vit_b.sh

DATASET_DIR='datasets/cxr14'
CKPT_DIR='pretrained/eva_x_base_patch16_merged520k_mim.pt'
SAVE_DIR='./output/cxr14/vit_b_eva_x_cxr14'
TRAIN_LIST='datasets/data_splits/cxr14/train_official.txt'
VAL_LIST='datasets/data_splits/cxr14/val_official.txt'         # not used
TEST_LIST='datasets/data_splits/cxr14/test_official.txt'

OMP_NUM_THREADS=1 python -m torch.distributed.launch \
    --nproc_per_node=4 \
    --use_env train.py \
    --finetune ${CKPT_DIR} \
    --output_dir ${SAVE_DIR} \
    --log_dir ${SAVE_DIR} \
    --batch_size 128 \
    --checkpoint_type "" \
    --epochs 10 \
    --blr 1e-3 --layer_decay 0.55 --weight_decay 0.05 \
    --fixed_lr \
    --model 'eva02_base_patch16_xattn_fusedLN_NaiveSwiGLU_subln_RoPE' \
    --warmup_epochs 5 \
    --drop_path 0.2 --mixup 0 --cutmix 0 --reprob 0 --vit_dropout_rate 0 \
    --data_path ${DATASET_DIR} \
    --num_workers 16 \
    --train_list ${TRAIN_LIST} \
    --val_list ${VAL_LIST} \
    --test_list ${TEST_LIST} \
    --nb_classes 14 \
    --eval_interval 5 \
    --build_timm_transform \
    --aa 'rand-m6-mstd0.5-inc1' \
    --use_mean_pooling