Fix settings

allenai · Nov 7, 2024 · 57dac1c · 57dac1c
1 parent 2ba7632
commit 57dac1c
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/scripts/augusta/peteish13-highlr-anneal-launch.sh b/scripts/augusta/peteish13-highlr-anneal-launch.sh
@@ -31,20 +31,21 @@ mkdir -p $SAVE_FOLDER
 
 ./scripts/augusta/launch_train.sh $HOSTS \
   configs/annealing/$FILENAME-google.yaml \
+    --run_name=$RUN_NAME \
     --seed=$SEED \
     --fsdp.sharding_strategy=HYBRID_SHARD \
     --fsdp.hybrid_sharding_num_model_replicas=$NUM_NODES \
     --save_folder=$SAVE_FOLDER \
-    --try_load_latest_save=true \
-    --restore_dataloader=true \
     --save_overwrite \
     --device_train_microbatch_size=4 \
     --device_eval_batch_size=8 \
     --activation_checkpointing=whole_layer \
     --compile.fullgraph=false \
     --fused_loss=true \
     --model.flash_attention=true \
-    --epoch=1 \
     --data.num_workers=8 \
     --optimizer.metrics_log_interval=10 \
     --data.prefetch_factor=8 2>&1 | tee $SAVE_FOLDER/log.txt
+
+#    --try_load_latest_save=true \
+#    --restore_dataloader=true \