We have to restore the dataloader now!

allenai · Oct 30, 2024 · 6eec513 · 6eec513
1 parent 39c964a
commit 6eec513
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/augusta/peteish13-highlr-anneal-launch.sh b/scripts/augusta/peteish13-highlr-anneal-launch.sh
@@ -31,6 +31,7 @@ mkdir -p $SAVE_FOLDER
     --fsdp.hybrid_sharding_num_model_replicas=$NUM_NODES \
     --save_folder=$SAVE_FOLDER \
     --try_load_latest_save=true \
+    --restore_dataloader=true \
     --device_train_microbatch_size=4 \
     --device_eval_batch_size=8 \
     --activation_checkpointing=whole_layer \