diff --git a/scripts/augusta/peteish13-highlr-anneal-launch.sh b/scripts/augusta/peteish13-highlr-anneal-launch.sh
index ea4d0eedf..d3b23c9c3 100755
--- a/scripts/augusta/peteish13-highlr-anneal-launch.sh
+++ b/scripts/augusta/peteish13-highlr-anneal-launch.sh
@@ -31,6 +31,7 @@ mkdir -p $SAVE_FOLDER
     --fsdp.hybrid_sharding_num_model_replicas=$NUM_NODES \
     --save_folder=$SAVE_FOLDER \
     --try_load_latest_save=true \
+    --restore_dataloader=true \
     --device_train_microbatch_size=4 \
     --device_eval_batch_size=8 \
     --activation_checkpointing=whole_layer \