Don't run out of space.

allenai · Nov 15, 2024 · 949d80c · 949d80c
1 parent 7b0c0f8
commit 949d80c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/augusta/beaker/peteish13.sh b/scripts/augusta/beaker/peteish13.sh
@@ -68,6 +68,7 @@ torchrun \
       --run_name=$RUN_NAME \
       --wandb.group=$NAME \
       --save_interval_ephemeral=1000 \
+      --save_num_checkpoints_to_keep=2 \
       --eval_interval=1000 \
       --fsdp.sharding_strategy=HYBRID_SHARD \
       --fsdp.hybrid_sharding_num_model_replicas="${BEAKER_REPLICA_COUNT}" \