Fix variable

allenai · Nov 8, 2024 · a489d84 · a489d84
1 parent 1959960
commit a489d84
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/augusta/beaker/peteish13-seed-anneal.sh b/scripts/augusta/beaker/peteish13-seed-anneal.sh
@@ -70,7 +70,7 @@ torchrun \
       --run_name=$RUN_NAME \
       --seed=$SEED \
       --fsdp.sharding_strategy=HYBRID_SHARD \
-      --fsdp.hybrid_sharding_num_model_replicas=$NUM_NODES \
+      --fsdp.hybrid_sharding_num_model_replicas=$BEAKER_REPLICA_COUNT \
       --save_folder=$SAVE_FOLDER \
       --save_overwrite \
       --device_train_microbatch_size=4 \