From 57dac1cc56566fcfec1ae3fdd39600f1fba78ecd Mon Sep 17 00:00:00 2001 From: Dirk Groeneveld Date: Wed, 6 Nov 2024 23:32:58 -0800 Subject: [PATCH] Fix settings --- scripts/augusta/peteish13-highlr-anneal-launch.sh | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/scripts/augusta/peteish13-highlr-anneal-launch.sh b/scripts/augusta/peteish13-highlr-anneal-launch.sh index a2ffb5d3d..63f5b53c0 100755 --- a/scripts/augusta/peteish13-highlr-anneal-launch.sh +++ b/scripts/augusta/peteish13-highlr-anneal-launch.sh @@ -31,12 +31,11 @@ mkdir -p $SAVE_FOLDER ./scripts/augusta/launch_train.sh $HOSTS \ configs/annealing/$FILENAME-google.yaml \ + --run_name=$RUN_NAME \ --seed=$SEED \ --fsdp.sharding_strategy=HYBRID_SHARD \ --fsdp.hybrid_sharding_num_model_replicas=$NUM_NODES \ --save_folder=$SAVE_FOLDER \ - --try_load_latest_save=true \ - --restore_dataloader=true \ --save_overwrite \ --device_train_microbatch_size=4 \ --device_eval_batch_size=8 \ @@ -44,7 +43,9 @@ mkdir -p $SAVE_FOLDER --compile.fullgraph=false \ --fused_loss=true \ --model.flash_attention=true \ - --epoch=1 \ --data.num_workers=8 \ --optimizer.metrics_log_interval=10 \ --data.prefetch_factor=8 2>&1 | tee $SAVE_FOLDER/log.txt + +# --try_load_latest_save=true \ +# --restore_dataloader=true \ \ No newline at end of file