From c3b76fcc93e775ce2299bfe9fe289fd10538a62c Mon Sep 17 00:00:00 2001
From: Dhruv Agarwal <dhruv.agarwal17@gmail.com>
Date: Sun, 22 Jan 2023 18:14:03 +0530
Subject: [PATCH] Add script to run sweeps for all seeds

---
 run_sweep.sh                       | 18 ++++++++++++++++++
 wandb_configs/sweeps/e2e_main.json |  2 +-
 2 files changed, 19 insertions(+), 1 deletion(-)
 create mode 100644 run_sweep.sh

diff --git a/run_sweep.sh b/run_sweep.sh
new file mode 100644
index 0000000..a0ee53e
--- /dev/null
+++ b/run_sweep.sh
@@ -0,0 +1,18 @@
+#!/bin/bash -e
+
+dataset=${1:-"pubmed"}
+n_seeds=${2:-5}
+gpu_name=${3:-"gypsum-1080ti"}
+
+for ((i = 1; i <= ${n_seeds}; i++)); do
+  JOB_DESC=${dataset}_sweep${i} && JOB_NAME=${JOB_DESC}_$(date +%s) && \
+  sbatch -J ${JOB_NAME} -e jobs/${JOB_NAME}.err -o jobs/${JOB_NAME}.log \
+    --partition=${gpu_name} --gres=gpu:1 --mem=80G --time=12:00:00 \
+    run_sbatch.sh e2e_scripts/train.py \
+    --dataset="${dataset}" \
+    --dataset_random_seed=${i} \
+    --wandb_sweep_name="main_${dataset}_${i}" \
+    --wandb_sweep_params="wandb_configs/sweeps/e2e_main.json" \
+    --skip_initial_eval --sdp_eps=1e-1
+  echo "    Logs: jobs/${JOB_NAME}.err"
+done
diff --git a/wandb_configs/sweeps/e2e_main.json b/wandb_configs/sweeps/e2e_main.json
index 6fa289d..9198a86 100644
--- a/wandb_configs/sweeps/e2e_main.json
+++ b/wandb_configs/sweeps/e2e_main.json
@@ -9,6 +9,6 @@
     "dropout_p": {"values": [0, 0.1, 0.2, 0.3, 0.4, 0.5]},
     "use_lr_scheduler": {"values": [true, false]},
     "lr_scheduler": {"values": ["plateau", "step"]},
-    "subsample_sz": {"value": [100]},
+    "subsample_sz": {"value": 100},
     "activation": {"values": ["leaky_relu", "relu"]}
 }
\ No newline at end of file