pass args through to tell what training to queue

henryaddison · Aug 5, 2024 · caff61e · caff61e
1 parent 2494935
commit caff61e
Show file tree

Hide file tree

Showing 3 changed files with 31 additions and 28 deletions.
diff --git a/bin/jasmin/lotus-training-wrapper b/bin/jasmin/lotus-training-wrapper
@@ -0,0 +1,17 @@
+#!/bin/bash
+# Wrapper script around commands for training a model to queue on LOTUS on JASMIN
+
+module load gcc
+
+source ~/.bashrc
+mamba activate mv-mlde
+
+set -euo pipefail
+
+cd /home/users/vf20964/code/mlde
+
+export DERIVED_DATA=/gws/nopw/j04/bris_climdyn/henrya/bp-backups/
+export KK_SLACK_WH_URL=https://hooks.slack.com
+export WANDB_EXPERIMENT_NAME="ml-downscaling-emulator"
+
+python bin/main.py $@
diff --git a/bin/jasmin/lotus-wrapper b/bin/jasmin/lotus-wrapper
diff --git a/bin/jasmin/queue-training b/bin/jasmin/queue-training
@@ -5,4 +5,17 @@ set -euo pipefail
 
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 
-sbatch --gres=gpu:1 --partition=orchid --account=orchid --time=1-00:00:00 --mem=128G ${SCRIPT_DIR}/lotus-wrapper
+# 12em NCSN++
+# --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_12em_cncsnpp.py --workdir /gws/nopw/j04/bris_climdyn/henrya/workdirs/score-sde/deterministic/ukcp_local_pr_12em_cncsnpp/bham_pSTV --mode train
+
+# 1em NCSN++
+#  --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_1em_cncsnpp.py --workdir /gws/nopw/j04/bris_climdyn/henrya/workdirs/score-sde/deterministic/ukcp_local_pr_1em_cncsnpp/bham_pSTV --mode train
+
+# 12em Plain U-Net
+# --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_12em_plain_unet.py --workdir /gws/nopw/j04/bris_climdyn/henrya/workdirs/score-sde/deterministic/ukcp_local_pr_12em_plain_unet/bham_pSTV --mode train
+
+# 1em Plain U-Net
+# --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_12em_plain_unet.py --workdir /gws/nopw/j04/bris_climdyn/henrya/workdirs/score-sde/deterministic/ukcp_local_pr_1em_plain_unet/bham_pSTV --mode train --config.data.dataset_name bham64_ccpm-4x_1em_psl-sphum4th-temp4th-vort4th_pr
+
+
+sbatch --gres=gpu:1 --partition=orchid --account=orchid --time=1-00:00:00 --mem=128G ${SCRIPT_DIR}/lotus-wrapper $@