Skip to content

Commit

Permalink
add helper scripts for queuing a training job on jasmin
Browse files Browse the repository at this point in the history
  • Loading branch information
henryaddison committed Aug 5, 2024
1 parent f7967f0 commit 8f63230
Show file tree
Hide file tree
Showing 2 changed files with 25 additions and 0 deletions.
17 changes: 17 additions & 0 deletions bin/jasmin/lotus-wrapper
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
#!/bin/bash
# Wrapper script around commands for training a model to queue on LOTUS on JASMIN

source ~/.bashrc
mamba activate mv-mlde

set -euo pipefail

cd /home/users/vf20964/code/mlde

export DERIVED_DATA=/gws/nopw/j04/bris_climdyn/henrya/bp-backups/
export KK_SLACK_WH_URL=https://hooks.slack.com
export WANDB_EXPERIMENT_NAME="ml-downscaling-emulator"

# python bin/main.py --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_12em_cncsnpp.py --workdir ${DERIVED_DATA}/score-sde/deterministic/ukcp_local_pr_12em_cncsnpp/bham_pSTV --mode train

python bin/main.py --config src/ml_downscaling_emulator/score_sde_pytorch/configs/deterministic/ukcp_local_pr_12em_plain_unet.py --workdir ${DERIVED_DATA}/score-sde/deterministic/ukcp_local_pr_12em_plain_unet/bham_pSTV --mode train
8 changes: 8 additions & 0 deletions bin/jasmin/queue-training
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
#!/bin/bash
# Script for queueing a training job on LOTUS on JASMIN via lotus-wrapper script

set -euo pipefail

SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )

sbatch --partition=high-mem --time=02:00:00 --mem=128G ${SCRIPT_DIR}/lotus-wrapper

0 comments on commit 8f63230

Please sign in to comment.