From 869127ccc8f02cdf83166097d2188c2535509b6b Mon Sep 17 00:00:00 2001 From: Henry Addison Date: Mon, 5 Aug 2024 09:52:40 +0100 Subject: [PATCH] add helper scripts for queuing model jobs on jasmin --- bin/jasmin/lotus-wrapper | 19 +++++++++++++++++++ bin/jasmin/queue-mlde | 30 ++++++++++++++++++++++++++++++ 2 files changed, 49 insertions(+) create mode 100755 bin/jasmin/lotus-wrapper create mode 100755 bin/jasmin/queue-mlde diff --git a/bin/jasmin/lotus-wrapper b/bin/jasmin/lotus-wrapper new file mode 100755 index 000000000..fe98b706c --- /dev/null +++ b/bin/jasmin/lotus-wrapper @@ -0,0 +1,19 @@ +#!/bin/bash +# Wrapper script around commands for interacting with a model to queue on LOTUS on JASMIN + +module load gcc + +source ~/.bashrc +mamba activate mv-mlde + +set -euo pipefail + +cd /home/users/vf20964/code/mlde + +export DERIVED_DATA=/gws/nopw/j04/bris_climdyn/henrya/bp-backups/ +export KK_SLACK_WH_URL=https://hooks.slack.com +export WANDB_EXPERIMENT_NAME="ml-downscaling-emulator" + +nvidia-smi + +$@ diff --git a/bin/jasmin/queue-mlde b/bin/jasmin/queue-mlde new file mode 100755 index 000000000..8f25cfc7b --- /dev/null +++ b/bin/jasmin/queue-mlde @@ -0,0 +1,30 @@ +#!/bin/bash +# Script for queueing a model job on LOTUS on JASMIN via lotus-wrapper script + +set -euo pipefail + +SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd ) + +smem=128G +stime=1-00:00:00 + +while getopts ":m:t:" opt; do + case ${opt} in + m) + smem=${OPTARG} + ;; + t) + stime=${OPTARG} + ;; + \? ) + # echo "Invalid option: -${OPTARG}" 1>&2 + ;; + : ) + echo "Invalid option: $OPTARG requires an argument" 1>&2 + exit 1 + ;; + esac +done +shift "$((OPTIND -1))" + +sbatch --parsable --gres=gpu:1 --partition=orchid --account=orchid --time=${stime} --mem=${smem} -- ${SCRIPT_DIR}/lotus-wrapper $@