From 94365d58f2189ef8c86c4767f01f92879b9f9c6a Mon Sep 17 00:00:00 2001
From: Nesar Ramachandra <nayaknesar@gmail.com>
Date: Thu, 21 Jul 2022 02:27:57 -0700
Subject: [PATCH] Update job_submit.sh

updated srun command to specify gpu use.
---
 scripts/NERSC-Perlmutter/job_submit.sh | 16 +++++++++-------
 1 file changed, 9 insertions(+), 7 deletions(-)

diff --git a/scripts/NERSC-Perlmutter/job_submit.sh b/scripts/NERSC-Perlmutter/job_submit.sh
index 145d0ad..6f03b0b 100644
--- a/scripts/NERSC-Perlmutter/job_submit.sh
+++ b/scripts/NERSC-Perlmutter/job_submit.sh
@@ -1,24 +1,26 @@
 #!/bin/bash
-#SBATCH -A dasrepo_g
+#SBATCH -A <allocation name>
 #SBATCH --job-name=dh_cbo_lstm
 #SBATCH -C gpu
 #SBATCH -q regular
 #SBATCH -t 1:00:00
-#SBATCH --nodes=128
-#SBATCH --gres=gpu:4
-# #SBATCH --gpus-per-task=2
+#SBATCH --nodes=2
+#SBATCH --ntasks=8
+#SBATCH --ntasks-per-node=4
+#SBATCH --gpus-per-task=1
+#SBATCH --gpus=8
 
 
 # User Configuration
 INIT_SCRIPT=$PWD/load_modules.sh
 
-SLURM_JOBSIZE=128
+SLURM_JOBSIZE=2
 RANKS_PER_NODE=4
 
 # Initialization of environment
 source $INIT_SCRIPT
 
-srun -N $SLURM_JOBSIZE -n $(( $SLURM_JOBSIZE * $RANKS_PER_NODE )) python evaluator_mpi.py
-
+# Slurm run
+srun -n $(( $SLURM_JOBSIZE * $RANKS_PER_NODE )) -G $(( $SLURM_JOBSIZE * $RANKS_PER_NODE )) -N $SLURM_JOBSIZE --gpus-per-task 1 --ntasks-per-node 4 python evaluator_mpi.py
 
 echo "Complete"