upload_video_list_cloud.sbatch

#!/usr/bin/env bash
#SBATCH --job-name=video2tator
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=32
#SBATCH --mem-per-cpu=500MB
#SBATCH --time=6:00:00
#SBATCH --partition=compute
#SBATCH --mail-type=ALL
#SBATCH --mail-user=
#SBATCH --array=
#SBATCH --output=slogs/video2tator/%A.%a.%x.txt

# LOGGING JOB DETAILS #
echo "Job ID: $SLURM_JOB_ID, JobName: $SLURM_JOB_NAME"
hostname; pwd; date

# SETTING UP ENVIRONMENT #
module purge
module load ffmpeg
module load gcc/8.5.0
source _tator_/bin/activate
umask 000  # newly created files have all permissions ok. 
echo "Environment... loaded"

set -eux  # exit on error, including unset vars

# Get target dir to from list and slurm-array-index to convert to video
VIDEOS_LIST="$1"
VIDEO_FILE=$(sed "${SLURM_ARRAY_TASK_ID}q;d" $VIDEOS_LIST)
VIDEO_NAME=$(basename "${VIDEO_FILE%.*}")

## TRANSCODING AND UPLOADING TO TATOR ##

echo "TATOR-PY..."
TOKEN=$(cat cloud.token)  # hpc-user access token
HOST=https://cloud.tator.io
PROJ_ID=219   # WHOI Test
MEDIATYPE_ID=548  # shadowgraph video
SECTION="$2"

time python3 -m tator.transcode "$VIDEO_FILE" \
    --name "$VIDEO_NAME" \
    --host "$HOST" \
    --token "$TOKEN" \
    --project $PROJ_ID \
    --type $MEDIATYPE_ID \
    --section "$SECTION" \
    --work_dir "tator_transcode_workspace" \
    --cleanup

echo 
TZ=UTC0 printf '%(%H:%M:%S)T\n' $SECONDS