Enable CI testing on AWS and other CSPs

ci/platforms/config.noaacloud

@@ -0,0 +1,3 @@
+#!/usr/bin/bash
+
+export HPC_ACCOUNT=${USER}

env/AWSPW.env

@@ -13,9 +13,12 @@ export launcher="srun -l --export=ALL"
 export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out"
 
 # Configure MPI environment
-export OMP_STACKSIZE=2048000
 export NTHSTACK=1024000000
 
+export OMP_STACKSIZE=512M
+export KMP_AFFINITY=scatter
+export OMP_NUM_THREADS=1
+
 ulimit -s unlimited
 ulimit -a
 
@@ -59,6 +62,10 @@ elif [[ "${step}" = "post" ]]; then
     [[ ${NTHREADS_DWN} -gt ${max_threads_per_task} ]] && export NTHREADS_DWN=${max_threads_per_task}
     export APRUN_DWN="${launcher} -n ${ntasks_dwn}"
 
+elif [[ "${step}" = "prep_emissions" ]]; then
+
+    export APRUN="${APRUN_default}"
+
 elif [[ "${step}" = "atmos_products" ]]; then
 
     export USE_CFP="YES"  # Use MPMD for downstream product generation on Hera

sorc/build_all.sh

@@ -108,6 +108,9 @@ fi
 #------------------------------------
 # TODO: Commented out until components aligned for build
 #source ../versions/build.ver
+if [[ "${MACHINE_ID}" == "noaacloud" ]] ; then
+   source "../versions/build.${MACHINE_ID}.ver"
+fi
 
 #------------------------------------
 # Exception Handling Init

sorc/build_ufs.sh

@@ -41,6 +41,14 @@ COMPILE_NR=0
 CLEAN_BEFORE=YES
 CLEAN_AFTER=NO
 
+#TODO temp patch for build update for noaacload in advance of updating ufs_module.fd repo for global-workflow building
+if [[ "${MACHINE_ID}" == "noaacloud" ]] ; then
+    patched=$(grep upp-addon-env modulefiles/ufs_noaacloud.intel.lua; echo $?)
+    if [[ ${patched} == "1" ]] ; then
+       patch -R modulefiles/ufs_noaacloud.intel.lua ../ufs_noaacloud.intel.diff
+    fi   
+fi
+
 BUILD_JOBS=${BUILD_JOBS:-8} ./tests/compile.sh "${MACHINE_ID}" "${MAKE_OPT}" "${COMPILE_NR}" "intel" "${CLEAN_BEFORE}" "${CLEAN_AFTER}"
 mv "./tests/fv3_${COMPILE_NR}.exe" ./tests/ufs_model.x
 mv "./tests/modules.fv3_${COMPILE_NR}.lua" ./tests/modules.ufs_model.lua

sorc/ufs_noaacloud.intel.diff

@@ -0,0 +1,10 @@
+--- ufs_noaacloud.intel.lua	2024-10-03 15:54:33.334583588 +0000
++++ ufs_model.fd/modulefiles/ufs_noaacloud.intel.lua	2024-10-03 16:11:28.534275972 +0000
+@@ -3,7 +3,6 @@
+ ]])
+
+ prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core")
+-prepend_path("MODULEPATH", "/contrib/spack-stack/spack-stack-1.6.0/envs/upp-addon-env/install/modulefiles/Core")
+
+ stack_intel_ver=os.getenv("stack_intel_ver") or "2021.3.0"
+ load(pathJoin("stack-intel", stack_intel_ver))

ush/load_fv3gfs_modules.sh

@@ -13,16 +13,32 @@ ulimit_s=$( ulimit -S -s )
 source "${HOMEgfs}/ush/detect_machine.sh"
 source "${HOMEgfs}/ush/module-setup.sh"
 
-# Source versions file for runtime
-source "${HOMEgfs}/versions/run.ver"
-
 # Load our modules:
 module use "${HOMEgfs}/modulefiles"
 
 case "${MACHINE_ID}" in
-  "wcoss2" | "hera" | "orion" | "hercules" | "gaea" | "jet" | "s4" | "noaacloud")
+  "noaacloud")
+    #TODO this is a total kludge to get epic mount point for compute nodes
+    #    to be the same as the login node.  This should be workng from in the
+    #    ALLNODES section of the User Bootstrap of Parllel Works but it doen't
+    #    on the Rokcky Clusters (works fine in the Centos 7 cluster)
+    if [[ ! -d  /contrib-epic/EPIC ]]; then
+      if [[ -d  /contrib/Terry.McGuinness/SETUP ]]; then
+        /contrib/Terry.McGuinness/SETUP/mount-epic-contrib.sh
+        sudo systemctl daemon-reload
+      fi
+    fi
+    # Check if the OS is Rocky or CentOS
+    OS_NAME=$(grep -E '^ID=' /etc/os-release | sed -E 's/ID="?([^"]*)"?/\1/') || true
+    # Source versions file for runtime
+    source "${HOMEgfs}/versions/run.${MACHINE_ID}.${OS_NAME}.ver"
     module load "module_base.${MACHINE_ID}"
     ;;
+  "wcoss2" | "hera" | "orion" | "hercules" | "gaea" | "jet" | "s4")
+    # Source versions file for runtime
+    source "${HOMEgfs}/versions/run.${MACHINE_ID}.ver"
+    module load "module_base.${MACHINE_ID}"	    module load "module_base.${MACHINE_ID}"
+    ;;
   *)
     echo "WARNING: UNKNOWN PLATFORM"
     ;;

versions/run.noaacloud.centos.ver

@@ -0,0 +1,12 @@
+export stack_intel_ver=2021.3.0
+export stack_impi_ver=2021.3.0
+export spack_env=gsi-addon-env
+
+source "${HOMEgfs:-}/versions/spack.ver"
+export spack_mod_path="/contrib/spack-stack/spack-stack-${spack_stack_ver}/envs/gsi-addon-env/install/modulefiles/Core"
+
+export g2tmpl_ver=1.10.2
+export jasper_ver=2.0.32
+export wgrib2_ver=2.0.8
+export cdo_ver=1.9.5
+export nco_ver=4.9.3

versions/run.noaacloud.rocky.ver

@@ -0,0 +1,12 @@
+export stack_intel_ver=2021.3.0
+export stack_impi_ver=2021.3.0
+export spack_env=gsi-addon-env
+
+source "${HOMEgfs:-}/versions/spack.ver"
+export spack_mod_path="/contrib/spack-stack/spack-stack-${spack_stack_ver}/envs/gsi-addon-env/install/modulefiles/Core"
+
+export g2tmpl_ver=1.10.2
+export wgrib2_ver=3.1.2_wmo
+export cdo_ver=2.3.0
+export jasper_ver=4.2.0
+export nco_ver=5.1.6

versions/run.noaacloud.ver

@@ -5,4 +5,8 @@ export spack_env=gsi-addon-env
 source "${HOMEgfs:-}/versions/spack.ver"
 export spack_mod_path="/contrib/spack-stack/spack-stack-${spack_stack_ver}/envs/gsi-addon-env/install/modulefiles/Core"
 
-export cdo_ver=2.2.0
+export g2tmpl_ver=1.10.2
+export wgrib2_ver=3.1.2_wmo
+export cdo_ver=2.3.0
+export jasper_ver=4.2.0
+export nco_ver=5.1.6

versions/spack.ver

@@ -6,7 +6,7 @@ export jasper_ver=2.0.32
 export libpng_ver=1.6.37
 export zlib_ver=1.2.13
 export esmf_ver=8.5.0
-export fms_ver=2023.02.01
+export fms_ver=2023.04
 export cdo_ver=2.2.0
 export nco_ver=5.0.6
 
@@ -23,7 +23,7 @@ export g2_ver=3.4.5
 export sp_ver=2.5.0
 export ip_ver=4.3.0
 export gsi_ncdiag_ver=1.1.2
-export g2tmpl_ver=1.10.2
+export g2tmpl_ver=1.13.0
 export crtm_ver=2.4.0.1
 export wgrib2_ver=2.0.8
 export grib_util_ver=1.3.0