From b9166ea4e4cb02753c23370e505cd808f6420629 Mon Sep 17 00:00:00 2001
From: Dom Heinzeller <dom.heinzeller@icloud.com>
Date: Thu, 2 May 2024 09:02:40 -0600
Subject: [PATCH] Move CI to c6a single node (#63)

* .github/workflows/run_ec2_pcluster.yaml -> .github/workflows/ubuntu-ci-x86_64.yaml

* Add missing module load of awscli-v2 for CI

* Trigger CI

* Temporarily change name of fv3-jedi branch for testing

* Trigger CI

* For debugging, always clean up run directory

* Revert temporary fv3-jedi branch name change

* Revert temporary change in .github/workflows/ubuntu-ci-x86_64.yaml

* Revert one more temporary change in .github/workflows/ubuntu-ci-x86_64.yaml
---
 ...c2_pcluster.yaml => ubuntu-ci-x86_64.yaml} | 22 +++++++++----------
 1 file changed, 11 insertions(+), 11 deletions(-)
 rename .github/workflows/{run_ec2_pcluster.yaml => ubuntu-ci-x86_64.yaml} (90%)

diff --git a/.github/workflows/run_ec2_pcluster.yaml b/.github/workflows/ubuntu-ci-x86_64.yaml
similarity index 90%
rename from .github/workflows/run_ec2_pcluster.yaml
rename to .github/workflows/ubuntu-ci-x86_64.yaml
index a975104..fa9f162 100644
--- a/.github/workflows/run_ec2_pcluster.yaml
+++ b/.github/workflows/ubuntu-ci-x86_64.yaml
@@ -16,7 +16,7 @@ defaults:
 
 jobs:
   test-ufs-bundle:
-    runs-on: [self-hosted, Linux, X64, pcluster-ci-20230717]
+    runs-on: [ubuntu-ci-c6a-x86_64]
 
     steps:
       - name: cleanup
@@ -79,29 +79,29 @@ jobs:
           ulimit -s unlimited
           ulimit -c unlimited
 
-          source /etc/profile.d/z00_lmod.sh
-          source /etc/profile.d/z01_lmod.sh
+          source /etc/profile.d/modules.sh
 
-          source /opt/intel/oneapi/compiler/2022.1.0/env/vars.sh
+          source /opt/intel/oneapi/compiler/2023.2.3/env/vars.sh
+          source /opt/intel/oneapi/mpi/2021.10.0/env/vars.sh
 
-          module use /mnt/experiments-efs/skylab-v8/spack-stack-1.7.0-ci-c6i/envs/ue-intel-2021.6.0/install/modulefiles/Core
-          module load stack-intel/2021.6.0
-          module load stack-intel-oneapi-mpi/2021.6.0
+          module use /home/ubuntu/spack-stack/modulefiles
+          module load ecflow/5.11.4
+
+          module use /home/ubuntu/spack-stack/spack-stack-1.7.0/envs/ue-intel-2021.10.0/install/modulefiles/Core/
+          module load stack-intel/2021.10.0
+          module load stack-intel-oneapi-mpi/2021.10.0
           module load stack-python/3.10.13
           module load sp/2.5.0
+          module load awscli-v2
 
           module load jedi-ufs-env
           module load fms/2023.04
 
           module li
 
-          export I_MPI_DEBUG=5
-          export I_MPI_FABRICS=shm
-          export I_MPI_PIN_DOMAIN=omp
           export KMP_AFFINITY=compact
           export KMP_STACKSIZE=2048m
           export OMP_NUM_THREADS=1
-          export SLURM_EXPORT_ENV=ALL
 
           EOF