[CI] Remove Buildkite logic from the repo (#993)

We're now using Github Actions, and don't need to cross wires.

.github/workflows/tpp-benchmark.yml

@@ -7,13 +7,7 @@ on:
         description: "Run on Emerald Rapids"
         default: "1"
       RUN_ZEN_BENCH:
-        description: "Run on Zen4"
-        default: "0"
-      RUN_ADL_BENCH:
-        description: "Run on Raptor Lake"
-        default: "0"
-      RUN_CLX_BENCH:
-        description: "Run on Coffee Lake"
+        description: "Run on Zen5"
         default: "0"
   push:
     branches:
@@ -43,9 +37,9 @@ jobs:
       - uses: actions/checkout@v4
       - name: Emerald Rapids Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
-          ${{ env.SRUN }} --partition=emr --time=2:00:00 --constraint=\"notrb\" -- $CMD
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
+          ${{ env.SRUN }} --partition=emr --time=0:30:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-EMR-OMP:
     runs-on: pcl-tiergarten
@@ -57,78 +51,30 @@ jobs:
       - uses: actions/checkout@v4
       - name: Emerald Rapids OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
-          ${{ env.SRUN }} --partition=emr --time=2:00:00 --constraint=\"notrb\" -- $CMD
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
+          ${{ env.SRUN }} --partition=emr --time=0:30:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-BASE:
     runs-on: pcl-tiergarten
     if: inputs.RUN_ZEN_BENCH == 1
     needs: Check_LLVM
     steps:
       - uses: actions/checkout@v4
-      - name: Zen4 Base
+      - name: Zen5 Base
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
-          ${{ env.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -b -p"
+          ${{ env.SRUN }} --partition=zen5 --time=0:30:00 --constraint=\"notrb\" -- $CMD
 
   TPP-MLIR-ZEN-OMP:
     runs-on: pcl-tiergarten
     if: inputs.RUN_ZEN_BENCH == 1
     needs: Check_LLVM
     steps:
       - uses: actions/checkout@v4
-      - name: Zen4 OpenMP
-        run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
-          ${{ env.SRUN }} --partition=zen4 --time=2:00:00 --constraint=\"notrb\" -- $CMD
-
-  TPP-MLIR-CLX-BASE:
-    runs-on: pcl-tiergarten
-    if: inputs.RUN_CLX_BENCH == 1
-    needs: Check_LLVM
-    steps:
-      - uses: actions/checkout@v4
-      - name: Coffee Lake Base
-        run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
-          ${{ env.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
-
-  TPP-MLIR-CLX-OMP:
-    runs-on: pcl-tiergarten
-    if: inputs.RUN_CLX_BENCH == 1
-    needs: Check_LLVM
-    steps:
-      - uses: actions/checkout@v4
-      - name: Coffee Lake OpenMP
-        run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
-          ${{ env.SRUN }} --partition=clxap --time=2:00:00 --constraint=\"notrb\" -- $CMD
-
-  TPP-MLIR-ADL-BASE:
-    runs-on: pcl-tiergarten
-    if: inputs.RUN_ADL_BENCH == 1
-    needs: Check_LLVM
-    steps:
-      - uses: actions/checkout@v4
-      - name: Raptor Lake Base
-        run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -b -p"
-          ${{ env.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
-
-  TPP-MLIR-ADL-OMP:
-    runs-on: pcl-tiergarten
-    if: inputs.RUN_ADL_BENCH == 1
-    needs: Check_LLVM
-    steps:
-      - uses: actions/checkout@v4
-      - name: Raptor Lake OpenMP
+      - name: Zen5 OpenMP
         run: |-
-          CMD="KIND=Release COMPILER=clang LINKER=lld BUILDKITE_BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
-               ${{ github.workspace }}/scripts/buildkite/benchmark.sh -o"
-          ${{ env.SRUN }} --partition=rpl --time=2:00:00 --constraint=\"notrb\" -- $CMD
+          CMD="KIND=Release COMPILER=clang LINKER=lld BENCHMARK_NUM_ITER=${{ env.NUM_ITER }} \
+               ${{ github.workspace }}/scripts/github/benchmark.sh -o"
+          ${{ env.SRUN }} --partition=zen5 --time=0:30:00 --constraint=\"notrb\" -- $CMD

.github/workflows/tpp-llvm.yml

@@ -15,18 +15,18 @@ jobs:
       - uses: actions/checkout@v4
       - name: LLVM Base
         run: |-
-              scripts/buildkite/check_llvm.sh || \
+              scripts/github/check_llvm.sh || \
               ${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
               'KIND=RelWithDebInfo COMPILER=clang \
-              ${{ github.workspace }}/scripts/buildkite/build_llvm.sh'
+              ${{ github.workspace }}/scripts/github/build_llvm.sh'
 
   TPP-MLIR-LLVM-CUDA:
     runs-on: pcl-tiergarten
     steps:
       - uses: actions/checkout@v4
       - name: LLVM CUDA
         run: |-
-              GPU=cuda scripts/buildkite/check_llvm.sh || \
+              GPU=cuda scripts/github/check_llvm.sh || \
               ${{ env.SRUN }} --partition=a100,v100 --time=0:30:00 -- \
               'KIND=RelWithDebInfo COMPILER=clang GPU=cuda \
-              ${{ github.workspace }}/scripts/buildkite/build_llvm.sh'
+              ${{ github.workspace }}/scripts/github/build_llvm.sh'

.github/workflows/tpp-mlir.yml

@@ -22,7 +22,7 @@ jobs:
       - name: GCC Release
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Release COMPILER=gcc CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-gcc-deb:
     runs-on: pcl-tiergarten
@@ -32,7 +32,7 @@ jobs:
       - name: GCC Debug
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Debug COMPILER=gcc CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-clang-rel:
     runs-on: pcl-tiergarten
@@ -42,7 +42,7 @@ jobs:
       - name: Clang Release
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
             'KIND=Release COMPILER=clang LINKER=lld CHECK=1 ONEDNN=1 \
-            ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+            ${{ github.workspace }}/scripts/github/build_tpp.sh'"
 
   TPP-MLIR-clang-deb:
     runs-on: pcl-tiergarten
@@ -52,4 +52,4 @@ jobs:
       - name: Clang Debug Sanitizers
         run: "${{ env.SRUN }} --partition=emr --time=0:30:00 -- \
                 'KIND=Debug COMPILER=clang LINKER=lld SANITIZERS=1 CHECK=1 ONEDNN=1 \
-                ${{ github.workspace }}/scripts/buildkite/build_tpp.sh'"
+                ${{ github.workspace }}/scripts/github/build_tpp.sh'"

scripts/README.md

@@ -28,23 +28,16 @@ Scripts to CMake and build the project, run benchmarks etc.
 These should be generic to all environments, including developers' own machines.
 Given the appropriate dependencies are installed, these should work everywhere.
 
-## Buildkite
+## Github
 
-Scripts executed by the Buildkite CI. There should be one script per rule, used by all different builds.
-
-There are two types of scripts:
-
-* YAML: Pipeline descrptions that the buildkite-agent will upload.
-* BASH: Scripts that the YAML rules will call.
-
-There should be no code in the YAML files. Bash scripts can depend on and reuse generic CI-scripts.
+Scripts executed by the Github CI. There should be one script per rule, used by all different builds.
 
 To run local tests like in the CI-environment (relies at least on the TPP-environment):
 
 ```bash
 cd tpp-mlir
 source scripts/env.sh
-KIND=Debug COMPILER=clang LINKER=lld CHECK=1 GPU=cuda CLEAN=1 scripts/buildkite/build_tpp.sh
+KIND=Debug COMPILER=clang LINKER=lld CHECK=1 GPU=cuda CLEAN=1 scripts/github/build_tpp.sh
 ```
 
 Above scripts (scripts/env.sh) must be sourced from inside of the tpp-mlir directory (Git repository).

scripts/benchmarks/build_and_run.sh

@@ -34,15 +34,15 @@ export LLVM_INSTALL_DIR=${LLVMROOT}/${LLVM_VERSION}
 export LLVM_TAR_DIR=${SOURCE_DIR}/llvm
 export LLVM_BUILD_DIR=${SOURCE_DIR}/llvm/build
 if [ ! -f "${LLVM_INSTALL_DIR}/bin/mlir-opt" ]; then
-  ${SCRIPT_DIR}/buildkite/build_llvm.sh
+  ${SCRIPT_DIR}/github/build_llvm.sh
 else
   echo "LLVM already built on ${LLVM_INSTALL_DIR}"
 fi
 
 # Build TPP-MLIR
 export BUILDKITE_BUILD_CHECKOUT_PATH=${SOURCE_DIR}
 export BUILD_DIR=${SOURCE_DIR}/build-${COMPILER}
-${SCRIPT_DIR}/buildkite/build_tpp.sh
+${SCRIPT_DIR}/github/build_tpp.sh
 
 # Run benchmarks
 export BENCH_DIR=${BUILDKITE_BUILD_CHECKOUT_PATH:-.}/benchmarks