Adding CI tests (cloud-bulldozer#59)

Signed-off-by: Vishnu Challa <[email protected]> Co-authored-by: Vishnu Challa <[email protected]>
jtaleric · Sep 13, 2024 · 116ed1c · 116ed1c
1 parent c8a751e
commit 116ed1c
Show file tree

Hide file tree

Showing 23 changed files with 254 additions and 66 deletions.
diff --git a/.github/workflows/builders.yaml b/.github/workflows/builders.yaml
@@ -0,0 +1,20 @@
+name: Builders
+on:
+  workflow_call:
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: build and install
+      run: |
+        pip install .
diff --git a/.github/workflows/ci-tests.yaml b/.github/workflows/ci-tests.yaml
@@ -0,0 +1,23 @@
+name: CI tests
+on:
+  push:
+    branches:
+      - master
+      - main
+  pull_request:
+    branches:
+      - master
+      - main
+
+jobs:
+  lint:
+    uses: ./.github/workflows/pylint.yaml
+
+  build:
+    uses: ./.github/workflows/builders.yaml
+
+  tests:
+    needs: build
+    uses: ./.github/workflows/tests.yaml
+    secrets: inherit
+
diff --git a/.github/workflows/build-push.yaml → .github/workflows/image-push.yaml b/.github/workflows/build-push.yaml → .github/workflows/image-push.yaml
@@ -1,9 +1,13 @@
-name: Build and Push Image
-on: [ push ]
+name: Image Push
+on:
+  push:
+    branches:
+      - master
+      - main
 
 jobs:
   build:
-    name: Build and push image
+    name: Image Push
     runs-on: ubuntu-20.04
 
     steps:

diff --git a/.github/workflows/pylint.yml → .github/workflows/pylint.yaml b/.github/workflows/pylint.yml → .github/workflows/pylint.yaml
@@ -1,25 +1,26 @@
 name: Pylint
-
-on: [push,pull_request]
-
+on:
+  workflow_call:
 jobs:
-  build:
+  lint:
     runs-on: ubuntu-latest
     strategy:
       matrix:
         python-version: ["3.11"]
     steps:
     - uses: actions/checkout@v3
+
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip install pylint
         pip install -r requirements.txt
-        pip install .
+
     - name: Analysing the code with pylint
       run: |
         pylint -d C0103 -d R0912 $(git ls-files '*/*.py' '*.py')
diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml
@@ -0,0 +1,45 @@
+name: Execute tests
+on:
+  workflow_call:
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+    steps:
+
+    - name: Install bats
+      uses: bats-core/[email protected]
+      with:
+        bats-version: 1.10.0
+        support-install: false
+        assert-install: false
+        detik-install: false
+        file-install: false
+
+    - name: Check out code
+      uses: actions/checkout@v3
+      with:
+        fetch-depth: 1
+        ref: ${{ github.event.pull_request.head.sha }}
+        persist-credentials: false
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install pylint
+        pip install -r requirements.txt
+        pip install .
+
+    - name: Execute Tests
+      run: |
+        bats -F pretty -T --print-output-on-failure test.bats
+      env:
+        TERM: linux      
+        QE_ES_SERVER: ${{ secrets.QE_ES_SERVER }}
diff --git a/configs/small-scale-cluster-density.yml → configs/small-scale-cluster-density.yaml b/configs/small-scale-cluster-density.yml → configs/small-scale-cluster-density.yaml
diff --git a/configs/small-scale-node-density-cni.yml → configs/small-scale-node-density-cni.yaml b/configs/small-scale-node-density-cni.yml → configs/small-scale-node-density-cni.yaml
diff --git a/configs/trt-payload-cluster-density.yml → configs/trt-payload-cluster-density.yaml b/configs/trt-payload-cluster-density.yml → configs/trt-payload-cluster-density.yaml
diff --git a/examples/label-small-scale-cluster-density.yaml b/examples/label-small-scale-cluster-density.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : small-scale-cluster-density-v2
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       masterNodesType: m6a.xlarge

diff --git a/examples/payload-scale-415.yaml b/examples/payload-scale-415.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : aws-small-scale-cluster-density-v2
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed
@@ -52,8 +52,8 @@ tests :
         value: duration
         agg_type: avg
   - name : aws-payload-scale-node-density
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed

diff --git a/examples/payload-scale-416.yaml b/examples/payload-scale-416.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : aws-small-scale-cluster-density-v2
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed
@@ -52,8 +52,8 @@ tests :
         value: duration
         agg_type: avg
   - name : aws-payload-scale-node-density
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed

diff --git a/examples/readout-control-plane-cdv2.yaml b/examples/readout-control-plane-cdv2.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : cluster-density-v2-24nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -37,8 +37,8 @@ tests :
         agg_type: avg
 
   - name : cluster-density-v2-120nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -74,8 +74,8 @@ tests :
         agg_type: avg
 
   - name : cluster-density-v2-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -111,8 +111,8 @@ tests :
         agg_type: avg
 
   - name : cdv2-kube-apiserver-etcd-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -160,8 +160,8 @@ tests :
         agg_type: avg
 
   - name : cd-v2-controller-manager-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -204,8 +204,8 @@ tests :
         agg_type: avg
 
   - name : cd-v2-api-request-latency-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -249,8 +249,8 @@ tests :
         agg_type: avg
 
   - name : cd-v2-etcd-latency-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS

diff --git a/examples/readout-control-plane-node-density.yaml b/examples/readout-control-plane-node-density.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : node-density-heavy-24nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -49,8 +49,8 @@ tests :
         agg_type: avg
 
   - name : node-density-24nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -81,8 +81,8 @@ tests :
         agg_type: avg
 
   - name : node-density-120nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -113,8 +113,8 @@ tests :
         agg_type: avg
 
   - name : node-density-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -145,8 +145,8 @@ tests :
         agg_type: avg
 
   - name : node-density-cni-24nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -177,8 +177,8 @@ tests :
         agg_type: avg
 
   - name : node-density-cni-120nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS
@@ -209,8 +209,8 @@ tests :
         agg_type: avg
 
   - name : node-density-cni-249nodes
-    index: ospst-perf-scale-ci*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS

diff --git a/examples/readout-netperf-tcp.yaml b/examples/readout-netperf-tcp.yaml
@@ -1,5 +1,7 @@
 tests :
   - name : k8s-netperf-tcp
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       ocpVersion: 4.15
       platform: AWS

diff --git a/examples/small-scale-cluster-density.yaml b/examples/small-scale-cluster-density.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : aws-small-scale-cluster-density-v2
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       masterNodesType: m6a.xlarge

diff --git a/examples/small-scale-node-density-cni.yaml b/examples/small-scale-node-density-cni.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : aws-small-scale-node-density-cni
-    index: ospst-perf-scale-ci-*
-    benchmarkIndex: ospst-ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       masterNodesType: m6a.xlarge

diff --git a/examples/trt-external-payload-cluster-density.yaml b/examples/trt-external-payload-cluster-density.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : payload-cluster-density-v2
-    index: perf_scale_ci-*
-    benchmarkIndex: ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed

diff --git a/examples/trt-external-payload-crd-scale.yaml b/examples/trt-external-payload-crd-scale.yaml
@@ -1,7 +1,7 @@
 tests :
   - name : payload-crd-scale
-    index: perf_scale_ci-*
-    benchmarkIndex: ripsaw-kube-burner*
+    index: {{ es_metadata_index }}
+    benchmarkIndex: {{ es_benchmark_index }}
     metadata:
       platform: AWS
       clusterType: self-managed