[pull] master from cloud-bulldozer:master

.github/workflows/cli.unit.yml

@@ -0,0 +1,42 @@
+
+name: CLI Unit Tests
+on:
+  push:
+    paths:
+      - 'cli/**'
+      - 'workflows/cli.*.yml'
+  pull_request:
+  workflow_dispatch:
+
+defaults:
+  run:
+    shell: bash
+    working-directory: cli
+
+jobs:
+  unit_tests:
+    name: Run Unit Tests -- Python 3.${{ matrix.pyver }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        pyver: [8, 9]
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+        with:
+          python-version: 3.${{ matrix.pyver }}
+      - name: Install tox
+        run: pip install tox
+      - name: Install Kind Cluster
+        run: kind create cluster --name=pytest-kind --kubeconfig ./kubeconfig
+      - name: Run Tox
+        run: tox -e py3${{ matrix.pyver }}-unit -- --kind-bin=/usr/local/bin/kind --kubeconfig ./kubeconfig --keep-cluster
+      - name: Generate Coverage Report
+        if: matrix.pyver == 9
+        run: tox -e coverage
+      - name: Upload Coverage Report
+        if: matrix.pyver == 9
+        uses: codecov/codecov-action@v1
+        with:
+          files: cli/coverage.xml
+          flags: unit,gha,python-3.${{ matrix.pyver }}

.github/workflows/e2e.yml

@@ -0,0 +1,88 @@
+name: Run e2e tests
+on:
+  pull_request_target:
+    types: [labeled, synchronize]
+  push:
+    branches:
+      - master  
+  workflow_dispatch:
+    inputs: 
+      test_list:
+        description: Only run tests that match the regular expression
+        default: ""
+      img:
+        description: Benchmark-operator image location
+        default: quay.io/rht_perf_ci/benchmark-operator:e2e
+concurrency:
+  group: e2e-ci
+jobs:
+  e2e:
+    name: E2E testing
+    runs-on: ubuntu-latest
+    timeout-minutes: 120
+    if: "github.event_name == 'push' || github.event_name == 'workflow_dispatch' || (github.event_name == 'pull_request_target' && contains(github.event.pull_request.labels.*.name, 'ok to test'))"
+    env:
+      BATS_TESTS: ${{ github.event.inputs.test_list }}
+      IMG: ${{ github.event.inputs.img }}
+    steps:
+
+    - name: Set env vars  # Workaround: When the workflow is triggered by events different from workflow_dispatch the IMG env var is not set
+      run: echo "IMG=quay.io/rht_perf_ci/benchmark-operator:e2e" >> $GITHUB_ENV
+      if: github.event_name != 'workflow_dispatch'
+
+    - name: Check out code
+      uses: actions/checkout@v3
+      with:
+        fetch-depth: 0
+        ref: ${{ github.event.pull_request.head.sha }}
+      if: github.event_name == 'pull_request_target'
+
+    - name: Check out code
+      uses: actions/checkout@v3
+      with:
+        fetch-depth: 0
+      if: "github.event_name == 'workflow_dispatch' || github.event_name == 'push'"
+
+    - name: Install bats
+      run: make install-bats
+
+    - name: Authenticate against OCP cluster
+      run: oc login -u ${OPENSHIFT_USER} -p ${OPENSHIFT_PASSWORD} ${OPENSHIFT_SERVER} --insecure-skip-tls-verify=true
+      env:
+        OPENSHIFT_SERVER: ${{ secrets.OPENSHIFT_SERVER }}
+        OPENSHIFT_USER: ${{ secrets.OPENSHIFT_USER }}
+        OPENSHIFT_PASSWORD: ${{ secrets.OPENSHIFT_PASSWORD }}
+
+    - name: Login in quay
+      run: podman login quay.io -u ${QUAY_USER} -p ${QUAY_TOKEN}
+      env:
+        QUAY_USER: ${{ secrets.QUAY_CI_USER }}
+        QUAY_TOKEN: ${{ secrets.QUAY_CI_TOKEN }}
+
+    - name: Build, push and deploy benchmark-operator
+      run: make image-build image-push deploy
+
+    - name: Ensure benchmark-operator is running
+      run: kubectl rollout status -n benchmark-operator --timeout=5m deploy/benchmark-controller-manager
+
+    - name: Execute e2e tests
+      run: e2e/run_tests_ci.sh
+      env:
+        TERM: linux
+
+    - name: Undeploy benchmark-operator
+      run: make undeploy
+      if: always() # always run even if the previous step fails
+
+    - name: Upload artifacts
+      uses: actions/upload-artifact@v2
+      if: failure()
+      with:
+        name: benchmark-operator-debug-${{ github.run_id }}
+        path: e2e/artifacts
+
+    - name: Publish Test Report
+      uses: mikepenz/[email protected]
+      if: always()
+      with:
+        report_paths: e2e/report.xml

.github/workflows/release.yml

@@ -0,0 +1,60 @@
+name: Release benchmark-operator container images
+on:
+  push:
+    branches:
+      - master
+    tags:
+      - "*" # triggers only if push new tag version
+
+jobs:
+  containers:
+    name: Build container images
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        arch:
+         - arm64
+         - amd64
+         - ppc64le
+    env:
+      ORG: cloud-bulldozer
+      IMAGE_ARCH: ${{ matrix.arch }}
+    steps:
+
+      - name: Install dependencies required for multi-arch builds
+        run: sudo apt-get update && sudo apt-get install qemu-user-static podman fuse-overlayfs
+
+      - name: Check out code
+        uses: actions/checkout@v2
+
+      - name: Login in quay
+        run: podman login quay.io -u ${QUAY_USER} -p ${QUAY_TOKEN}
+        env:
+          QUAY_USER: ${{ secrets.QUAY_USER }}
+          QUAY_TOKEN: ${{ secrets.QUAY_TOKEN }}
+
+      - name: Build benchmark-operator container
+        run: make image-build
+
+      - name: Push benchmark-operator container
+        run: make image-push
+
+  manifest:
+    name: Build container manifest
+    runs-on: ubuntu-latest
+    env:
+      MANIFEST_ARCHS: amd64 arm64 ppc64le
+    needs: containers
+    steps:
+
+      - name: Check out code into the Go module directory
+        uses: actions/checkout@v2
+
+      - name: Login in quay
+        run: podman login quay.io -u ${QUAY_USER} -p ${QUAY_TOKEN}
+        env:
+          QUAY_USER: ${{ secrets.QUAY_USER }}
+          QUAY_TOKEN: ${{ secrets.QUAY_TOKEN }}
+
+      - name: Build and push container manifest
+        run: make manifest

.gitignore

@@ -1,2 +1,160 @@
-# Ignore
+# Binaries for programs and plugins
+*.dll
+*.so
+*.dylib
+bin
+
+# editor and IDE paraphernalia
+.idea
 *.swp
+*.swo
+*~
+
+.kube
+.pytest-kind
+.kind
+
+
+
+### Pulled from https://github.com/github/gitignore/blob/master/Python.gitignore
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+cython_debug/
+.cache
+e2e/report.xml
+e2e/artifacts