From dfc64bb444fa1dae614139e26432d53ec3a7fcaf Mon Sep 17 00:00:00 2001 From: Mansur Uralov Date: Wed, 17 Jan 2024 16:15:12 +0100 Subject: [PATCH] Install NATS Manager w/o LM (#287) * Delete external CRD folder * Install NATS Manager w/o LM Don't use lifecycle manager to install nats-manager * Don't use lifecycle manager * Create kyma-system namespace * Remove Kyma resource check * Don't use LM for E2E tests * Get rid of KLM dependency * Execute e2e and upgrade tests without KLM * Rename GH action workflows accordingl * Delete Lifecycle Manager Tasks * Improve for Review Comments * Delete waiting for the 'post-nats-module-build' job --- ...ifecycle-manager.yml => pull-e2e-test.yml} | 2 +- .github/workflows/pull-e2e-upgrade-test.yaml | 79 ++++++++ .../pull-with-lifecycle-manager.yaml | 182 ----------------- .github/workflows/push-e2e-upgrade-test.yaml | 85 ++++++++ .../push-with-lifecycle-manager.yaml | 184 ------------------ hack/ci/Makefile | 29 +-- 6 files changed, 168 insertions(+), 393 deletions(-) rename .github/workflows/{pull-without-lifecycle-manager.yml => pull-e2e-test.yml} (98%) create mode 100644 .github/workflows/pull-e2e-upgrade-test.yaml delete mode 100644 .github/workflows/pull-with-lifecycle-manager.yaml create mode 100644 .github/workflows/push-e2e-upgrade-test.yaml delete mode 100644 .github/workflows/push-with-lifecycle-manager.yaml diff --git a/.github/workflows/pull-without-lifecycle-manager.yml b/.github/workflows/pull-e2e-test.yml similarity index 98% rename from .github/workflows/pull-without-lifecycle-manager.yml rename to .github/workflows/pull-e2e-test.yml index a51c9cd4..937de845 100644 --- a/.github/workflows/pull-without-lifecycle-manager.yml +++ b/.github/workflows/pull-e2e-test.yml @@ -1,4 +1,4 @@ -name: pull-without-lifecycle-manager +name: pull-e2e-test env: DOCKER_IMAGE: europe-docker.pkg.dev/kyma-project/dev/nats-manager:PR-${{ github.event.number }} diff --git a/.github/workflows/pull-e2e-upgrade-test.yaml b/.github/workflows/pull-e2e-upgrade-test.yaml new file mode 100644 index 00000000..cce32e69 --- /dev/null +++ b/.github/workflows/pull-e2e-upgrade-test.yaml @@ -0,0 +1,79 @@ +name: pull-e2e-upgrade-test + +env: + DOCKER_IMAGE: europe-docker.pkg.dev/kyma-project/dev/nats-manager:PR-${{ github.event.number }} + E2E_LOG_LEVEL: debug + KYMA_STABILITY: "unstable" + KYMA: "./hack/kyma" + +on: + pull_request: + branches: [ "main" ] + paths-ignore: + - 'docs/**' + - '**.md' + - 'sec-scanners-config.yaml' + +jobs: + e2e-upgrade: # This job tests the upgrade of NATS module from latest image of the main branch to the current commit. + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Install k3d tools + run: | + make -C hack/ci/ install-k3d-tools + + - name: Install Kyma CLI & setup k3d cluster using kyma CLI + run: | + make kyma + make -C hack/ci/ create-k3d + kubectl version + kubectl cluster-info + + - name: Install latest NATS manager from main branch + run: | + make -C hack/ci/ create-kyma-system-ns + make deploy IMG=europe-docker.pkg.dev/kyma-project/prod/nats-manager:latest + + - name: Setup & test NATS CR + run: | + make e2e-setup + + - name: Wait for the 'pull-nats-manager-build' job to succeed + uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 + with: + context: "pull-nats-manager-build" + commit_ref: "${{ github.event.pull_request.head.sha }}" # Note: 'github.event.pull_request.head.sha' is not same as 'github.sha' on pull requests. + timeout: 600000 # 10 minutes in milliseconds + # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) + check_interval: 60000 # 1 minute in milliseconds + env: + GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" + GITHUB_OWNER: "${{ github.repository_owner }}" + GITHUB_REPO: "nats-manager" + + - name: Install the new NATS manager from current commit + run: | + make deploy IMG=${DOCKER_IMAGE} + + - name: Wait for new changes to be reflected + # Waits for NATS-manager image to be updated and NATS CR readiness. + run: | + export MANAGER_IMAGE=${DOCKER_IMAGE} + make e2e-setup + + - name: Run NATS bench + run: | + go install github.com/nats-io/natscli/nats@latest + export PATH=$HOME/go/bin:$PATH + make e2e-bench + + - name: Test NATS-server + run: | + make e2e-nats-server + + - name: Cleanup NATS CR + run: | + make e2e-cleanup diff --git a/.github/workflows/pull-with-lifecycle-manager.yaml b/.github/workflows/pull-with-lifecycle-manager.yaml deleted file mode 100644 index 00b210d9..00000000 --- a/.github/workflows/pull-with-lifecycle-manager.yaml +++ /dev/null @@ -1,182 +0,0 @@ -name: pull-with-lifecycle-manager - -env: - DOCKER_IMAGE: europe-docker.pkg.dev/kyma-project/dev/nats-manager:PR-${{ github.event.number }} - E2E_LOG_LEVEL: debug - KYMA_STABILITY: "unstable" - KYMA: "./hack/kyma" - -on: - pull_request: - branches: [ "main" ] - paths-ignore: - - 'docs/**' - - '**.md' - - 'sec-scanners-config.yaml' - -jobs: - e2e: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - - - name: Install k3d tools - run: | - make -C hack/ci/ install-k3d-tools - - - name: Install Kyma CLI & setup k3d cluster using kyma CLI - run: | - make kyma - make -C hack/ci/ create-k3d - kubectl version - kubectl cluster-info - - - name: Deploy lifecycle-manager - run: | - make -C hack/ci/ install-lifecycle-manager - - - name: Wait for the 'pull-nats-manager-build' job to succeed - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "pull-nats-manager-build" - commit_ref: "${{ github.event.pull_request.head.sha }}" # Note: 'github.event.pull_request.head.sha' is not same as 'github.sha' on pull requests. - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Wait for the 'pull-nats-module-build' job to succeed - id: wait-nats-module-build - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "pull-nats-module-build" - commit_ref: "${{ github.event.pull_request.head.sha }}" # Note: 'github.event.pull_request.head.sha' is not same as 'github.sha' on pull requests. - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Download & validate NATS module template - env: - PR_NUMBER: "${{ github.event.number }}" - COMMIT_STATUS_JSON: "${{ steps.wait-nats-module-build.outputs.json }}" - run: | - make -C hack/ci/ download-module-template - kubectl apply -f module-template.yaml --dry-run=client - - - name: Install & enable NATS module template - run: | - make -C hack/ci/ install-module-template - make -C hack/ci/ enable-module-without-default-cr - make -C hack/ci/ verify-kyma - - - name: Setup & test NATS CR - run: | - make e2e-setup - - - name: Run NATS bench - run: | - go install github.com/nats-io/natscli/nats@latest - export PATH=$HOME/go/bin:$PATH - make e2e-bench - - - name: Test NATS-server - run: | - make e2e-nats-server - - - name: Cleanup NATS CR - run: | - make e2e-cleanup - e2e-upgrade-fast-channel: # This job tests the upgrade of NATS module from latest release from fast channel to current commit. - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - - - name: Install k3d tools - run: | - make -C hack/ci/ install-k3d-tools - - - name: Install Kyma CLI & setup k3d cluster using kyma CLI - run: | - make kyma - make -C hack/ci/ create-k3d - kubectl version - kubectl cluster-info - - - name: Deploy lifecycle-manager - run: | - make -C hack/ci/ install-lifecycle-manager - - - name: Install latest released module template from fast channel & enable NATS module - run: | - make -C hack/ci/ install-latest-module-template-fast - make -C hack/ci/ enable-module-without-default-cr - make -C hack/ci/ verify-kyma - - - name: Setup & test NATS CR - run: | - make e2e-setup - - - name: Wait for the 'pull-nats-manager-build' job to succeed - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "pull-nats-manager-build" - commit_ref: "${{ github.event.pull_request.head.sha }}" # Note: 'github.event.pull_request.head.sha' is not same as 'github.sha' on pull requests. - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Wait for the 'pull-nats-module-build' job to succeed - id: wait-nats-module-build - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "pull-nats-module-build" - commit_ref: "${{ github.event.pull_request.head.sha }}" # Note: 'github.event.pull_request.head.sha' is not same as 'github.sha' on pull requests. - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Download & install the new NATS module template from current commit - env: - PR_NUMBER: "${{ github.event.number }}" - COMMIT_STATUS_JSON: "${{ steps.wait-nats-module-build.outputs.json }}" - run: | - make -C hack/ci/ download-module-template - make -C hack/ci/ install-module-template - make -C hack/ci/ verify-kyma - - - name: Wait for new changes to be reflected - # Waits for NATS-manager image to be updated and NATS CR readiness. - run: | - export MANAGER_IMAGE=${DOCKER_IMAGE} - make e2e-setup - - - name: Run NATS bench - run: | - go install github.com/nats-io/natscli/nats@latest - export PATH=$HOME/go/bin:$PATH - make e2e-bench - - - name: Test NATS-server - run: | - make e2e-nats-server - - - name: Cleanup NATS CR - run: | - make e2e-cleanup diff --git a/.github/workflows/push-e2e-upgrade-test.yaml b/.github/workflows/push-e2e-upgrade-test.yaml new file mode 100644 index 00000000..88674cf3 --- /dev/null +++ b/.github/workflows/push-e2e-upgrade-test.yaml @@ -0,0 +1,85 @@ +name: push-e2e-upgrade-test + +env: + DOCKER_IMAGE: "europe-docker.pkg.dev/kyma-project/prod/nats-manager" + E2E_LOG_LEVEL: debug + KYMA_STABILITY: "unstable" + KYMA: "./hack/kyma" + +on: + push: + branches: [ "main" ] + paths-ignore: + - 'docs/**' + - '**.md' + - 'sec-scanners-config.yaml' + +jobs: + e2e-upgrade: # This job tests the upgrade of NATS module from latest release from fast channel to current commit. + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Install k3d tools + run: | + make -C hack/ci/ install-k3d-tools + + - name: Install Kyma CLI & setup k3d cluster using kyma CLI + run: | + make kyma + make -C hack/ci/ create-k3d + kubectl version + kubectl cluster-info + + - name: Install the latest released NATS manager + run: | + make -C hack/ci/ create-kyma-system-ns + make -C hack/ci/ install-latest-nats-manager-release + + - name: Setup & test NATS CR + run: | + make e2e-setup + + - name: Wait for the 'post-nats-manager-build' job to succeed + uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 + with: + context: "post-nats-manager-build" + commit_ref: "${{ github.sha }}" + timeout: 600000 # 10 minutes in milliseconds + # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) + check_interval: 60000 # 1 minute in milliseconds + env: + GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" + GITHUB_OWNER: "${{ github.repository_owner }}" + GITHUB_REPO: "nats-manager" + + - name: Install the new NATS manager from current commit + env: + COMMIT_SHA: "${{ github.sha }}" + run: | + export DOCKER_TAG="$(date +v%Y%m%d)-$(echo ${COMMIT_SHA} | head -c 8)" + make deploy IMG="${DOCKER_IMAGE}:${DOCKER_TAG}" + + - name: Wait for new changes to be reflected + # Waits for NATS-manager image to be updated and NATS CR readiness. + env: + COMMIT_SHA: "${{ github.sha }}" + run: | + export DOCKER_TAG="$(date +v%Y%m%d)-$(echo ${COMMIT_SHA} | head -c 8)" + export MANAGER_IMAGE="${DOCKER_IMAGE}:${DOCKER_TAG}" + make e2e-setup + + - name: Run NATS bench + run: | + go install github.com/nats-io/natscli/nats@latest + export PATH=$HOME/go/bin:$PATH + make e2e-bench + + - name: Test NATS-server + run: | + make e2e-nats-server + + - name: Cleanup NATS CR + run: | + make e2e-cleanup diff --git a/.github/workflows/push-with-lifecycle-manager.yaml b/.github/workflows/push-with-lifecycle-manager.yaml deleted file mode 100644 index 1c45fc6e..00000000 --- a/.github/workflows/push-with-lifecycle-manager.yaml +++ /dev/null @@ -1,184 +0,0 @@ -name: push-with-lifecycle-manager - -env: - DOCKER_IMAGE: "europe-docker.pkg.dev/kyma-project/prod/nats-manager" - E2E_LOG_LEVEL: debug - KYMA_STABILITY: "unstable" - KYMA: "./hack/kyma" - -on: - push: - branches: [ "main" ] - paths-ignore: - - 'docs/**' - - '**.md' - - 'sec-scanners-config.yaml' - -jobs: - e2e: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - - - name: Install k3d tools - run: | - make -C hack/ci/ install-k3d-tools - - - name: Install Kyma CLI & setup k3d cluster using kyma CLI - run: | - make kyma - make -C hack/ci/ create-k3d - kubectl version - kubectl cluster-info - - - name: Deploy lifecycle-manager - run: | - make -C hack/ci/ install-lifecycle-manager - - - name: Wait for the 'post-nats-manager-build' job to succeed - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "post-nats-manager-build" - commit_ref: "${{ github.sha }}" - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Wait for the 'post-nats-module-build' job to succeed - id: wait-nats-module-build - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "post-nats-module-build" - commit_ref: "${{ github.sha }}" - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Download & validate NATS module template - env: - COMMIT_STATUS_JSON: "${{ steps.wait-nats-module-build.outputs.json }}" - run: | - make -C hack/ci/ download-module-template - kubectl apply -f module-template.yaml --dry-run=client - - - name: Install & enable NATS module template - run: | - make -C hack/ci/ install-module-template - make -C hack/ci/ enable-module-without-default-cr - make -C hack/ci/ verify-kyma - - - name: Setup & test NATS CR - run: | - make e2e-setup - - - name: Run NATS bench - run: | - go install github.com/nats-io/natscli/nats@latest - export PATH=$HOME/go/bin:$PATH - make e2e-bench - - - name: Test NATS-server - run: | - make e2e-nats-server - - - name: Cleanup NATS CR - run: | - make e2e-cleanup - e2e-upgrade-fast-channel: # This job tests the upgrade of NATS module from latest release from fast channel to current commit. - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - - - name: Install k3d tools - run: | - make -C hack/ci/ install-k3d-tools - - - name: Install Kyma CLI & setup k3d cluster using kyma CLI - run: | - make kyma - make -C hack/ci/ create-k3d - kubectl version - kubectl cluster-info - - - name: Deploy lifecycle-manager - run: | - make -C hack/ci/ install-lifecycle-manager - - - name: Install latest released module template from fast channel & enable NATS module - run: | - make -C hack/ci/ install-latest-module-template-fast - make -C hack/ci/ enable-module-without-default-cr - make -C hack/ci/ verify-kyma - - - name: Setup & test NATS CR - run: | - make e2e-setup - - - name: Wait for the 'post-nats-manager-build' job to succeed - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "post-nats-manager-build" - commit_ref: "${{ github.sha }}" - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Wait for the 'post-nats-module-build' job to succeed - id: wait-nats-module-build - uses: kyma-project/wait-for-commit-status-action@2b3ffe09af8b6f40e1213d5fb7f91a7bd41ffb20 - with: - context: "post-nats-module-build" - commit_ref: "${{ github.sha }}" - timeout: 600000 # 10 minutes in milliseconds - # The check interval is kept long otherwise it will exhaust the GitHub rate limit (More info: https://docs.github.com/en/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting) - check_interval: 60000 # 1 minute in milliseconds - env: - GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" - GITHUB_OWNER: "${{ github.repository_owner }}" - GITHUB_REPO: "nats-manager" - - - name: Download & install the new NATS module template from current commit - env: - PR_NUMBER: "${{ github.event.number }}" - COMMIT_STATUS_JSON: "${{ steps.wait-nats-module-build.outputs.json }}" - run: | - make -C hack/ci/ download-module-template - make -C hack/ci/ install-module-template - make -C hack/ci/ verify-kyma - - - name: Wait for new changes to be reflected - # Waits for NATS-manager image to be updated and NATS CR readiness. - env: - COMMIT_SHA: "${{ github.sha }}" - run: | - export DOCKER_TAG="$(date +v%Y%m%d)-$(echo ${COMMIT_SHA} | head -c 8)" - export MANAGER_IMAGE="${DOCKER_IMAGE}:${DOCKER_TAG}" - make e2e-setup - - - name: Run NATS bench - run: | - go install github.com/nats-io/natscli/nats@latest - export PATH=$HOME/go/bin:$PATH - make e2e-bench - - - name: Test NATS-server - run: | - make e2e-nats-server - - - name: Cleanup NATS CR - run: | - make e2e-cleanup diff --git a/hack/ci/Makefile b/hack/ci/Makefile index 5096abdd..74da0ea2 100644 --- a/hack/ci/Makefile +++ b/hack/ci/Makefile @@ -23,41 +23,18 @@ module-build: ## Build the Module, push it to a registry and print it based on t @cat ${ARTIFACTS}/module-template.yaml @echo "\n~~~~~~~~~~~~~~~END OF MODULE TEMPLATE~~~~~~~~~~~~~~~~" -.PHONY: download-module-template -download-module-template: ## Downloads the module-template from the module-build prow job. - export PROJECT_ROOT="${PROJECT_ROOT}" \ - && ../get_module_template_from_build_job.sh - -.PHONY: install-latest-module-template-fast -install-latest-module-template-fast: ## Downloads and applies the latest released module-template from fast channel. - kubectl apply -f https://github.com/kyma-project/nats-manager/releases/latest/download/module-template.yaml - .PHONY: create-kyma-system-ns create-kyma-system-ns: ## Create kyma-system namespace. kubectl create ns kyma-system -.PHONY: install-module-template -install-module-template: ## Apply NATS moduletemplate. - kubectl apply -f ${PROJECT_ROOT}/module-template.yaml - -.PHONY: enable-module-without-default-cr -enable-module-without-default-cr: ## Enable NATS module without creating default NATS CR. - "${KYMA_CLI}" alpha enable module nats -c fast -n kyma-system -p Ignore - -.PHONY: install-lifecycle-manager -install-lifecycle-manager: ## Deploys lifecycle-manager. - "${KYMA_CLI}" alpha deploy \ - --ci \ - --force-conflicts +.PHONY: install-latest-nats-manager-release +install-latest-nats-manager-release: ## Install nats-manager only. + kubectl apply -f https://github.com/kyma-project/nats-manager/releases/latest/download/nats-manager.yaml .PHONY: create-k3d create-k3d: ## Create k3d with kyma CRDs. "${KYMA_CLI}" provision k3d -p 8081:80@loadbalancer -p 8443:443@loadbalancer --registry-port ${REGISTRY_PORT} --name ${CLUSTER_NAME} --ci -.PHONY: verify-kyma -verify-kyma: ## Wait for Kyma CR to be in Ready state. - ../verify_kyma_status.sh - .PHONY: install-k3d-tools install-k3d-tools: ## Create k3d with kyma CRDs. curl -s https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | TAG=${K3D_VERSION} bash