diff --git a/.github/workflows/pmm-package-test-matrix-full.yml b/.github/workflows/pmm-package-test-matrix-full.yml index c81b33b9c..91d0edc04 100644 --- a/.github/workflows/pmm-package-test-matrix-full.yml +++ b/.github/workflows/pmm-package-test-matrix-full.yml @@ -33,7 +33,7 @@ jobs: name: Get versions uses: percona/pmm-ui-tests/.github/workflows/pmm-version-getter.yml@main with: - repository: ${{ inputs.repository || 'release'}} + repository: ${{ inputs.repository || 'dev-latest' }} c_test: name: "pmm2-client" @@ -43,19 +43,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -68,19 +61,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_upgrade" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -93,19 +79,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_custom_path" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -118,19 +97,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_auth_config" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -143,19 +115,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_auth_register" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -168,19 +133,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_auth_setup" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -193,19 +151,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_custom_path" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -218,19 +169,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_custom_port" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -243,19 +187,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_upgrade_custom_port" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -268,19 +205,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -293,19 +223,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_upgrade" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -318,19 +241,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_upgrade_custom_path" test_name: ${{ matrix.os }} os: ${{ matrix.os }} diff --git a/.github/workflows/pmm-package-test-matrix.yml b/.github/workflows/pmm-package-test-matrix.yml index 8392bc874..c730c8e93 100644 --- a/.github/workflows/pmm-package-test-matrix.yml +++ b/.github/workflows/pmm-package-test-matrix.yml @@ -2,6 +2,9 @@ name: Package Test Matrix on: + schedule: + - cron: '0 0 * * *' + workflow_dispatch: inputs: package_testing_branch: @@ -33,7 +36,7 @@ jobs: name: Get versions uses: percona/pmm-ui-tests/.github/workflows/pmm-version-getter.yml@main with: - repository: ${{ inputs.repository || 'release'}} + repository: ${{ inputs.repository || 'dev-latest' }} i_test: name: "pmm2-client_integration" @@ -43,19 +46,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -68,19 +64,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_upgrade" test_name: ${{ matrix.os }} os: ${{ matrix.os }} @@ -93,19 +82,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: "pmm2-client_integration_upgrade_custom_path" test_name: ${{ matrix.os }} os: ${{ matrix.os }} diff --git a/.github/workflows/pmm-package-test-runner.yml b/.github/workflows/pmm-package-test-runner.yml index e11ded926..e8e91a940 100644 --- a/.github/workflows/pmm-package-test-runner.yml +++ b/.github/workflows/pmm-package-test-runner.yml @@ -1,5 +1,5 @@ --- -name: package-test-pipeline +name: package-test-runner on: workflow_dispatch: @@ -17,12 +17,11 @@ on: pmm_client_tarball: description: "PMM Client tarball link or FB-code" type: string -# package_repo: experimental | testing | main | pmm2-client-main expected_version: description: "expected version" required: false type: string - # TODO: investigate switch to actual repo name + # TODO: investigate switch to actual repo name: experimental | testing | main | pmm2-client-main repository: description: "Select Repo to install PMM Client:" required: true @@ -53,17 +52,17 @@ on: os: description: "Select OS to run test in:" required: true - default: "jammy-x64" + default: "jammy" type: choice options: - - bionic-x64 - - bullseye-x64 - - buster-x64 - - focal-x64 - - jammy-x64 - - centos-7-x64 - - ol-8-x64 - - ol-9-x64 + - bionic + - bullseye + - buster + - focal + - jammy + - centos-7 + - ol-8 + - ol-9 workflow_call: inputs: @@ -98,7 +97,7 @@ on: os: description: "Select OS to run test in:" required: true - default: "jammy-x64" + default: "jammy" type: string jobs: @@ -116,6 +115,7 @@ jobs: REPO: ${{ inputs.repository || 'dev-latest' }} METRICS_MODE: ${{ inputs.metrics_mode || 'auto' }} PLAYBOOK: ${{ inputs.playbook }} + VERBOSE: "no" steps: - name: "Create status check" @@ -160,11 +160,13 @@ jobs: fi if [[ "${{ inputs.repository }}" =~ "candidate" ]]; then echo "REPO=testing" >> $GITHUB_ENV + echo "EXPECTED_VERSION=$(echo ${{ inputs.expected_version }} | awk -F'-' '{print $1}')" >> $GITHUB_ENV + echo "expected version is ${{ env.EXPECTED_VERSION }}" fi if [[ "${{ inputs.repository }}" = "release" ]]; then echo "REPO=release" >> $GITHUB_ENV fi - echo "${{ env.REPO }}" + echo "repo=${{ env.REPO }}" ### vagrant vm ### if [[ "${{ inputs.os }}" =~ "buster" ]]; then @@ -277,7 +279,8 @@ jobs: sudo apt-get install -y ansible git wget fi cd /pmm/package-testing/playbooks - ansible-playbook -vv --connection=local --inventory 127.0.0.1, --limit 127.0.0.1 ${{ env.PLAYBOOK }}.yml + ###TODO: consider adding "-vv" flag based on input." + ansible-playbook ${{env.VERBOSE == 'yes' && '-vv' || ''}} --connection=local --inventory 127.0.0.1, --limit 127.0.0.1 ${{ env.PLAYBOOK }}.yml SHELL end diff --git a/.github/workflows/pmm-package-test-single.yml b/.github/workflows/pmm-package-test-single.yml index 66d69c74e..9ba0526ea 100644 --- a/.github/workflows/pmm-package-test-single.yml +++ b/.github/workflows/pmm-package-test-single.yml @@ -61,19 +61,12 @@ jobs: strategy: fail-fast: false matrix: - os: ["bionic-x64", - "bullseye-x64", - "buster-x64", - "focal-x64", - "jammy-x64", - "centos-7-x64", - "ol-8-x64", - "ol-9-x64"] + os: ${{ fromJSON(needs.get_versions.outputs.pt_os) }} with: package_testing_branch: ${{ inputs.package_testing_branch || 'master' }} expected_version: ${{needs.get_versions.outputs.finish_version}} - repository: ${{ inputs.repository || 'release'}} - metrics_mode: ${{ inputs.metrics_mode || 'auto'}} + repository: ${{ inputs.repository || 'dev-latest' }} + metrics_mode: ${{ inputs.metrics_mode || 'auto' }} playbook: ${{ inputs.playbook || 'pmm2-client_integration' }} test_name: ${{ matrix.os }} os: ${{ matrix.os }}