diff --git a/.github/workflows/smoke-tests.yml b/.github/workflows/smoke-tests.yml index 6f657bfe4..465c38162 100644 --- a/.github/workflows/smoke-tests.yml +++ b/.github/workflows/smoke-tests.yml @@ -21,12 +21,12 @@ on: configuration: type: choice options: - - release - debug + - release required: true - default: release + default: debug description: - 'The configuration to use for the tests. "release" will produce release builds, "debug" will produce debug builds (and skip type mapping tests for now).' + 'The configuration to use for the tests. "release" will produce release builds, "debug" will produce debug builds (type mapping tests currently always use release).' target: type: choice options: @@ -50,6 +50,7 @@ concurrency: jobs: acceptance-tests: name: Acceptance Tests + needs: [gradle-tests] runs-on: self-hosted steps: - name: Checkout Repo @@ -67,18 +68,18 @@ jobs: env: KOTLIN_LINK_MODE: ${{ inputs.linkage }} KOTLIN_BUILD_CONFIGURATION: ${{ inputs.configuration }} - - name: Publish Test Report - uses: mikepenz/action-junit-report@v3 - if: ${{ failure() || success() }} - with: - check_name: "Smoke Test Reports - Functional Tests" - report_paths: 'SKIE/acceptance-tests/build/test-results/functional__*/TEST-*.xml' - require_tests: true + # Log size can be too large which causes significant performance issues + # - name: Publish Test Report + # uses: mikepenz/action-junit-report@v3 + # if: ${{ failure() || success() }} + # with: + # check_name: "Smoke Test Reports - Functional Tests" + # report_paths: 'SKIE/acceptance-tests/build/test-results/functional__*/TEST-*.xml' + # require_tests: true type-mapping-tests: name: Type Mapping Tests - needs: [acceptance-tests] - runs-on: self-hosted + runs-on: macos-14 steps: - name: Checkout Repo uses: actions/checkout@v3 @@ -90,7 +91,6 @@ jobs: - name: Run Type Mapping Tests uses: gradle/gradle-build-action@v2.4.2 id: run-tests - if: ${{ inputs.configuration != 'debug' }} with: arguments: ':acceptance-tests:type-mapping__kgp_latestTest' build-root-directory: SKIE @@ -98,17 +98,18 @@ jobs: KOTLIN_LINK_MODE: ${{ inputs.linkage }} KOTLIN_TARGET: ${{ inputs.target }} KOTLIN_BUILD_CONFIGURATION: ${{ inputs.configuration }} - - name: Publish Test Report - uses: mikepenz/action-junit-report@v3 - if: ${{ (failure() || success()) && steps.run-tests.outcome != 'skipped' }} - with: - check_name: "Smoke Test Reports - Type Mapping Tests" - report_paths: 'SKIE/acceptance-tests/build/test-results/type-mapping__*/TEST-*.xml' - require_tests: true + # Log size can be too large which causes significant performance issues + # - name: Publish Test Report + # uses: mikepenz/action-junit-report@v3 + # if: ${{ (failure() || success()) && steps.run-tests.outcome != 'skipped' }} + # with: + # check_name: "Smoke Test Reports - Type Mapping Tests" + # report_paths: 'SKIE/acceptance-tests/build/test-results/type-mapping__*/TEST-*.xml' + # require_tests: true external-libraries-tests: name: External Libraries Tests - needs: [type-mapping-tests] + needs: [acceptance-tests, gradle-tests] runs-on: self-hosted steps: - name: Checkout Repo @@ -126,10 +127,42 @@ jobs: env: KOTLIN_LINK_MODE: ${{ inputs.linkage }} KOTLIN_BUILD_CONFIGURATION: ${{ inputs.configuration }} + # Log size can be too large which causes significant performance issues + # - name: Publish Test Report + # uses: mikepenz/action-junit-report@v3 + # if: ${{ failure() || success() }} + # with: + # check_name: "Smoke Test Reports - External Libraries Tests" + # report_paths: 'SKIE/acceptance-tests/build/test-results/libraries__*/TEST-*.xml' + # require_tests: true + + gradle-tests: + name: Gradle Tests + runs-on: self-hosted + steps: + - name: Checkout Repo + uses: actions/checkout@v3 + with: + submodules: true + token: ${{ secrets.ACCEPTANCE_TESTS_TOKEN }} + - name: Prepare Worker + uses: ./.github/actions/prepare-worker + - name: Run Gradle Tests + uses: gradle/gradle-build-action@v2.4.2 + id: run-tests + with: + arguments: >- + :test + -PtestLevel=smoke + -PtestType=gradle + "-Pmatrix.targets=${{ inputs.target || 'macosArm64' }}" + "-Pmatrix.configurations=${{ inputs.configuration || 'debug' }}" + "-Pmatrix.linkModes=${{ inputs.linkage || 'static' }}" + build-root-directory: test-runner - name: Publish Test Report - uses: mikepenz/action-junit-report@v3 + uses: mikepenz/action-junit-report@v4 if: ${{ failure() || success() }} with: - check_name: "Smoke Test Reports - External Libraries Tests" - report_paths: 'SKIE/acceptance-tests/build/test-results/libraries__*/TEST-*.xml' + check_name: "Smoke Test Reports - Gradle Tests" + report_paths: 'test-runner/build/test-results/test/TEST-*.xml' require_tests: true diff --git a/SKIE/.run/Latest_Tests_Acceptance_Selected.run.xml b/SKIE/.run/Tests_Acceptance_Selected.run.xml similarity index 96% rename from SKIE/.run/Latest_Tests_Acceptance_Selected.run.xml rename to SKIE/.run/Tests_Acceptance_Selected.run.xml index 6fb27d8bf..9bfaaa1af 100644 --- a/SKIE/.run/Latest_Tests_Acceptance_Selected.run.xml +++ b/SKIE/.run/Tests_Acceptance_Selected.run.xml @@ -3,7 +3,7 @@