fix: exlcude batch jobs from global loading (#2711) #7712
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test | |
on: | |
push: | |
branches: [main, release] | |
pull_request: | |
jobs: | |
backend-build: | |
name: Build backend 🏗️ | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: 21 | |
distribution: adopt | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache Gradle packages | |
uses: actions/cache@v3 | |
with: | |
path: | | |
~/.gradle/caches | |
~/.gradle/wrapper | |
key: ${{ runner.os }}-gradle-wrapper-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }} | |
- name: Compile kotlin | |
run: ./gradlew compileTestKotlin --parallel | |
- name: Build backend | |
run: ./gradlew bootJar --parallel | |
- name: Tar build assets | |
run: | | |
tar -czf ~/backend-api.tgz ./backend/api/build | |
tar -czf ~/backend-app.tgz ./backend/app/build | |
tar -czf ~/backend-data.tgz ./backend/data/build | |
tar -czf ~/backend-misc.tgz ./backend/misc/build | |
tar -czf ~/backend-security.tgz ./backend/security/build | |
tar -czf ~/backend-testing.tgz ./backend/testing/build | |
tar -czf ~/backend-development.tgz ./backend/development/build | |
tar -czf ~/ee-backend-app.tgz ./ee/backend/app/build | |
tar -czf ~/ee-backend-tests.tgz ./ee/backend/tests/build | |
- uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
name: backend | |
path: | | |
~/backend-api.tgz | |
~/backend-app.tgz | |
~/backend-data.tgz | |
~/backend-misc.tgz | |
~/backend-security.tgz | |
~/backend-testing.tgz | |
~/backend-development.tgz | |
~/ee-backend-app.tgz | |
~/ee-backend-tests.tgz | |
backend-test: | |
name: BT 🔎 | |
needs: [backend-build] | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
command: | |
[ | |
"server-app:runContextRecreatingTests", | |
"server-app:runStandardTests", | |
"server-app:runWebsocketTests", | |
"ee-test:test", | |
"data:test", | |
"security:test", | |
] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: 21 | |
distribution: adopt | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache Gradle packages | |
uses: actions/cache@v3 | |
with: | |
path: | | |
~/.gradle/caches | |
~/.gradle/wrapper | |
key: ${{ runner.os }}-gradle-wrapper-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }} | |
- name: Download backend build result | |
uses: actions/download-artifact@v3 | |
with: | |
name: backend | |
path: ~/ | |
- name: Un-tar build results | |
run: | | |
tar -xzf ~/backend-api.tgz ./backend/api/build | |
tar -xzf ~/backend-app.tgz ./backend/app/build | |
tar -xzf ~/backend-data.tgz ./backend/data/build | |
tar -xzf ~/backend-misc.tgz ./backend/misc/build | |
tar -xzf ~/backend-security.tgz ./backend/security/build | |
tar -xzf ~/backend-testing.tgz ./backend/testing/build | |
tar -xzf ~/backend-development.tgz ./backend/development/build | |
tar -xzf ~/ee-backend-app.tgz ./ee/backend/app/build | |
tar -xzf ~/ee-backend-tests.tgz ./ee/backend/tests/build | |
- name: Run backend tests | |
uses: nick-fields/retry@v2 | |
with: | |
timeout_minutes: 30 | |
max_attempts: ${{ github.event_name == 'push' && 5 || 1 }} | |
# Print free memory for debugging purposes | |
command: ./gradlew ${{ matrix.command }} | |
env: | |
SKIP_SERVER_BUILD: true | |
CI_RELEASE: ${{ github.event_name == 'push' && true || false }} | |
- name: Get report name | |
id: reportName | |
run: | | |
reportName=${{ matrix.command }} | |
echo "reportName=${reportName//\:/_}" >> $GITHUB_OUTPUT | |
- uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
name: backend_test_reports_${{ steps.version.outputs.reportName }} | |
path: | | |
./**/build/reports/**/* | |
- name: Test Report | |
uses: dorny/test-reporter@v1 | |
if: ${{ github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository }} | |
with: | |
name: Backend Tests | |
path: "**/build/test-results/**/TEST-*.xml" | |
reporter: java-junit | |
e2e: | |
needs: [frontend-build, backend-build, e2e-install-deps] | |
runs-on: ubuntu-latest | |
name: E2E testing 🔎 | |
strategy: | |
fail-fast: false | |
matrix: | |
total_jobs: [15] | |
job_index: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: 21 | |
distribution: adopt | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache Gradle packages | |
uses: actions/cache@v3 | |
with: | |
path: | | |
~/.gradle/caches | |
~/.gradle/wrapper | |
key: ${{ runner.os }}-gradle-wrapper-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }} | |
- name: Cache node modules | |
uses: actions/cache@v3 | |
with: | |
path: ~/.npm | |
key: cache-node-modules-${{ runner.os }}-${{ hashFiles('**/package-lock.json') }} | |
- name: Download backend build result | |
uses: actions/download-artifact@v3 | |
with: | |
name: backend | |
path: ~/ | |
- name: Un-tar build results | |
run: | | |
tar -xzf ~/backend-api.tgz ./backend/api/build | |
tar -xzf ~/backend-app.tgz ./backend/app/build | |
tar -xzf ~/backend-data.tgz ./backend/data/build | |
tar -xzf ~/backend-misc.tgz ./backend/misc/build | |
tar -xzf ~/backend-security.tgz ./backend/security/build | |
tar -xzf ~/backend-testing.tgz ./backend/testing/build | |
tar -xzf ~/backend-development.tgz ./backend/development/build | |
tar -xzf ~/ee-backend-app.tgz ./ee/backend/app/build | |
tar -xzf ~/ee-backend-tests.tgz ./ee/backend/tests/build | |
- name: Download frontend build result | |
uses: actions/download-artifact@v3 | |
with: | |
name: webapp | |
path: ./webapp/dist | |
- name: Download dependencies | |
uses: actions/download-artifact@v3 | |
with: | |
name: e2e_deps | |
path: ~/ | |
- name: Untar node modules | |
run: | | |
tar -xzf ~/node_modules.tgz ./e2e/node_modules | |
- name: Create cache directory | |
run: | | |
mkdir -p ~/.cache | |
- name: Untar Cypress cache | |
run: | | |
tar -xzf ~/cypress_cache.tgz | |
working-directory: /home/runner/.cache/ | |
- name: Run e2e test | |
uses: nick-fields/retry@v2 | |
with: | |
timeout_minutes: 30 | |
max_attempts: ${{ github.event_name == 'push' && 5 || 1 }} | |
command: | | |
./gradlew runE2e -x bootJar -x buildWebapp | |
env: | |
TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}} | |
TOLGEE_API_URL: ${{secrets.TOLGEE_API_URL}} | |
SKIP_WEBAPP_BUILD: true | |
SKIP_SERVER_BUILD: true | |
SKIP_INSTALL_E2E_DEPS: true | |
E2E_TOTAL_JOBS: ${{matrix.total_jobs}} | |
E2E_JOB_INDEX: ${{matrix.job_index}} | |
CI_RELEASE: ${{ github.event_name == 'push' && true || false }} | |
- uses: actions/upload-artifact@v3 | |
if: failure() | |
with: | |
name: e2e | |
path: | | |
./e2e/cypress/videos/**/* | |
./e2e/cypress/screenshots/**/* | |
./e2e/server | |
- uses: actions/upload-artifact@v3 | |
if: failure() | |
with: | |
name: e2e_server_log_${{ matrix.job_index }} | |
path: | | |
./e2e/server.log | |
frontend-build: | |
name: Build frontend 🏗️ | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: 21 | |
distribution: adopt | |
- name: Cache Gradle packages | |
uses: actions/cache@v3 | |
with: | |
path: | | |
~/.gradle/caches | |
~/.gradle/wrapper | |
key: ${{ runner.os }}-gradle-wrapper-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }} | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache node modules | |
uses: actions/cache@v3 | |
with: | |
path: ~/.npm | |
key: cache-node-modules-${{ runner.os }}-${{ hashFiles('**/package-lock.json') }} | |
- name: Build webapp | |
run: ./gradlew buildWebapp | |
env: | |
TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}} | |
TOLGEE_API_URL: ${{secrets.TOLGEE_API_URL}} | |
- name: Upload built webapp | |
uses: actions/upload-artifact@v3 | |
with: | |
name: webapp | |
path: webapp/dist | |
frontend-code-check: | |
name: Frontend static check 🪲 | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Install dependencies | |
run: npm ci | |
working-directory: ./webapp | |
- name: Cache node modules | |
uses: actions/cache@v3 | |
with: | |
path: ~/.npm | |
key: cache-node-modules-${{ runner.os }}-${{ hashFiles('**/package-lock.json') }} | |
- name: Typescript | |
run: npm run tsc | |
working-directory: ./webapp | |
- name: Eslint | |
run: npm run eslint | |
working-directory: ./webapp | |
- name: Keys extraction check | |
run: npm run check-translations | |
working-directory: ./webapp | |
- name: Load newest translations | |
run: npm run load-translations | |
working-directory: ./webapp | |
if: ${{ env.TOLGEE_API_KEY != '' }} | |
env: | |
TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}} | |
- name: Check missing translation keys | |
run: npm run tsc:prod | |
working-directory: ./webapp | |
if: ${{ env.TOLGEE_API_KEY != '' }} | |
env: | |
TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}} | |
e2e-code-checks: | |
name: E2E Static Check 🪲 | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache node modules | |
uses: actions/cache@v3 | |
with: | |
path: ~/.npm | |
key: cache-node-modules-${{ runner.os }}-${{ hashFiles('**/package-lock.json') }} | |
- name: Install dependencies | |
run: npm ci | |
working-directory: ./e2e | |
- name: Eslint | |
run: npm run eslint | |
working-directory: ./e2e | |
- name: Typecheck | |
run: npm run tsc | |
working-directory: ./e2e | |
e2e-install-deps: | |
name: Install E2E dependencies ⬇️ | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache node modules | |
uses: actions/cache@v3 | |
with: | |
path: ~/.npm | |
key: cache-node-modules-${{ runner.os }}-${{ hashFiles('**/package-lock.json') }} | |
- name: Install dependencies | |
run: npm ci | |
working-directory: ./e2e | |
- name: Tar node modules | |
run: | | |
tar -czf ~/node_modules.tgz ./e2e/node_modules | |
- name: Tar Cypress cache | |
run: | | |
tar -czf ~/cypress_cache.tgz ./Cypress | |
working-directory: /home/runner/.cache/ | |
- uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
name: e2e_deps | |
path: | | |
~/node_modules.tgz | |
~/cypress_cache.tgz | |
backend-code-checks: | |
name: Ktlint 🪲 | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-java@v3 | |
with: | |
java-version: 21 | |
distribution: adopt | |
- name: Setup node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "18.x" | |
- name: Cache Gradle packages | |
uses: actions/cache@v3 | |
with: | |
path: | | |
~/.gradle/caches | |
~/.gradle/wrapper | |
key: ${{ runner.os }}-gradle-wrapper-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }} | |
- name: Run ktlint | |
run: ./gradlew ktlintCheck |