Evaluate agent #98
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Evaluate agent | |
| on: | |
| workflow_run: | |
| workflows: ["Build and push image"] | |
| types: | |
| - completed | |
| jobs: | |
| drive: | |
| runs-on: self-hosted | |
| env: | |
| AGENT_VERSION: latest | |
| COMPOSE_FILE: ./build/docker-compose.cicd.yaml | |
| if: ${{ github.event.workflow_run.conclusion == 'success' }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| - name: Print environment variables (DEBUG) | |
| run: | | |
| echo "AGENT_VERSION=${AGENT_VERSION}" | |
| echo "COMPOSE_FILE=${COMPOSE_FILE}" | |
| - name: 'Download artifact (PR ID)' | |
| if: github.event_name == 'pull_request' | |
| uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| let allArtifacts = await github.rest.actions.listWorkflowRunArtifacts({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| run_id: context.payload.workflow_run.id, | |
| }); | |
| let matchArtifact = allArtifacts.data.artifacts.filter((artifact) => { | |
| return artifact.name == "pr_id" | |
| })[0]; | |
| if (!matchArtifact) { | |
| core.setFailed('No pr_id artifact found from the build workflow'); | |
| return; | |
| } | |
| let download = await github.rest.actions.downloadArtifact({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| artifact_id: matchArtifact.id, | |
| archive_format: 'zip', | |
| }); | |
| let fs = require('fs'); | |
| fs.writeFileSync(`${process.env.GITHUB_WORKSPACE}/pr_id.zip`, Buffer.from(download.data)); | |
| - name: 'Unzip artifact (PR ID)' | |
| if: github.event_name == 'pull_request' | |
| run: | | |
| unzip pr_id.zip | |
| - name: Check PR ID | |
| if: github.event_name == 'pull_request' | |
| uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| let issue_number = fs.readFileSync('./pr_id'); | |
| if (!issue_number || isNaN(Number(issue_number))) { | |
| core.setFailed(`Invalid PR ID: ${prIdContent}`); | |
| return; | |
| } | |
| - name: Run docker-compose | |
| run: | | |
| xhost +local: | |
| USERNAME=$(whoami) USER_UID=$(id -u) USER_GID=$(id -g) RENDER_OFFSCREEN=-RenderOffScreen docker compose up --quiet-pull --exit-code-from agent | |
| - name: Copy results | |
| run: docker compose cp agent:/tmp/simulation_results.json . | |
| - name: Stop docker-compose | |
| # always run this step, to clean up even on error | |
| if: always() | |
| run: docker compose down -v | |
| # add rendered JSON as comment to the pull request | |
| - name: Add simulation results as comment | |
| if: github.event_name == 'pull_request' | |
| uses: actions/github-script@v6 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| # this script reads the simulation_results.json and creates a comment on the pull request with the results. | |
| script: | | |
| const fs = require('fs'); | |
| // read the simulation results | |
| const results = fs.readFileSync('./simulation_results.json', 'utf8'); | |
| let resultsJson = JSON.parse(results); | |
| // create a markdown table of the results | |
| let resultsTable = resultsJson.values.map((values, i) => { | |
| return `| ${resultsJson.labels[i]} | ${values} |`; | |
| }); | |
| // create a markdown table header | |
| let resultsTableHeader = `| Metric | Value |`; | |
| // create a markdown table divider | |
| let resultsTableDivider = `| --- | --- |`; | |
| // add everything to the resultsTable | |
| resultsTable = resultsTableHeader + '\n' + resultsTableDivider + '\n' + resultsTable.join('\n'); | |
| // add the results as a comment to the pull request | |
| let issue_number = Number(fs.readFileSync('./pr_id')); | |
| github.rest.issues.createComment({ | |
| issue_number: issue_number, | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| body: "## Simulation results\n" + resultsTable | |
| }); | |
| - name: Prune all images older than 30 days from self-hosted runner | |
| run: docker image prune -a --force --filter "until=720h" |