feat: Validation job #16
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Refresh Conformance Validation Results | |
| # This workflow is triggered on a schedule | |
| on: | |
| push: | |
| branches: [ master ] | |
| pull_request: | |
| branches: [ master ] | |
| jobs: | |
| data-catalog: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.matrix.outputs.result }} | |
| steps: | |
| - name: Install Node.js 20.x | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '20.x' | |
| - name: Install dependencies | |
| run: npm install @openactive/dataset-utils | |
| - name: Get all Dataset Site URLs | |
| id: matrix | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| const { getAllDatasetSiteUrls } = require('@openactive/dataset-utils'); | |
| const catalogUrls = [ | |
| 'https://openactive.io/data-catalogs/data-catalog-collection.jsonld', | |
| 'https://openactive.io/data-catalogs/data-catalog-collection-preview.jsonld', | |
| 'https://openactive.io/data-catalogs/data-catalog-collection-test.jsonld' | |
| ]; | |
| async function fetchDatasetUrls(url) { | |
| try { | |
| const { urls, errors } = await getAllDatasetSiteUrls(url); | |
| console.log(`Retrieved ${urls.length} dataset URLs for ${url}`); | |
| if (errors.length > 0) { | |
| console.error(`${errors.length} errors encountered during retrieval:`); | |
| errors.forEach(error => { | |
| console.error(`- [${error.status}] ${error.url}: ${error.message}`); | |
| }); | |
| } | |
| return urls; | |
| } catch (error) { | |
| console.error("Failed to fetch dataset URLs:", error); | |
| throw error; | |
| } | |
| } | |
| return (await Promise.all(catalogUrls.map(url => fetchDatasetUrls(url)))).flat(); | |
| - name: List all Dataset Site URLs | |
| run: | | |
| echo "${{ steps.matrix.outputs.result }}" | |
| validation: | |
| needs: | |
| - data-catalog | |
| runs-on: ubuntu-latest | |
| # Defines a matrix strategy that includes all feeds in the OpenActive catalogues | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| feed: ${{fromJSON(needs.data-catalog.outputs.matrix)}} | |
| steps: | |
| # checks out Test Suite and places it in a directory named "tests." | |
| - name: Checkout OpenActive Test Suite | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: openactive/openactive-test-suite | |
| path: tests | |
| - name: Setup Node.js 18.17.1 | |
| uses: actions/setup-node@v1 | |
| with: | |
| node-version: 18.17.1 | |
| # runs `npm install` to install the JavaScript dependencies for Test Suite, which is located in the "tests" | |
| # directory | |
| - name: Install OpenActive Test Suite | |
| run: npm install | |
| env: | |
| # Puppeteer is not required as we are only running validation, so this will speed up the installation | |
| PUPPETEER_SKIP_CHROMIUM_DOWNLOAD: true | |
| working-directory: tests | |
| # runs the OpenActive integration tests for the specified feed | |
| - name: Run OpenActive Test Suite feed validation for ${{ matrix.feed }} | |
| run: npm run validate-feeds "${{ matrix.feed }}" | |
| env: | |
| FORCE_COLOR: 1 | |
| NODE_CONFIG: | | |
| {"broker": {"outputPath": "../../output/"}} | |
| working-directory: tests | |
| # uploads the test output as an artifact, which can be used for reference or debugging later | |
| - name: Upload test output for ${{ matrix.feed }} mode as artifact | |
| uses: actions/upload-artifact@v2 | |
| if: ${{ success() || failure() }} | |
| with: | |
| name: ${{ matrix.feed }} | |
| path: ./tests/output/ | |
| # deploys a conformance certificate to Azure Blob Storage, but it is conditional and only runs when the GitHub | |
| # branch is `master` and the `profile` is 'all-features' and the `mode` is 'controlled'. For more information on | |
| # Coformance Certificates, see `packages/openactive-integration-tests/test/certification/README.md` in Test Suite | |
| - name: Deploy validation results to Azure Blob Storage | |
| uses: bacongobbler/[email protected] | |
| with: | |
| source_dir: ./tests/conformance/ | |
| container_name: '$web' | |
| connection_string: ${{ secrets.CONFORMANCE_MONITOR_BLOB_STORAGE_CONNECTION_STRING }} | |
| sync: false | |