#50: Refactor F# CI scripts as a CLI tool: #107
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "pipeline" | |
| on: | |
| push: | |
| branches: ['main'] | |
| workflow_dispatch: | |
| inputs: | |
| dry-run: | |
| description: 'dry run mode' | |
| required: true | |
| default: true | |
| type: boolean | |
| pull_request: | |
| branches: ['main'] | |
| jobs: | |
| setup: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| # changed files output, might be relevant for other jobs | |
| global_any_modified: ${{ steps.changed-files-yaml.outputs.global_any_modified }} | |
| global_all_modified_files: ${{ steps.changed-files-yaml.outputs.global_all_modified_files }} | |
| staging_area_all_modified_files: ${{ steps.changed-files-yaml.outputs.packages_all_modified_files }} | |
| staging_area_any_modified: ${{ steps.changed-files-yaml.outputs.packages_any_modified }} | |
| tests_all_modified_files: ${{ steps.changed-files-yaml.outputs.tests_all_modified_files }} | |
| tests_any_modified: ${{ steps.changed-files-yaml.outputs.tests_any_modified }} | |
| api_all_modified_files: ${{ steps.changed-files-yaml.outputs.api_all_modified_files }} | |
| api_any_modified: ${{ steps.changed-files-yaml.outputs.api_any_modified }} | |
| client_all_modified_files: ${{ steps.changed-files-yaml.outputs.client_all_modified_files }} | |
| client_any_modified: ${{ steps.changed-files-yaml.outputs.client_any_modified }} | |
| index_all_modified_files: ${{ steps.changed-files-yaml.outputs.index_all_modified_files }} | |
| index_any_modified: ${{ steps.changed-files-yaml.outputs.index_any_modified }} | |
| # dry run so we can do manual diagnostics | |
| is_dry_run: ${{ steps.decide-on-dry-run.outputs.dry_run }} | |
| # trigger other jobs | |
| trigger-build-and-test-projects: ${{steps.set-triggers.outputs.trigger-build-and-test-projects}} | |
| trigger-release-index: ${{steps.set-triggers.outputs.trigger-release-index}} | |
| trigger-release-client: ${{steps.set-triggers.outputs.trigger-release-client}} | |
| trigger-release-api: ${{steps.set-triggers.outputs.trigger-release-api}} | |
| trigger-test-staging-area: ${{steps.set-triggers.outputs.trigger-test-staging-area}} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | |
| - name: Get all relevant file changes | |
| id: changed-files-yaml | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files_yaml: | | |
| global: | |
| - '**' | |
| packages: | |
| - StagingArea/** | |
| tests: | |
| - tests/** | |
| api: | |
| - src/PackageRegistryService/** | |
| client: | |
| - src/AVPRClient/** | |
| index: | |
| - src/AVPRIndex/** | |
| - name: decide on dry run | |
| id: decide-on-dry-run | |
| run: | | |
| if [[ ${{ github.event_name == 'workflow_dispatch' }} == true ]]; then | |
| dr=${{ inputs.dry-run }} | |
| else | |
| dr=false | |
| fi | |
| echo "dry_run=$dr" >> $GITHUB_OUTPUT | |
| echo "$GITHUB_OUTPUT" | |
| echo "dry_run=$dr" | |
| - name: set triggers | |
| id: set-triggers | |
| run: | | |
| echo "trigger-build-and-test-projects=${{ steps.changed-files-yaml.outputs.tests_any_modified == 'true' || steps.changed-files-yaml.outputs.api_any_modified == 'true' || steps.changed-files-yaml.outputs.client_any_modified == 'true' || steps.changed-files-yaml.outputs.index_any_modified == 'true'}}" >> $GITHUB_OUTPUT | |
| echo "trigger-release-index=${{github.event_name == 'push' && steps.decide-on-dry-run.outputs.dry_run == 'false' && contains(steps.changed-files-yaml.outputs.index_all_modified_files, 'RELEASE_NOTES.md')}}" >> $GITHUB_OUTPUT | |
| echo "trigger-release-client=${{github.event_name == 'push' && steps.decide-on-dry-run.outputs.dry_run == 'false' && contains(steps.changed-files-yaml.outputs.client_all_modified_files, 'RELEASE_NOTES.md')}}" >> $GITHUB_OUTPUT | |
| echo "trigger-test-staging-area=${{steps.changed-files-yaml.outputs.packages_any_modified == 'true' && steps.decide-on-dry-run.outputs.dry_run == 'false'}}" >> $GITHUB_OUTPUT | |
| echo "trigger-release-api=${{github.event_name == 'push' && steps.decide-on-dry-run.outputs.dry_run == 'false' && steps.changed-files-yaml.outputs.api_any_modified == 'true' }}" >> $GITHUB_OUTPUT | |
| echo "$GITHUB_OUTPUT" | |
| - name: list outputs | |
| run: | | |
| echo "global:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.global_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.global_all_modified_files }}" | |
| echo "staging area:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.packages_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.packages_all_modified_files }}" | |
| echo "tests:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.tests_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.tests_all_modified_files }}" | |
| echo "api:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.api_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.api_all_modified_files }}" | |
| echo "client:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.client_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.client_all_modified_files }}" | |
| echo "index:" | |
| echo "- any: ${{ steps.changed-files-yaml.outputs.index_any_modified }}" | |
| echo "- all: ${{ steps.changed-files-yaml.outputs.index_all_modified_files }}" | |
| echo "computed outputs:" | |
| echo "dry run: ${{ steps.decide-on-dry-run.outputs.dry_run }}" | |
| echo "trigger build-and-test-projects: ${{steps.set-triggers.outputs.trigger-build}}" | |
| echo "trigger release-index: ${{steps.set-triggers.outputs.trigger-release-index}}" | |
| echo "trigger release-client: ${{steps.set-triggers.outputs.trigger-release-client}}" | |
| echo "trigger release-index: ${{steps.set-triggers.outputs.trigger-release-index}}" | |
| echo "trigger release-api: ${{steps.set-triggers.outputs.trigger-release-api}}" | |
| echo "trigger test-staging-area: ${{steps.set-triggers.outputs.trigger-test-staging-area}}" | |
| - name: list triggered jobs | |
| run: | | |
| echo "this should trigger the following jobs:" | |
| echo "build-and-test-projects: ${{steps.set-triggers.outputs.trigger-build-and-test-projects}}" | |
| echo "release-index: ${{steps.set-triggers.outputs.trigger-release-index}}" | |
| echo "release-client: ${{steps.set-triggers.outputs.trigger-release-client}}" | |
| echo "release-api: ${{steps.set-triggers.outputs.trigger-release-api}}" | |
| echo "test-staging-area: ${{steps.set-triggers.outputs.trigger-test-staging-area}}" | |
| build-and-test-projects: | |
| name: "Build and test projects" | |
| needs: setup | |
| # https://github.com/actions/runner/issues/1173 | |
| if: needs.setup.outputs.trigger-build-and-test-projects == 'true' | |
| uses: nfdi4plants/arc-validate-package-registry/.github/workflows/build-and-test-solution.yml@main | |
| with: | |
| solution: ./arc-validate-package-registry.sln | |
| configuration: Release | |
| release-index-package: | |
| name: "Release index package" | |
| needs: [setup, build-and-test-projects] | |
| if: needs.setup.outputs.trigger-release-index == 'true' | |
| uses: nfdi4plants/arc-validate-package-registry/.github/workflows/release-package.yml@main | |
| with: | |
| project: src/AVPRIndex/AVPRIndex.fsproj | |
| secrets: | |
| NUGET_KEY: ${{ secrets.NUGET_KEY }} | |
| release-client-package: | |
| name: "Release client package" | |
| needs: [setup, build-and-test-projects] | |
| if: needs.setup.outputs.trigger-release-client == 'true' | |
| uses: nfdi4plants/arc-validate-package-registry/.github/workflows/release-package.yml@main | |
| with: | |
| project: src/AVPRClient/AVPRClient.csproj | |
| secrets: | |
| NUGET_KEY: ${{ secrets.NUGET_KEY }} | |
| release-api-image: | |
| name: "Release API image" | |
| needs: [setup, build-and-test-projects] | |
| if: needs.setup.outputs.trigger-release-api == 'true' | |
| runs-on: ubuntu-latest | |
| env: | |
| REGISTRY: ghcr.io | |
| IMAGE_NAME: nfdi4plants/avpr | |
| permissions: | |
| contents: read | |
| packages: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Log in to the Container registry | |
| uses: docker/[email protected] | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/[email protected] | |
| with: | |
| images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} | |
| - name: Build and push Docker image | |
| uses: docker/[email protected] | |
| with: | |
| context: . | |
| file: ./src/PackageRegistryService/Dockerfile | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| test-staging-area: | |
| name: "Test staging area" | |
| needs: setup | |
| # https://github.com/actions/runner/issues/1173 | |
| if: needs.setup.outputs.trigger-test-staging-area == 'true' | |
| uses: nfdi4plants/arc-validate-package-registry/.github/workflows/build-and-test-solution.yml@main | |
| with: | |
| solution: ./PackageStagingArea.sln | |
| configuration: Release | |
| windows: true | |
| ubuntu: false | |
| macos: false | |
| staging-area-pre-publish-checks: | |
| name: "Staging area pre-publish checks" | |
| needs: test-staging-area | |
| runs-on: ubuntu-latest | |
| outputs: | |
| trigger-update-preview-index: ${{ steps.set-output.outputs.trigger-update-preview-index }} | |
| trigger-publish-pending-packages: ${{ steps.set-output.outputs.trigger-publish-pending-packages }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up .NET | |
| uses: actions/setup-dotnet@v4 | |
| with: | |
| dotnet-version: 8.x.x | |
| - name: Run pre-publish checks | |
| id: ppc | |
| run: | | |
| dotnet fsi scripts/pre-publish-checks.fsx | |
| - name: set-output | |
| id: set-output | |
| run: | | |
| echo "trigger-update-preview-index=$UPDATE_PREVIEW_INDEX" | |
| echo "trigger-update-preview-index=$UPDATE_PREVIEW_INDEX" >> $GITHUB_OUTPUT | |
| echo "trigger-publish-pending-packages=$PUBLISH_PENDING_PACKAGES" | |
| echo "trigger-publish-pending-packages=$PUBLISH_PENDING_PACKAGES" >> $GITHUB_OUTPUT | |
| - name: list triggered jobs | |
| run: | | |
| echo "this should trigger the following jobs:" | |
| echo "trigger-update-preview-index: ${{steps.set-output.outputs.trigger-update-preview-index}}" | |
| echo "trigger-publish-pending-packages: ${{steps.set-output.outputs.trigger-publish-pending-packages}}" | |
| update-preview-index: | |
| needs: staging-area-pre-publish-checks | |
| runs-on: ubuntu-latest | |
| if: needs.staging-area-pre-publish-checks.outputs.trigger-update-preview-index == 'true' && github.event_name == 'push' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up .NET | |
| uses: actions/setup-dotnet@v4 | |
| with: | |
| dotnet-version: 8.x.x | |
| - name: re-generate preview index | |
| run: dotnet fsi scripts/generate-preview-index.fsx | |
| - name: publish preview index | |
| uses: "marvinpinto/action-automatic-releases@latest" | |
| with: | |
| repo_token: "${{ secrets.GITHUB_TOKEN }}" | |
| automatic_release_tag: "preview-index" | |
| prerelease: false | |
| title: "Latest preview index release" | |
| files: | | |
| avpr-preview-index.json |