test #918
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Universal NRP Test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| policy_packages: | |
| description: 'List of policy packages to test' | |
| required: true | |
| default: '[]' | |
| pull_request: | |
| schedule: | |
| - cron: '0 20 * * *' # Every day at 12pm PST (UTC-8) | |
| # TODO: remove | |
| push: | |
| env: | |
| DEFAULT_PACKAGE_LIST: | | |
| [ | |
| { "name": "LinuxSshServerSecurityBaseline", "short-name": "SSH", "resource-count": 20 }, | |
| { "name": "AzureLinuxBaseline", "short-name": "ASB", "resource-count": 168 } | |
| ] | |
| jobs: | |
| setup-matrix: | |
| name: Setup Matrix | |
| runs-on: ubuntu-latest | |
| outputs: | |
| policy_packages: ${{ steps.matrix.outputs.policy_packages }} | |
| if: ${{ always() }} | |
| steps: | |
| - name: Generate Matrix | |
| id: matrix | |
| run: | | |
| # If no explicit packages defined, use the default packages | |
| if [[ '${{ inputs.policy_packages }}' == '[]' || '${{ inputs.policy_packages }}' == '' ]]; then | |
| policy_packages="${{ env.DEFAULT_PACKAGE_LIST }}" | |
| else | |
| policy_packages="${{ inputs.policy_packages }}" | |
| fi | |
| echo policy_packages=$policy_packages >> $GITHUB_OUTPUT | |
| package: | |
| name: Package | |
| if: ${{ inputs.policy_packages == '[]' || inputs.policy_packages == '' }} | |
| needs: setup-matrix | |
| uses: ./.github/workflows/package-build.yml | |
| with: | |
| target: ubuntu-14.04 | |
| arch: amd64 | |
| artifact: nrp-test | |
| package-type: DEB | |
| test: true | |
| machine-config: true | |
| release: ${{ github.event_name == 'pull_request' && false || true }} | |
| mc-test: | |
| name: MC Test | |
| needs: [setup-matrix, package] | |
| runs-on: [self-hosted, 1ES.Pool=ci-pool, '1ES.ImageOverride=${{ matrix.target.os }}-${{ matrix.target.version }}'] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [ | |
| { os: almalinux, version: 9 }, | |
| # { os: amazonlinux, version: 2 }, | |
| { os: centos, version: 7 }, | |
| { os: centos, version: 8 }, | |
| { os: debian, version: 10 }, | |
| { os: debian, version: 11 }, | |
| { os: debian, version: 12 }, | |
| { os: mariner, version: 2 }, | |
| { os: oraclelinux, version: 7 }, | |
| { os: oraclelinux, version: 8 }, | |
| { os: rhel, version: 7 }, | |
| { os: rhel, version: 8 }, | |
| { os: rhel, version: 9 }, | |
| { os: rockylinux, version: 9 }, | |
| { os: sles, version: 12 }, | |
| { os: sles, version: 15 }, | |
| # { os: ubuntu, version: '16.04' }, | |
| { os: ubuntu, version: '18.04' }, | |
| { os: ubuntu, version: '20.04' }, | |
| { os: ubuntu, version: '22.04' } | |
| ] | |
| arch: [amd64] | |
| mode: [Audit, Remediate] | |
| policy-package: ${{ fromJSON(needs.setup-matrix.outputs.policy_packages) }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| id: download | |
| with: | |
| name: nrp-test | |
| - name: Normalize variables | |
| id: normalize | |
| run: | | |
| echo name="${{ matrix.target.os }}-${{ matrix.target.version }}_${{ matrix.policy-package.short-name }}-${{ matrix.mode }}" >> $GITHUB_OUTPUT | |
| echo dir="${{ steps.download.outputs.download-path }}" >> $GITHUB_OUTPUT | |
| echo path="${{ steps.download.outputs.download-path }}/${{ matrix.policy-package.name }}.zip" >> $GITHUB_OUTPUT | |
| - name: Run Guest Configuration Test | |
| working-directory: ${{ steps.normalize.outputs.PolicyPackageDir }} | |
| run: | | |
| script="./universalNRPTest.ps1" | |
| cat >$script <<EOL | |
| Install-Module -Name GuestConfiguration -Force | |
| Install-Module Pester -Force -SkipPublisherCheck | |
| Import-Module Pester -Passthru | |
| \$params = @{ | |
| PolicyPackage = '${{ steps.normalize.outputs.path }}' | |
| SkipRemediation = if ('${{ matrix.mode }}' -eq 'Audit') { \$true } else { \$false } | |
| ResourceCount = ${{ matrix.policy-package.resource-count }} | |
| } | |
| \$container = New-PesterContainer -Path ./src/tests/universal-nrp-e2e/UniversalNRP.Tests.ps1 -Data \$params | |
| \$pesterConfig = [PesterConfiguration]@{ | |
| Run = @{ | |
| Exit = \$true | |
| Container = \$container | |
| } | |
| Output = @{ | |
| Verbosity = 'Detailed' | |
| } | |
| TestResult = @{ | |
| Enabled = \$true | |
| OutputFormat = 'JUnitXml' | |
| OutputPath = '${{ steps.normalize.outputs.name }}-testResults.xml' | |
| } | |
| Should = @{ | |
| ErrorAction = 'Continue' | |
| } | |
| }; | |
| Invoke-Pester -Configuration \$pesterConfig | |
| EOL | |
| sudo LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/omi/lib/ pwsh -Command $script | |
| ls -l | |
| # if command -v lsb_release &>/dev/null; then | |
| # [[ $(lsb_release -is) == "Ubuntu" ]] && sudo chmod 644 *testResults.xml | |
| # else | |
| # echo "lsb_release not found" | |
| # fi | |
| stat *testResults.xml | |
| - name: Stage OSConfig Logs | |
| if: success() || failure() | |
| run: | | |
| mkdir osconfig-logs | |
| stat /var/log/osconfig_nrp.log | |
| cp -r /var/log/osconfig* osconfig-logs/ | |
| - uses: actions/upload-artifact@v4 | |
| if: success() || failure() | |
| with: | |
| name: ${{ steps.normalize.outputs.name }}_report | |
| path: '${{ steps.normalize.outputs.dir }}/*testResults.xml' | |
| - uses: actions/upload-artifact@v4 | |
| if: success() || failure() | |
| with: | |
| name: ${{ steps.normalize.outputs.name }}_logs | |
| path: osconfig-logs/osconfig* | |
| module-test: | |
| name: Module Test | |
| needs: package | |
| runs-on: [self-hosted, 1ES.Pool=ci-pool, '1ES.ImageOverride=${{ matrix.target.os }}-${{ matrix.target.version }}'] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [ | |
| { os: almalinux, version: 9 }, | |
| # { os: amazonlinux, version: 2 }, | |
| { os: centos, version: 7 }, | |
| { os: centos, version: 8 }, | |
| { os: debian, version: 10 }, | |
| { os: debian, version: 11 }, | |
| { os: debian, version: 12 }, | |
| { os: mariner, version: 2 }, | |
| { os: oraclelinux, version: 7 }, | |
| { os: oraclelinux, version: 8 }, | |
| { os: rhel, version: 7 }, | |
| { os: rhel, version: 8 }, | |
| { os: rhel, version: 9 }, | |
| { os: rockylinux, version: 9 }, | |
| { os: sles, version: 12 }, | |
| { os: sles, version: 15 }, | |
| # { os: ubuntu, version: '16.04' }, | |
| { os: ubuntu, version: '18.04' }, | |
| { os: ubuntu, version: '20.04' }, | |
| { os: ubuntu, version: '22.04' } | |
| ] | |
| arch: [amd64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| id: download | |
| with: | |
| name: nrp-test | |
| - name: Create osconfig.json | |
| run: | | |
| sudo mkdir -p /etc/osconfig | |
| sudo cp -r ./src/adapters/pnp/daemon/osconfig.json /etc/osconfig/osconfig.json | |
| - name: Run moduletest | |
| working-directory: ${{ steps.download.outputs.download-path }}/modules/test | |
| run: | | |
| sudo chmod +x ./moduletest | |
| result=0 | |
| recipe="../../src/tests/e2e-test-recipes/SecurityBaselineTests.json" | |
| name=$(basename $recipe | tr '[:upper:]' '[:lower:]' | sed 's/\.[^.]*$//' | sed 's/\(test\|tests\)$//') | |
| echo -n "testing $name ... " | |
| if output=$(sudo ./moduletest $recipe --bin ../bin); then | |
| echo passed | |
| else | |
| echo failed | |
| result=1 | |
| echo "::warning file=$name.log::Error(s) in module-test for '$name'" | |
| fi | |
| echo "$output" | |
| echo "$output" > ../../$name.log | |
| exit $result | |
| - uses: actions/upload-artifact@v4 | |
| if: success() || failure() | |
| with: | |
| name: ${{ matrix.target.os }}-${{ matrix.target.version }}_logs | |
| path: '*.log' | |
| # See for more details: https://github.com/marketplace/actions/publish-test-results | |
| report: | |
| name: Report | |
| needs: mc-test | |
| runs-on: ubuntu-latest | |
| permissions: | |
| checks: write | |
| pull-requests: write | |
| if: always() | |
| steps: | |
| - name: Download Test Report Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: universal-nrp-test | |
| pattern: '*_report' | |
| merge-multiple: true | |
| - name: Publish Test Results | |
| uses: EnricoMi/publish-unit-test-result-action@v2 | |
| with: | |
| files: 'universal-nrp-test/*testResults.xml' |