Run Integration Tests #1487
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. | ||
| # SPDX-License-Identifier: MIT | ||
| name: Run Integration Tests | ||
| env: | ||
| PRIVATE_KEY: ${{ secrets.AWS_PRIVATE_KEY }} | ||
| TERRAFORM_AWS_ASSUME_ROLE: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE }} | ||
| TERRAFORM_AWS_ASSUME_ROLE_DURATION: 14400 # 4 hours | ||
| S3_INTEGRATION_BUCKET: ${{ vars.S3_INTEGRATION_BUCKET }} | ||
| KEY_NAME: ${{ secrets.KEY_NAME }} | ||
| CF_IAM_ROLE: ${{ secrets.CF_IAM_ROLE }} | ||
| CF_KEY_NAME: ${{ secrets.CF_KEY_NAME }} | ||
| ECR_INTEGRATION_TEST_REPO: "cwagent-integration-test" | ||
| CWA_GITHUB_TEST_REPO_NAME: "aws/amazon-cloudwatch-agent-test" | ||
| CWA_GITHUB_TEST_REPO_URL: "https://github.com/aws/amazon-cloudwatch-agent-test.git" | ||
| CWA_GITHUB_TEST_REPO_BRANCH: "china-fix" | ||
| TERRAFORM_AWS_ASSUME_ROLE_ITAR: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE_ITAR }} | ||
| S3_INTEGRATION_BUCKET_ITAR: ${{ vars.S3_INTEGRATION_BUCKET_ITAR }} | ||
| TERRAFORM_AWS_ASSUME_ROLE_CN: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE_CN }} | ||
| S3_INTEGRATION_BUCKET_CN: ${{ vars.S3_INTEGRATION_BUCKET_CN }} | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| build_run_id: | ||
| description: 'The ID of the build-test-artifacts workflow run' | ||
| type: number | ||
| required: true | ||
| build_sha: | ||
| description: 'The SHA of the build-test-artifacts workflow run' | ||
| type: string | ||
| required: true | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.ref_name }} | ||
| cancel-in-progress: true | ||
| jobs: | ||
| CheckBuildTestArtifacts: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - run: | | ||
| if [[ ${{ inputs.build_sha }} == ${{ github.sha }} ]]; then | ||
| echo "Build SHA matches test SHA" | ||
| else | ||
| echo "Build SHA does not match test SHA" | ||
| exit 1 | ||
| fi | ||
| - run: | | ||
| conclusion=$(gh run view ${{ inputs.build_run_id }} --repo $GITHUB_REPOSITORY --json conclusion -q '.conclusion') | ||
| if [[ $conclusion == "success" ]]; then | ||
| echo "Run succeeded" | ||
| else | ||
| echo "Run failed" | ||
| exit 1 | ||
| fi | ||
| env: | ||
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| GenerateTestMatrix: | ||
| needs: [ CheckBuildTestArtifacts ] | ||
| name: 'GenerateTestMatrix' | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| ec2_gpu_matrix: ${{ steps.set-matrix.outputs.ec2_gpu_matrix }} | ||
| ec2_linux_matrix: ${{ steps.set-matrix.outputs.ec2_linux_matrix }} | ||
| ec2_windows_matrix: ${{ steps.set-matrix.outputs.ec2_windows_matrix }} | ||
| ec2_mac_matrix: ${{ steps.set-matrix.outputs.ec2_mac_matrix }} | ||
| ec2_performance_matrix: ${{steps.set-matrix.outputs.ec2_performance_matrix}} | ||
| ec2_windows_performance_matrix: ${{steps.set-matrix.outputs.ec2_windows_performance_matrix}} | ||
| ec2_stress_matrix: ${{steps.set-matrix.outputs.ec2_stress_matrix}} | ||
| ec2_windows_stress_matrix: ${{steps.set-matrix.outputs.ec2_windows_stress_matrix}} | ||
| ecs_ec2_launch_daemon_matrix: ${{ steps.set-matrix.outputs.ecs_ec2_launch_daemon_matrix }} | ||
| ecs_fargate_matrix: ${{ steps.set-matrix.outputs.ecs_fargate_matrix }} | ||
| eks_daemon_matrix: ${{ steps.set-matrix.outputs.eks_daemon_matrix }} | ||
| eks_deployment_matrix: ${{ steps.set-matrix.outputs.eks_deployment_matrix }} | ||
| ec2_linux_itar_matrix: ${{ steps.set-matrix.outputs.ec2_linux_itar_matrix }} | ||
| ec2_linux_china_matrix: ${{ steps.set-matrix.outputs.ec2_linux_china_matrix }} | ||
| eks_addon_matrix: ${{ steps.set-matrix.outputs.eks_addon_matrix }} | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| with: | ||
| repository: ${{env.CWA_GITHUB_TEST_REPO_NAME}} | ||
| ref: ${{env.CWA_GITHUB_TEST_REPO_BRANCH}} | ||
| - name: Set up Go 1.x | ||
| uses: actions/setup-go@v4 | ||
| with: | ||
| go-version: ~1.22.2 | ||
| - name: Generate matrix | ||
| id: set-matrix | ||
| run: | | ||
| go run --tags=generator generator/test_case_generator.go | ||
| echo "::set-output name=ec2_gpu_matrix::$(echo $(cat generator/resources/ec2_gpu_complete_test_matrix.json))" | ||
| echo "::set-output name=eks_addon_matrix::$(echo $(cat generator/resources/eks_addon_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_linux_matrix::$(echo $(cat generator/resources/ec2_linux_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_windows_matrix::$(echo $(cat generator/resources/ec2_windows_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_mac_matrix::$(echo $(cat generator/resources/ec2_mac_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_performance_matrix::$(echo $(cat generator/resources/ec2_performance_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_windows_performance_matrix::$(echo $(cat generator/resources/ec2_windows_performance_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_stress_matrix::$(echo $(cat generator/resources/ec2_stress_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_windows_stress_matrix::$(echo $(cat generator/resources/ec2_windows_stress_complete_test_matrix.json))" | ||
| echo "::set-output name=ecs_ec2_launch_daemon_matrix::$(echo $(cat generator/resources/ecs_ec2_daemon_complete_test_matrix.json))" | ||
| echo "::set-output name=ecs_fargate_matrix::$(echo $(cat generator/resources/ecs_fargate_complete_test_matrix.json))" | ||
| echo "::set-output name=eks_daemon_matrix::$(echo $(cat generator/resources/eks_daemon_complete_test_matrix.json))" | ||
| echo "::set-output name=eks_deployment_matrix::$(echo $(cat generator/resources/eks_deployment_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_linux_itar_matrix::$(echo $(cat generator/resources/ec2_linux_itar_complete_test_matrix.json))" | ||
| echo "::set-output name=ec2_linux_china_matrix::$(echo $(cat generator/resources/ec2_linux_china_complete_test_matrix.json))" | ||
| - name: Echo test plan matrix | ||
| run: | | ||
| echo "ec2_gpu_matrix: ${{ steps.set-matrix.outputs.ec2_gpu_matrix }}" | ||
| echo "eks_addon_matrix: ${{ steps.set-matrix.outputs.eks_addon_matrix }}" | ||
| echo "ec2_linux_matrix: ${{ steps.set-matrix.outputs.ec2_linux_matrix }}" | ||
| echo "ec2_windows_matrix: ${{ steps.set-matrix.outputs.ec2_windows_matrix }}" | ||
| echo "ec2_mac_matrix: ${{ steps.set-matrix.outputs.ec2_mac_matrix }}" | ||
| echo "ec2_performance_matrix: ${{ steps.set-matrix.outputs.ec2_performance_matrix}}" | ||
| echo "ec2_windows_performance_matrix: ${{ steps.set-matrix.outputs.ec2_windows_performance_matrix}}" | ||
| echo "ec2_stress_matrix: ${{ steps.set-matrix.outputs.ec2_stress_matrix}}" | ||
| echo "ec2_windows_stress_matrix: ${{ steps.set-matrix.outputs.ec2_windows_stress_matrix}}" | ||
| echo "ecs_ec2_launch_daemon_matrix: ${{ steps.set-matrix.outputs.ecs_ec2_launch_daemon_matrix }}" | ||
| echo "ecs_fargate_matrix: ${{ steps.set-matrix.outputs.ecs_fargate_matrix }}" | ||
| echo "eks_daemon_matrix: ${{ steps.set-matrix.outputs.eks_daemon_matrix }}" | ||
| echo "eks_deployment_matrix: ${{ steps.set-matrix.outputs.eks_deployment_matrix }}" | ||
| echo "ec2_linux_itar_matrix: ${{ steps.set-matrix.outputs.ec2_linux_itar_matrix }}" | ||
| echo "ec2_linux_china_matrix: ${{ steps.set-matrix.outputs.ec2_linux_china_matrix }}" | ||
| CloudformationTest: | ||
| needs: [GenerateTestMatrix] | ||
| name: 'CFTest' | ||
| runs-on: ubuntu-latest | ||
| strategy: | ||
| fail-fast: false | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| with: | ||
| repository: ${{env.CWA_GITHUB_TEST_REPO_NAME}} | ||
| ref: ${{env.CWA_GITHUB_TEST_REPO_BRANCH}} | ||
| path: test | ||
| - name: Set up Go 1.x | ||
| uses: actions/setup-go@v2 | ||
| with: | ||
| go-version: ~1.22.2 | ||
| - name: Configure AWS Credentials | ||
| uses: aws-actions/configure-aws-credentials@v2 | ||
| with: | ||
| role-to-assume: ${{ env.TERRAFORM_AWS_ASSUME_ROLE }} | ||
| aws-region: us-west-2 | ||
| role-duration-seconds: ${{ env.TERRAFORM_AWS_ASSUME_ROLE_DURATION }} | ||
| - name: Cache if success | ||
| id: cf-integration-test | ||
| uses: actions/cache@v2 | ||
| with: | ||
| path: go.mod | ||
| key: "cf-integration-${{ github.sha }}-test" | ||
| - name: Test cf | ||
| if: steps.ec2-linux-integration-test.outputs.cache-hit != 'true' | ||
| run: | | ||
| cd test/test/cloudformation | ||
| go test -timeout 1h -package_path=s3://${S3_INTEGRATION_BUCKET}/integration-test/binary/${{ github.sha }}/linux/amd64/amazon-cloudwatch-agent.rpm -iam_role=${CF_IAM_ROLE} -key_name=${CF_KEY_NAME} -metric_name=mem_used_percent | ||
| StartLocalStack: | ||
| name: 'StartLocalStack' | ||
| needs: [OutputEnvVariables] | ||
| uses: ./.github/workflows/start-localstack.yml | ||
| secrets: inherit | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| with: | ||
| region: us-west-2 | ||
| test_repo_name: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| test_repo_branch: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| terraform_assume_role: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE }} | ||
| test_repo_url: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_URL }} | ||
| github_sha: ${{github.sha}} | ||
| s3_integration_bucket: ${{ vars.S3_INTEGRATION_BUCKET }} | ||
| StartLocalStackCN: | ||
| name: 'StartLocalStackCN' | ||
| needs: [ OutputEnvVariables ] | ||
| uses: ./.github/workflows/start-localstack.yml | ||
| secrets: inherit | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| with: | ||
| region: cn-north-1 | ||
| test_repo_name: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| test_repo_branch: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| terraform_assume_role: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE_CN }} | ||
| test_repo_url: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_URL }} | ||
| github_sha: ${{github.sha}} | ||
| s3_integration_bucket: ${{ vars.S3_INTEGRATION_BUCKET_CN }} | ||
| OutputEnvVariables: | ||
| needs: [CheckBuildTestArtifacts] | ||
| name: 'OutputEnvVariables' | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| CWA_GITHUB_TEST_REPO_NAME: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| CWA_GITHUB_TEST_REPO_URL: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_URL }} | ||
| CWA_GITHUB_TEST_REPO_BRANCH: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| with: | ||
| repository: ${{env.CWA_GITHUB_TEST_REPO_NAME}} | ||
| ref: ${{env.CWA_GITHUB_TEST_REPO_BRANCH}} | ||
| - name: Set up Go 1.x | ||
| uses: actions/setup-go@v4 | ||
| with: | ||
| go-version: ~1.22.2 | ||
| - name: SetOutputs | ||
| id: set-outputs | ||
| run: | | ||
| echo "::set-output name=CWA_GITHUB_TEST_REPO_NAME::${{ env.CWA_GITHUB_TEST_REPO_NAME }}" | ||
| echo "::set-output name=CWA_GITHUB_TEST_REPO_URL::${{ env.CWA_GITHUB_TEST_REPO_URL }}" | ||
| echo "::set-output name=CWA_GITHUB_TEST_REPO_BRANCH::${{ env.CWA_GITHUB_TEST_REPO_BRANCH }}" | ||
| - name: Echo test variables | ||
| run: | | ||
| echo "CWA_GITHUB_TEST_REPO_NAME: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_NAME }}" | ||
| echo "CWA_GITHUB_TEST_REPO_URL: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_URL }}" | ||
| echo "CWA_GITHUB_TEST_REPO_BRANCH: ${{ steps.set-outputs.outputs.CWA_GITHUB_TEST_REPO_BRANCH }}" | ||
| EC2LinuxIntegrationTestCN: | ||
| needs: [ StartLocalStackCN, GenerateTestMatrix, OutputEnvVariables ] | ||
| name: 'EC2LinuxCN' | ||
| uses: ./.github/workflows/ec2-integration-test.yml | ||
| with: | ||
| github_sha: ${{github.sha}} | ||
| test_dir: terraform/ec2/linux | ||
| job_id: ec2-linux-integration-test | ||
| test_props: ${{needs.GenerateTestMatrix.outputs.ec2_linux_china_matrix}} | ||
| test_repo_name: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| test_repo_url: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_URL }} | ||
| test_repo_branch: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| localstack_host: ${{needs.StartLocalStackCN.outputs.local_stack_host_name}} | ||
| region: cn-north-1 | ||
| terraform_assume_role: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE_CN }} | ||
| s3_integration_bucket: ${{ vars.S3_INTEGRATION_BUCKET_CN }} | ||
| secrets: inherit | ||
| StopLocalStack: | ||
| name: 'StopLocalStack' | ||
| if: ${{ always() && needs.StartLocalStack.result == 'success' }} | ||
| needs: [ StartLocalStack, EC2LinuxIntegrationTest, LinuxOnPremIntegrationTest, OutputEnvVariables ] | ||
|
Check failure on line 257 in .github/workflows/integration-test.yml
|
||
| uses: ./.github/workflows/stop-localstack.yml | ||
| secrets: inherit | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| with: | ||
| region: us-west-2 | ||
| test_repo_name: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| test_repo_branch: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| terraform_assume_role: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE }} | ||
| github_sha: ${{github.sha}} | ||
| s3_integration_bucket: ${{ vars.S3_INTEGRATION_BUCKET }} | ||
| StopLocalStackCN: | ||
| name: 'StopLocalStackCN' | ||
| if: ${{ always() && needs.StartLocalStackCN.result == 'success' }} | ||
| needs: [ StartLocalStackCN, EC2LinuxIntegrationTestCN ] | ||
| uses: ./.github/workflows/stop-localstack.yml | ||
| secrets: inherit | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| with: | ||
| region: cn-north-1 | ||
| test_repo_name: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_NAME }} | ||
| test_repo_branch: ${{ needs.OutputEnvVariables.outputs.CWA_GITHUB_TEST_REPO_BRANCH }} | ||
| terraform_assume_role: ${{ vars.TERRAFORM_AWS_ASSUME_ROLE_CN }} | ||
| github_sha: ${{github.sha}} | ||
| s3_integration_bucket: ${{ vars.S3_INTEGRATION_BUCKET_CN }} | ||
