-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #29 from aodn/features/cicd-pipeline-integration
feat: cicd for build and deployment
- Loading branch information
Showing
15 changed files
with
613 additions
and
337 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,300 @@ | ||
| .Python | ||
| [Bb]in | ||
| [Ii]nclude | ||
| [Ll]ib | ||
| [Ll]ib64 | ||
| [Ll]ocal | ||
| [Ss]cripts | ||
| pyvenv.cfg | ||
| .venv | ||
| pip-selfcheck.json | ||
| __pycache__/ | ||
| *.py[cod] | ||
| *$py.class | ||
| *.so | ||
| build/ | ||
| develop-eggs/ | ||
| dist/ | ||
| downloads/ | ||
| eggs/ | ||
| .eggs/ | ||
| lib/ | ||
| lib64/ | ||
| parts/ | ||
| sdist/ | ||
| var/ | ||
| wheels/ | ||
| share/python-wheels/ | ||
| *.egg-info/ | ||
| .installed.cfg | ||
| *.egg | ||
| MANIFEST | ||
| pip-log.txt | ||
| pip-delete-this-directory.txt | ||
| htmlcov/ | ||
| .tox/ | ||
| .nox/ | ||
| .coverage | ||
| .coverage.* | ||
| .cache | ||
| nosetests.xml | ||
| coverage.xml | ||
| *.cover | ||
| *.py,cover | ||
| .hypothesis/ | ||
| .pytest_cache/ | ||
| cover/ | ||
| *.mo | ||
| *.pot | ||
| __pypackages__/ | ||
| *.rsuser | ||
| *.suo | ||
| *.user | ||
| *.userosscache | ||
| *.sln.docstates | ||
| *.userprefs | ||
| mono_crash.* | ||
| [Dd]ebug/ | ||
| [Dd]ebugPublic/ | ||
| [Rr]elease/ | ||
| [Rr]eleases/ | ||
| x64/ | ||
| x86/ | ||
| [Ww][Ii][Nn]32/ | ||
| [Aa][Rr][Mm]/ | ||
| [Aa][Rr][Mm]64/ | ||
| bld/ | ||
| [Bb]in/ | ||
| [Oo]bj/ | ||
| [Ll]og/ | ||
| [Ll]ogs/ | ||
| .vs/ | ||
| Generated\ Files/ | ||
| [Tt]est[Rr]esult*/ | ||
| [Bb]uild[Ll]og.* | ||
| *.VisualState.xml | ||
| TestResult.xml | ||
| nunit-*.xml | ||
| [Dd]ebugPS/ | ||
| [Rr]eleasePS/ | ||
| dlldata.c | ||
| BenchmarkDotNet.Artifacts/ | ||
| project.lock.json | ||
| project.fragment.lock.json | ||
| artifacts/ | ||
| ScaffoldingReadMe.txt | ||
| StyleCopReport.xml | ||
| *_i.c | ||
| *_p.c | ||
| *_h.h | ||
| *.ilk | ||
| *.meta | ||
| *.obj | ||
| *.iobj | ||
| *.pch | ||
| *.pdb | ||
| *.ipdb | ||
| *.pgc | ||
| *.pgd | ||
| *.rsp | ||
| *.sbr | ||
| *.tlb | ||
| *.tli | ||
| *.tlh | ||
| *.tmp | ||
| *.tmp_proj | ||
| *_wpftmp.csproj | ||
| *.log | ||
| *.tlog | ||
| *.vspscc | ||
| *.vssscc | ||
| .builds | ||
| *.pidb | ||
| *.svclog | ||
| *.scc | ||
| _Chutzpah* | ||
| ipch/ | ||
| *.aps | ||
| *.ncb | ||
| *.opendb | ||
| *.opensdf | ||
| *.sdf | ||
| *.cachefile | ||
| *.VC.db | ||
| *.VC.VC.opendb | ||
| *.psess | ||
| *.vsp | ||
| *.vspx | ||
| *.sap | ||
| *.e2e | ||
| $tf/ | ||
| *.gpState | ||
| _ReSharper*/ | ||
| *.[Rr]e[Ss]harper | ||
| *.DotSettings.user | ||
| _TeamCity* | ||
| *.dotCover | ||
| .axoCover/* | ||
| !.axoCover/settings.json | ||
| coverage*.json | ||
| coverage*.xml | ||
| coverage*.info | ||
| *.coverage | ||
| *.coveragexml | ||
| _NCrunch_* | ||
| .*crunch*.local.xml | ||
| nCrunchTemp_* | ||
| *.mm.* | ||
| AutoTest.Net/ | ||
| .sass-cache/ | ||
| [Ee]xpress/ | ||
| DocProject/buildhelp/ | ||
| DocProject/Help/*.HxT | ||
| DocProject/Help/*.HxC | ||
| DocProject/Help/*.hhc | ||
| DocProject/Help/*.hhk | ||
| DocProject/Help/*.hhp | ||
| DocProject/Help/Html2 | ||
| DocProject/Help/html | ||
| publish/ | ||
| *.[Pp]ublish.xml | ||
| *.azurePubxml | ||
| *.pubxml | ||
| *.publishproj | ||
| PublishScripts/ | ||
| *.nupkg | ||
| *.snupkg | ||
| **/[Pp]ackages/* | ||
| !**/[Pp]ackages/build/ | ||
| *.nuget.props | ||
| *.nuget.targets | ||
| csx/ | ||
| *.build.csdef | ||
| ecf/ | ||
| rcf/ | ||
| AppPackages/ | ||
| BundleArtifacts/ | ||
| Package.StoreAssociation.xml | ||
| _pkginfo.txt | ||
| *.appx | ||
| *.appxbundle | ||
| *.appxupload | ||
| *.[Cc]ache | ||
| !?*.[Cc]ache/ | ||
| ClientBin/ | ||
| ~$* | ||
| *~ | ||
| *.dbmdl | ||
| *.dbproj.schemaview | ||
| *.jfm | ||
| *.pfx | ||
| *.publishsettings | ||
| orleans.codegen.cs | ||
| Generated_Code/ | ||
| _UpgradeReport_Files/ | ||
| Backup*/ | ||
| UpgradeLog*.XML | ||
| UpgradeLog*.htm | ||
| ServiceFabricBackup/ | ||
| *.rptproj.bak | ||
| *.mdf | ||
| *.ldf | ||
| *.ndf | ||
| *.rdl.data | ||
| *.bim.layout | ||
| *.bim_*.settings | ||
| *.rptproj.rsuser | ||
| *- [Bb]ackup.rdl | ||
| *- [Bb]ackup ([0-9]).rdl | ||
| *- [Bb]ackup ([0-9][0-9]).rdl | ||
| FakesAssemblies/ | ||
| *.GhostDoc.xml | ||
| .ntvs_analysis.dat | ||
| node_modules/ | ||
| *.plg | ||
| *.opt | ||
| *.vbw | ||
| *.vbp | ||
| *.dsw | ||
| *.dsp | ||
| **/*.HTMLClient/GeneratedArtifacts | ||
| **/*.DesktopClient/GeneratedArtifacts | ||
| **/*.DesktopClient/ModelManifest.xml | ||
| **/*.Server/GeneratedArtifacts | ||
| **/*.Server/ModelManifest.xml | ||
| _Pvt_Extensions | ||
| .paket/paket.exe | ||
| paket-files/ | ||
| .fake/ | ||
| .cr/personal | ||
| *.pyc | ||
| *.tss | ||
| *.jmconfig | ||
| *.btp.cs | ||
| *.btm.cs | ||
| *.odx.cs | ||
| *.xsd.cs | ||
| OpenCover/ | ||
| ASALocalRun/ | ||
| *.binlog | ||
| *.nvuser | ||
| .mfractor/ | ||
| .localhistory/ | ||
| .vshistory/ | ||
| healthchecksdb | ||
| MigrationBackup/ | ||
| .ionide/ | ||
| FodyWeavers.xsd | ||
| .vscode/* | ||
| !.vscode/settings.json | ||
| !.vscode/tasks.json | ||
| !.vscode/launch.json | ||
| !.vscode/extensions.json | ||
| *.code-workspace | ||
| .history/ | ||
| *.cab | ||
| *.msi | ||
| *.msix | ||
| *.msm | ||
| *.msp | ||
| *.sln.iml | ||
| .ipynb_checkpoints | ||
| */.ipynb_checkpoints/* | ||
| profile_default/ | ||
| ipython_config.py | ||
| coverage*[.json, .xml, .info] | ||
| *.manifest | ||
| *.spec | ||
| local_settings.py | ||
| db.sqlite3 | ||
| db.sqlite3-journal | ||
| instance/ | ||
| .webassets-cache | ||
| .scrapy | ||
| docs/_build/ | ||
| .pybuilder/ | ||
| target/ | ||
| .pdm.toml | ||
| .pdm-python | ||
| .pdm-build/ | ||
| celerybeat-schedule | ||
| celerybeat.pid | ||
| *.sage.py | ||
| .env | ||
| env/ | ||
| venv/ | ||
| ENV/ | ||
| env.bak/ | ||
| venv.bak/ | ||
| .spyderproject | ||
| .spyproject | ||
| .ropeproject | ||
| /site | ||
| .mypy_cache/ | ||
| .dmypy.json | ||
| dmypy.json | ||
| .pyre/ | ||
| .pytype/ | ||
| cython_debug/ | ||
| .git | ||
| *.pyo |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| ## Github Deployment Environments | ||
| Github deployment environments are used to define unique settings for each environment i.e. staging and production | ||
|
|
||
| The build and push workflows need to know which AWS account to push updated docker images to. | ||
|
|
||
| ### DotEnv Files | ||
| The .env files in this directory are here as a record of the "variables" and their values. | ||
|
|
||
| The variables can be updated from these files using the following command: | ||
| ```bash | ||
| gh variable set -R aodn/<repo name> -e <environment name> -f <environment>.env | ||
|
|
||
| ``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,4 @@ | ||
| AWS_REGION=ap-southeast-2 | ||
| AWS_ROLE_ARN=arn:aws:iam::851725428481:role/AodnGitHubActionsRole | ||
| ECR_REGISTRY=851725428481.dkr.ecr.ap-southeast-2.amazonaws.com | ||
| ECR_REPOSITORY=data-access-service |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,2 @@ | ||
| AWS_REGION=ap-southeast-2 | ||
| AWS_ROLE_ARN=arn:aws:iam::211125304466:role/AodnGitHubActionsRole |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,2 @@ | ||
| AWS_REGION=ap-southeast-2 | ||
| AWS_ROLE_ARN=arn:aws:iam::905418367757:role/AodnGitHubActionsRole |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,59 @@ | ||
| name: Build/Deploy Edge | ||
| on: | ||
| pull_request: | ||
| branches: | ||
| - main | ||
| push: | ||
| branches: | ||
| - main | ||
| paths-ignore: | ||
| - '**/*.md' | ||
| - "notebooks/**" | ||
| - "extras/**" | ||
| - '.github/environment/**' | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| jobs: | ||
| build_push: | ||
| runs-on: ubuntu-latest | ||
| environment: central | ||
| outputs: | ||
| digest: ${{ steps.build_and_push.outputs.digest }} | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@v3 | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
| - name: Configure AWS Credentials | ||
| id: aws_auth | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
| with: | ||
| audience: sts.amazonaws.com | ||
| aws-region: ${{ vars.AWS_REGION }} | ||
| role-to-assume: ${{ vars.AWS_ROLE_ARN }} | ||
| - name: Login to ECR | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ${{ vars.ECR_REGISTRY }} | ||
| - name: Build and Push Docker Image | ||
| id: build_and_push | ||
| uses: docker/build-push-action@v5 | ||
| with: | ||
| context: . | ||
| # Only building for AMD64 for now | ||
| # platforms: linux/amd64,linux/arm64 | ||
| push: true | ||
| tags: | | ||
| ${{ vars.ECR_REGISTRY }}/${{ vars.ECR_REPOSITORY }}:${{ github.sha }} | ||
| ${{ vars.ECR_REGISTRY }}/${{ vars.ECR_REPOSITORY }}:latest | ||
| trigger_edge_deploy: | ||
| needs: [build_push] | ||
| uses: ./.github/workflows/trigger_deploy.yml | ||
| with: | ||
| app_name: data-access-service | ||
| environment: edge | ||
| digest: ${{ needs.build_push.outputs.digest }} | ||
| secrets: inherit |
Oops, something went wrong.