[M] Deploy Ten Gateway ( dev-testnet ) #302
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Deploys Ten Gateway on Azure for Testnet | |
| # Builds the Obscuro Gateway image, pushes the image to dockerhub and starts the Obscuro Gateway on Azure VM | |
| name: '[M] Deploy Ten Gateway' | |
| run-name: '[M] Deploy Ten Gateway ( ${{ github.event.inputs.testnet_type }} )' | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| testnet_type: | |
| description: 'Testnet Type' | |
| required: true | |
| default: 'dev-testnet' | |
| type: choice | |
| options: | |
| - 'dev-testnet' | |
| - 'uat-testnet' | |
| - 'sepolia-testnet' | |
| jobs: | |
| build-and-deploy: | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: ${{ github.event.inputs.testnet_type }} | |
| steps: | |
| - name: 'Print GitHub variables' | |
| # This is a useful record of what the environment variables were at the time the job ran, for debugging and reference | |
| run: | | |
| echo "GitHub Variables = ${{ toJSON(vars) }}" | |
| - uses: actions/checkout@v3 | |
| - name: 'Extract branch name' | |
| shell: bash | |
| run: | | |
| echo "Branch Name: ${GITHUB_REF_NAME}" | |
| echo "BRANCH_NAME=${GITHUB_REF_NAME}" >> $GITHUB_ENV | |
| - name: 'Set up Docker' | |
| uses: docker/setup-buildx-action@v1 | |
| - name: 'Login to Azure docker registry' | |
| uses: azure/docker-login@v1 | |
| with: | |
| login-server: testnetobscuronet.azurecr.io | |
| username: testnetobscuronet | |
| password: ${{ secrets.REGISTRY_PASSWORD }} | |
| - name: 'Login via Azure CLI' | |
| uses: azure/login@v1 | |
| with: | |
| creds: ${{ secrets.AZURE_CREDENTIALS }} | |
| - name: Build and Push Docker Image | |
| run: | | |
| DOCKER_BUILDKIT=1 docker build -t ${{ vars.DOCKER_BUILD_TAG_GATEWAY }} -f ./tools/walletextension/enclave.Dockerfile . | |
| docker push ${{ vars.DOCKER_BUILD_TAG_GATEWAY }} | |
| # This will fail some deletions due to resource dependencies ( ie. you must first delete the vm before deleting the disk) | |
| - name: 'Delete deployed VMs' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| $(az resource list --tag ${{ vars.AZURE_DEPLOY_GROUP_GATEWAY }}=true --query '[]."id"' -o tsv | xargs -n1 az resource delete --verbose -g Testnet --ids) || true | |
| # This will clean up any lingering dependencies - might fail if there are no resources to cleanup | |
| - name: 'Delete VMs dependencies' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| $(az resource list --tag ${{ vars.AZURE_DEPLOY_GROUP_GATEWAY }}=true --query '[]."id"' -o tsv | xargs -n1 az resource delete --verbose -g Testnet --ids) || true | |
| - name: 'Ensure VM Static Public IP Exists' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az network public-ip show -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-ENC-static" || az network public-ip create -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-ENC-static" --allocation-method Static --sku Standard | |
| - name: 'Assign/Update DNS Name for Public IP' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| existing_dns_name=$(az network public-ip show -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-ENC-static" --query dnsSettings.domainNameLabel -o tsv) | |
| if [ -z "$existing_dns_name" ]; then | |
| az network public-ip update -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-ENC-static" --dns-name "obscurogateway-enc-${{ github.event.inputs.testnet_type }}" | |
| fi | |
| - name: 'Create VM for Gateway node on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm create -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-${{ GITHUB.RUN_NUMBER }}-SGX" \ | |
| --admin-username obscurouser --admin-password "${{ secrets.OBSCURO_NODE_VM_PWD }}" \ | |
| --public-ip-address "${{ github.event.inputs.testnet_type }}-OG-ENC-static" \ | |
| --tags deploygroup=ObscuroGateway-${{ github.event.inputs.testnet_type }}-${{ GITHUB.RUN_NUMBER }} ${{ vars.AZURE_DEPLOY_GROUP_GATEWAY }}=true \ | |
| --vnet-name ObscuroGateway-${{ github.event.inputs.testnet_type }}-01VNET --subnet ObscuroGateway-${{ github.event.inputs.testnet_type }}-01Subnet \ | |
| --size Standard_DC1s_v2 --storage-sku StandardSSD_LRS --image ObscuroConfUbuntu \ | |
| --authentication-type password | |
| - name: 'Open Ten node-${{ matrix.host_id }} ports on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm open-port -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-${{ GITHUB.RUN_NUMBER }}-SGX" --port 80,81 | |
| # To overcome issues with critical VM resources being unavailable, we need to wait for the VM to be ready | |
| - name: 'Allow time for VM initialization' | |
| shell: bash | |
| run: sleep 30 | |
| - name: 'Start Ten gateway on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm run-command invoke -g Testnet -n "${{ github.event.inputs.testnet_type }}-OG-${{ GITHUB.RUN_NUMBER }}-SGX" \ | |
| --command-id RunShellScript \ | |
| --scripts 'set -e | |
| LOG_FILE=/home/ten/setup.log | |
| exec > >(tee -i ${LOG_FILE}) 2>&1 | |
| echo "Creating directory /home/ten" | |
| mkdir -p /home/ten | |
| echo "Updating package list" | |
| sudo apt-get update | |
| echo "Installing gcc" | |
| sudo apt-get install -y gcc | |
| echo "Refreshing and installing snap packages" | |
| sudo snap refresh && sudo snap install --channel=1.18 go --classic | |
| echo "Installing Docker" | |
| curl -fsSL https://get.docker.com -o get-docker.sh && sh ./get-docker.sh | |
| echo "Pulling Docker image ${{ vars.DOCKER_BUILD_TAG_GATEWAY }}" | |
| docker pull ${{ vars.DOCKER_BUILD_TAG_GATEWAY }} | |
| echo "Cloning repository" | |
| git clone --depth 1 -b ${{ env.BRANCH_NAME }} https://github.com/ten-protocol/go-ten.git /home/ten/go-ten | |
| echo "Running Datadog agent container" | |
| docker run -d --name datadog-agent \ | |
| --network node_network \ | |
| -e DD_API_KEY=${{ secrets.DD_API_KEY }} \ | |
| -e DD_LOGS_ENABLED=true \ | |
| -e DD_LOGS_CONFIG_CONTAINER_COLLECT_ALL=true \ | |
| -e DD_LOGS_CONFIG_AUTO_MULTI_LINE_DETECTION=true \ | |
| -e DD_CONTAINER_EXCLUDE_LOGS="name:datadog-agent" \ | |
| -e DD_SITE="datadoghq.eu" \ | |
| -v /var/run/docker.sock:/var/run/docker.sock:ro \ | |
| -v /proc/:/host/proc/:ro \ | |
| -v /opt/datadog-agent/run:/opt/datadog-agent/run:rw \ | |
| -v /sys/fs/cgroup/:/host/sys/fs/cgroup:ro \ | |
| datadog/agent:latest | |
| echo "Creating Docker network if not exists" | |
| docker network create --driver bridge node_network || true | |
| echo "Starting Ten gateway container" | |
| cd /home/ten/go-ten/ | |
| docker run -p 80:80 -p 81:81 --name ${{ github.event.inputs.testnet_type }}-OG-${{ GITHUB.RUN_NUMBER }}-SGX \ | |
| -e OE_SIMULATION=0 \ | |
| --entrypoint "/home/ten/go-ten/tools/walletextension/main/entry.sh" \ | |
| ${{ vars.DOCKER_BUILD_TAG_GATEWAY }} \ | |
| ego run /home/ten/go-ten/tools/walletextension/main/main \ | |
| --host=0.0.0.0 --port=80 --portWS=81 --nodeHost=${{ vars.L2_RPC_URL_VALIDATOR }} --verbose=true \ | |
| --logPath=sys_out --dbType=mariaDB --dbConnectionURL="obscurouser:${{ secrets.OBSCURO_GATEWAY_MARIADB_USER_PWD }}@tcp(obscurogateway-mariadb-${{ github.event.inputs.testnet_type }}.uksouth.cloudapp.azure.com:3306)/ogdb" | |
| echo "Script execution completed" |