[M] Deploy Testnet L1 ( dev-testnet ) #498
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Deploys a L1 network on Azure for Testnet / Dev-Testnet | |
| # Builds the l1 network image, kills any running VM, pushes the image to dockerhub and starts the l1 network on azure | |
| # | |
| # The L1 network is a docker container that runs 1 x (eth node + prysm beacon + prysm validator) | |
| # It exposes the following ports: | |
| # HTTP: 8025, 8026 | |
| # WebSocket: 9000, 9001 | |
| # | |
| # Exposes the following addresses: (only accessible internally) | |
| # uat-testnet-eth2network-DEPLOYNUMBER.uksouth.azurecontainer.io | |
| # or | |
| # dev-testnet-eth2network-DEPLOYNUMBER.uksouth.azurecontainer.io | |
| # | |
| # The scheduled deployment runs at 03:05 on every day-of-week from Tuesday through Saturday, for dev-testnet only. | |
| name: '[M] Deploy Testnet L1' | |
| run-name: '[M] Deploy Testnet L1 ( ${{ github.event.inputs.testnet_type }} )' | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| testnet_type: | |
| description: 'Testnet Type' | |
| required: true | |
| default: 'dev-testnet' | |
| type: choice | |
| options: | |
| - 'dev-testnet' | |
| - 'uat-testnet' | |
| jobs: | |
| build-and-deploy: | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: ${{ github.event.inputs.testnet_type }} | |
| steps: | |
| - name: 'Print GitHub variables' | |
| # This is a useful record of what the environment variables were at the time the job ran, for debugging and reference | |
| run: | | |
| echo "GitHub Variables = ${{ toJSON(vars) }}" | |
| - uses: actions/checkout@v4 | |
| - name: 'Set up Docker' | |
| uses: docker/setup-buildx-action@v1 | |
| - name: 'Login via Azure CLI' | |
| uses: azure/login@v1 | |
| with: | |
| creds: ${{ secrets.AZURE_CREDENTIALS }} | |
| - name: 'Login to Azure docker registry' | |
| uses: azure/docker-login@v1 | |
| with: | |
| login-server: testnetobscuronet.azurecr.io | |
| username: testnetobscuronet | |
| password: ${{ secrets.REGISTRY_PASSWORD }} | |
| - name: 'Build and push image' | |
| # DOCKER_BUILDKIT=1 will enable the new docker build kit that allows us to use build only caches on RUN commands. | |
| # Tag the same image with 2 tags and push with the -a flag which pushes all images | |
| run: | | |
| DOCKER_BUILDKIT=1 docker build -t ${{ vars.DOCKER_BUILD_TAG_ETH2NETWORK }} -f testnet/eth2network.Dockerfile . | |
| docker push ${{ vars.DOCKER_BUILD_TAG_ETH2NETWORK }} | |
| # This will fail some deletions due to resource dependencies ( ie. you must first delete the vm before deleting the disk) | |
| - name: 'Delete deployed VMs' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| $(az resource list --tag ${{ vars.AZURE_DEPLOY_GROUP_L1 }}=true --query '[]."id"' -o tsv | xargs -n1 az resource delete --verbose -g Testnet --ids) || true | |
| # This will clean up any lingering dependencies - might fail if there are no resources to cleanup | |
| - name: 'Delete VMs dependencies' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| $(az resource list --tag ${{ vars.AZURE_DEPLOY_GROUP_L1 }}=true --query '[]."id"' -o tsv | xargs -n1 az resource delete --verbose -g Testnet --ids) || true | |
| - name: 'Create VM for "${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }}" on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm create -g Testnet -n "${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }}" \ | |
| --admin-username obscurouser --admin-password "${{ secrets.OBSCURO_NODE_VM_PWD }}" \ | |
| --public-ip-address-dns-name "${{ github.event.inputs.testnet_type }}-eth2network" \ | |
| --tags ${{ vars.AZURE_DEPLOY_GROUP_L1 }}=true \ | |
| --vnet-name ${{ github.event.inputs.testnet_type }}-eth2network-01VNET --subnet ${{ github.event.inputs.testnet_type }}-eth2network-01Subnet \ | |
| --size Standard_D3_v2 --image Canonical:0001-com-ubuntu-server-jammy:22_04-lts:latest \ | |
| --public-ip-sku Basic --authentication-type password | |
| - name: 'Open Obscuro node-${{ matrix.host_id }} ports on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm open-port -g Testnet -n "${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }}" --port 8025,8026,9000,9001,12600 | |
| # To overcome issues with critical VM resources being unavailable, we need to wait for the VM to be ready | |
| - name: 'Allow time for VM initialization' | |
| shell: bash | |
| run: sleep 60 | |
| - name: 'Start l1 ${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }} on Azure' | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az vm run-command invoke -g Testnet -n "${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }}" \ | |
| --command-id RunShellScript \ | |
| --scripts 'mkdir -p /home/obscuro \ | |
| && sudo apt-get update \ | |
| && sudo apt-get install -y gcc \ | |
| && sudo snap refresh \ | |
| && curl -fsSL https://get.docker.com -o get-docker.sh && sh ./get-docker.sh \ | |
| && docker network create --driver bridge l1_network || true \ | |
| && mkdir -p /home/obscuro/promtail \ | |
| && echo " | |
| server: | |
| http_listen_port: 9080 | |
| grpc_listen_port: 0 | |
| positions: | |
| filename: /tmp/positions.yaml | |
| clients: | |
| - url: ${{ vars.METRICS_URI }} | |
| batchwait: 3s | |
| batchsize: 1048576 | |
| tls_config: | |
| insecure_skip_verify: true | |
| basic_auth: | |
| username: ${{ secrets.LOKI_USER }} | |
| password: ${{ secrets.LOKI_PASSWORD }} | |
| scrape_configs: | |
| - job_name: flog_scrape | |
| docker_sd_configs: | |
| - host: unix:///var/run/docker.sock | |
| refresh_interval: 5s | |
| relabel_configs: | |
| - source_labels: [\"__meta_docker_container_name\"] | |
| regex: \"/(.*)\" | |
| target_label: \"container\" | |
| - source_labels: [\"__meta_docker_container_log_stream\"] | |
| target_label: \"logstream\" | |
| - source_labels: [\"__meta_docker_container_label_logging_jobname\"] | |
| target_label: \"job\" | |
| - replacement: ${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }} | |
| target_label: "node_name" | |
| " > /home/obscuro/promtail/promtail-config.yaml \ | |
| && docker run -d --name promtail \ | |
| --network l1_network \ | |
| -e HOSTNAME=${{ github.event.inputs.testnet_type }}-eth2network-${{ GITHUB.RUN_NUMBER }} \ | |
| -v /var/log:/var/log \ | |
| -v /home/obscuro/promtail:/etc/promtail \ | |
| -v /var/lib/docker/containers:/var/lib/docker/containers:ro \ | |
| -v /var/run/docker.sock:/var/run/docker.sock \ | |
| grafana/promtail:latest \ | |
| -config.file=/etc/promtail/promtail-config.yaml -config.expand-env=true \ | |
| && docker run -d \ | |
| -p 8025:8025 -p 8026:8026 -p 9000:9000 -p 9001:9001 -p 12600:12600 \ | |
| --entrypoint /home/obscuro/go-obscuro/integration/eth2network/main/main ${{ vars.DOCKER_BUILD_TAG_ETH2NETWORK }} \ | |
| --gethHTTPStartPort=8025 --gethWSStartPort=9000 --prysmBeaconGatewayStartPort=12600 \ | |
| --prefundedAddrs="${{ vars.ACCOUNT_ADDR_WORKER }},${{ vars.ACCOUNT_ADDR_NODE_0 }},${{ vars.ACCOUNT_ADDR_NODE_1 }},${{ vars.ACCOUNT_ADDR_NODE_2 }},${{ vars.ACCOUNT_ADDR_L1_BRIDGE_TEST }}"' |