Add docker based E2E step in release pipeline

.buildkite/release.yml

@@ -46,7 +46,7 @@ steps:
         agents:
           system: x86_64-linux
 
-  - group: "Docker E2E"
+  - group: "Docker"
     key: "docker-e2e"
     steps:
       - block: 'Docker build and test'
@@ -64,7 +64,7 @@ steps:
         agents:
           system: x86_64-linux
 
-      - label: 'Smoke test docker-compose'
+      - label: 'Smoke test of docker-compose'
         depends_on:
           - build-docker
         timeout_in_minutes: 2
@@ -76,3 +76,16 @@ steps:
           NODE_STATE_DIR: "${STATE_DIR?}/node/preprod"
         agents:
           system: x86_64-linux
+
+      - label: 'Run docker e2e suite'
+        depends_on:
+          - build-docker
+        timeout_in_minutes: 180
+        commands:
+          - ./scripts/buildkite/release/docker-e2e.sh
+        artifact_paths:
+          - "./logs/*"
+        env:
+          NODE_STATE_DIR: "${STATE_DIR?}/node/preprod"
+        agents:
+          system: x86_64-linux

docker-compose.yml

@@ -1,7 +1,7 @@
-version: "3.5"
 
 services:
   cardano-node:
+    container_name: cardano-node-on-${WALLET_PORT}
     image: cardanofoundation/cardano-wallet:${WALLET_TAG}
     environment:
       NETWORK:
@@ -26,6 +26,7 @@ services:
         --config /configs/${NETWORK}/config.json
 
   cardano-wallet:
+    container_name: cardano-wallet-on-${WALLET_PORT}
     image: cardanofoundation/cardano-wallet:${WALLET_TAG}
     volumes:
       - ${WALLET_DB}:/wallet-db
@@ -51,8 +52,10 @@ services:
         max-size: "50m"
   icarus:
     image: piotrstachyra/icarus:v2023-04-14
+    container_name: icarus-on-${WALLET_PORT}
     network_mode: "host"
     restart: on-failure
 
-volumes:
-  node-ipc:
+networks:
+  default:
+    name: ${WALLET_APP:-cardano-wallet}-network

scripts/buildkite/release/docker-e2e.sh

@@ -0,0 +1,82 @@
+#! /usr/bin/env -S nix shell 'nixpkgs#docker-compose' 'nixpkgs#rsync' 'nixpkgs#jq' --command bash
+# shellcheck shell=bash
+
+set -euox pipefail
+
+
+NETWORK=preprod
+export NETWORK
+
+TESTS_NODE_DB="$(pwd)/state/node_db"
+
+mkdir -p "$TESTS_NODE_DB"
+export TESTS_NODE_DB
+
+rsync -a --delete "$NODE_STATE_DIR/db/" "$TESTS_NODE_DB"
+
+WALLET_TAG=$(buildkite-agent meta-data get "release-cabal-version")
+export WALLET_TAG
+
+NODE_TAG="8.9.3"
+export NODE_TAG
+
+NODE_DB="$TESTS_NODE_DB"
+export NODE_DB
+
+WALLET_DB="$(pwd)/state/wallet_db"
+mkdir -p "$WALLET_DB"
+export WALLET_DB
+
+WALLET_PORT=$(shuf -i 2000-65000 -n 1)
+export WALLET_PORT
+
+USER_ID=$(id -u)
+export USER_ID
+
+NODE_SOCKET_DIR=$(mktemp -d /tmp/node-preprod.XXXXXX)
+export NODE_SOCKET_DIR
+
+NODE_SOCKET_NAME="node.socket"
+export NODE_SOCKET_NAME
+
+WALLET_APP="e2e_tests-$WALLET_PORT"
+export WALLET_APP
+
+docker-compose down || true
+
+docker-compose up -d
+
+mkdir -p "$(pwd)/logs"
+
+TESTS_LOGDIR="$(pwd)/logs"
+export TESTS_LOGDIR
+
+CARDANO_NODE_CONFIGS="$(pwd)/configs/cardano"
+export CARDANO_NODE_CONFIGS
+
+VERSION=$(buildkite-agent meta-data get "release-version")
+
+TESTS_E2E_BINDIR="$(pwd)/cardano-wallet-$VERSION-linux64"
+export TESTS_E2E_BINDIR
+
+cd test/e2e
+
+CARDANO_NODE_SOCKET_PATH="$NODE_SOCKET_DIR/$NODE_SOCKET_NAME"
+export CARDANO_NODE_SOCKET_PATH
+
+TESTS_E2E_STATEDIR=$(pwd)/state
+export TESTS_E2E_STATEDIR
+
+TESTS_E2E_TOKEN_METADATA=https://metadata.world.dev.cardano.org/
+export TESTS_E2E_TOKEN_METADATA
+
+TESTS_E2E_FIXTURES="$FIXTURE_DECRYPTION_KEY"
+
+export TESTS_E2E_FIXTURES
+
+nix develop -c rake wait_until_node_synced
+nix develop -c rake spec
+
+docker-compose down
+
+rm -rf "$NODE_SOCKET_DIR"

scripts/buildkite/release/docker-smoke-test.sh

@@ -38,6 +38,14 @@ tmpfile=$(mktemp -d /tmp/node-preprod.XXXXXX)
 NODE_SOCKET_DIR="$tmpfile"
 export NODE_SOCKET_DIR
 
+NODE_SOCKET_NAME="node.socket"
+export NODE_SOCKET_NAME
+
+WALLET_APP="docker_smoke_test-$WALLET_PORT"
+export WALLET_APP
+
+docker compose down || true
+
 docker-compose up -d
 
 n=0
@@ -50,10 +58,10 @@ do
             echo "$result" | jq
             break
         else
-            sleep 1
+            sleep 4
             n=$((n+1))
     fi
-    if [ "$n" -ge 20 ]
+    if [ "$n" -ge 30 ]
         then break
     fi
 done
@@ -64,3 +72,9 @@ docker-compose logs > logs/docker-compose.log
 docker-compose down
 
 rm -rf "$tmpfile"
+
+if [ "$result" == "wait" ];
+    then
+    echo "Failed to start the wallet server"
+    exit 1
+fi

scripts/buildkite/release/linux-e2e.sh

@@ -12,7 +12,6 @@ CARDANO_NODE_CONFIGS="$(pwd)/configs/cardano"
 export CARDANO_NODE_CONFIGS
 
 VERSION=$(buildkite-agent meta-data get "release-version")
-echo "VERSION=$VERSION"
 
 buildkite-agent artifact \
     download "result/linux/cardano-wallet-$VERSION-linux64.tar.gz" "."