ci/deployments/just: add e2e, various improvements to just targets

.github/workflows/e2e_simple.yml

@@ -0,0 +1,65 @@
+name: e2e test simple
+
+on:
+    workflow_dispatch:
+      inputs:
+        skip-undeploy:
+          description: "Skip undeploy"
+          required: false
+          default: "false"
+    pull_request:
+
+env:
+  container_registry: ghcr.io/edgelesssys
+  azure_resource_group: nunki-ci
+
+jobs:
+  test:
+    runs-on: ubuntu-22.04
+    permissions:
+      contents: read
+      packages: write
+    steps:
+      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+      - uses: cachix/install-nix-action@7ac1ec25491415c381d9b62f0657c7a028df52a7 # v24
+        with:
+          github_access_token: ${{ secrets.GITHUB_TOKEN }}
+      - uses: DeterminateSystems/magic-nix-cache-action@8a218f9e264e9c3803c9a1ee1c30d8e4ab55be63 #v2
+      - name: Log in to ghcr.io Container registry
+        uses: docker/login-action@343f7c4344506bcbf9b4de18042ae17996df046d # v3.0.0
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Login to Azure
+        uses: azure/login@92a5484dfaf04ca78a94597f4f19fea633851fa2 # v1.4.7
+        with:
+          creds: ${{ secrets.NUNKI_CI_INFRA_AZURE }}
+      - uses: nicknovitski/nix-develop@a2060d116a50b36dfab02280af558e73ab52427d # v1.1.0
+      - name: Generate namespace suffix
+        id: ns
+        run: |
+          uuid=$(cat /proc/sys/kernel/random/uuid)
+          uid=${uuid##*-}
+          echo "namespace_suffix=$uid" >> "$GITHUB_OUTPUT"
+      - name: Create justfile.env
+        run: |
+          cat <<EOF > justfile.env
+          container_registry=${{ env.container_registry }}
+          azure_resource_group=${{ env.azure_resource_group }}
+          namespace_suffix=-${{ steps.ns.outputs.namespace_suffix }}
+          EOF
+      - name: Get credentials for CI cluster
+        run: |
+          just get-credentials
+      - name: Build, deploy, nunki generate, nunki set, nunki verify
+        run: |
+          just default simple
+      - name: Summary
+        run: |
+          cat ./workspace/just.namespace | tee -a "${GITHUB_STEP_SUMMARY}"
+          cat ./workspace/just.perf | tee -a "${GITHUB_STEP_SUMMARY}"
+      - name: Undeploy
+        if: always() && inputs.skip-undeploy != 'true'
+        run: |
+          just undeploy

deployments/emojivoto/coordinator.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: coordinator
-  namespace: edg-emojivoto
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -33,7 +33,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: coordinator
-  namespace: edg-emojivoto
+  namespace: edg-default
 spec:
   ports:
     - name: intercom

deployments/emojivoto/emoji.yml

@@ -2,13 +2,13 @@ kind: ServiceAccount
 apiVersion: v1
 metadata:
   name: emoji
-  namespace: edg-emojivoto
+  namespace: edg-default
 ---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: emoji
-  namespace: edg-emojivoto
+  namespace: edg-default
   labels:
     app.kubernetes.io/name: emoji
     app.kubernetes.io/part-of: emojivoto
@@ -32,7 +32,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-emojivoto
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config
@@ -71,7 +71,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: emoji-svc
-  namespace: edg-emojivoto
+  namespace: edg-default
 spec:
   selector:
     app: emoji-svc

deployments/emojivoto/ns.yml

@@ -1,4 +1,4 @@
 apiVersion: v1
 kind: Namespace
 metadata:
-  name: edg-emojivoto
+  name: edg-default

deployments/emojivoto/portforwarder.yml

@@ -2,7 +2,7 @@ apiVersion: v1
 kind: Pod
 metadata:
   name: port-forwarder-coordinator
-  namespace: default
+  namespace: edg-default
 spec:
   containers:
     - name: port-forwarder
@@ -11,7 +11,7 @@ spec:
         - name: LISTEN_PORT
           value: "1313"
         - name: FORWARD_HOST
-          value: coordinator.edg-emojivoto
+          value: coordinator
         - name: FORWARD_PORT
           value: "1313"
       command:
@@ -24,8 +24,8 @@ spec:
 apiVersion: v1
 kind: Pod
 metadata:
-  name: port-forwarder-2
-  namespace: default
+  name: port-forwarder-emojivoto-web
+  namespace: edg-default
 spec:
   containers:
     - name: port-forwarder
@@ -34,7 +34,7 @@ spec:
         - name: LISTEN_PORT
           value: "8080"
         - name: FORWARD_HOST
-          value: web-svc.edg-emojivoto
+          value: web-svc
         - name: FORWARD_PORT
           value: "443"
       command:

deployments/emojivoto/vote-bot.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: vote-bot
-  namespace: edg-emojivoto
+  namespace: edg-default
   labels:
     app.kubernetes.io/name: vote-bot
     app.kubernetes.io/part-of: emojivoto
@@ -24,7 +24,7 @@ spec:
             - emojivoto-vote-bot
           env:
             - name: WEB_HOST
-              value: web-svc.edg-emojivoto:443
+              value: web-svc:443
           image: ghcr.io/3u13r/emojivoto-web:coco-1
           imagePullPolicy: Always
           name: vote-bot

deployments/emojivoto/voting.yml

@@ -2,13 +2,13 @@ kind: ServiceAccount
 apiVersion: v1
 metadata:
   name: voting
-  namespace: edg-emojivoto
+  namespace: edg-default
 ---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: voting
-  namespace: edg-emojivoto
+  namespace: edg-default
   labels:
     app.kubernetes.io/name: voting
     app.kubernetes.io/part-of: emojivoto
@@ -32,7 +32,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-emojivoto
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config
@@ -71,7 +71,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: voting-svc
-  namespace: edg-emojivoto
+  namespace: edg-default
 spec:
   selector:
     app: voting-svc

deployments/emojivoto/web.yml

@@ -2,13 +2,13 @@ kind: ServiceAccount
 apiVersion: v1
 metadata:
   name: web
-  namespace: edg-emojivoto
+  namespace: edg-default
 ---
 apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: web
-  namespace: edg-emojivoto
+  namespace: edg-default
   labels:
     app.kubernetes.io/name: web
     app.kubernetes.io/part-of: emojivoto
@@ -32,7 +32,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-emojivoto
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config
@@ -42,9 +42,9 @@ spec:
             - name: WEB_PORT
               value: "8080"
             - name: EMOJISVC_HOST
-              value: emoji-svc.edg-emojivoto:8080
+              value: emoji-svc:8080
             - name: VOTINGSVC_HOST
-              value: voting-svc.edg-emojivoto:8080
+              value: voting-svc:8080
             - name: INDEX_BUNDLE
               value: dist/index_bundle.js
             - name: EDG_CERT_PATH
@@ -75,7 +75,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: web-svc
-  namespace: edg-emojivoto
+  namespace: edg-default
 spec:
   type: ClusterIP
   selector:

deployments/openssl/coordinator.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: coordinator
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -33,7 +33,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: coordinator
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   ports:
     - name: intercom

deployments/openssl/initializer.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: workload
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -20,7 +20,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-openssl
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config

deployments/openssl/ns.yml

@@ -1,4 +1,4 @@
 apiVersion: v1
 kind: Namespace
 metadata:
-  name: edg-openssl
+  name: edg-default

deployments/openssl/openssl-backend.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: openssl-backend
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -20,7 +20,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-openssl
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config
@@ -48,7 +48,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: openssl-backend
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     run: openssl-backend

deployments/openssl/openssl-client.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: openssl-client
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -20,7 +20,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-openssl
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config

deployments/openssl/openssl-frontend.yml

@@ -2,7 +2,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: openssl-frontend
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     matchLabels:
@@ -20,7 +20,7 @@ spec:
           imagePullPolicy: Always
           env:
             - name: COORDINATOR_HOST
-              value: coordinator.edg-openssl
+              value: coordinator
           volumeMounts:
             - name: tls-certs
               mountPath: /tls-config
@@ -43,7 +43,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: openssl-frontend
-  namespace: edg-openssl
+  namespace: edg-default
 spec:
   selector:
     run: openssl-frontend

deployments/openssl/portforwarder.yml

@@ -2,7 +2,7 @@ apiVersion: v1
 kind: Pod
 metadata:
   name: port-forwarder-coordinator
-  namespace: default
+  namespace: edg-default
 spec:
   containers:
     - name: port-forwarder
@@ -11,7 +11,7 @@ spec:
         - name: LISTEN_PORT
           value: "1313"
         - name: FORWARD_HOST
-          value: coordinator.edg-openssl
+          value: coordinator
         - name: FORWARD_PORT
           value: "1313"
       command: