diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index b613fdce00..bcd8549955 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -202,3 +202,23 @@ jobs:
         with:
           version: ${{ needs.process-inputs.outputs.NEXT_PATCH_PRE_WITHOUT_V }}
           commit: true
+
+  create-github-stuff:
+    name: Create backport label and milestone
+    needs: process-inputs
+    runs-on: ubuntu-22.04
+    env:
+      RELEASE_BRANCH: ${{ needs.process-inputs.outputs.RELEASE_BRANCH }}
+    steps:
+      - name: Create backport label
+        run: |
+          gh label create "backport ${RELEASE_BRANCH}" --color 576F61 --force
+      - name: Create milestone
+        run: |
+          gh api \
+            --method POST \
+            -H "Accept: application/vnd.github+json" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            /repos/edgelesssys/nunki/milestones \
+            -f title='${{ inputs.version }}' \
+            -f state='open'