diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 298d53dc3..34c34baec 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -225,6 +225,12 @@ jobs:
           gh label create "backport ${RELEASE_BRANCH}" --color 576F61 --force
       - name: Create milestone
         run: |
+          gh api \
+            -H "Accept: application/vnd.github+json" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            /repos/edgelesssys/nunki/milestones |
+            jq -r '.[] | .title' | \
+            grep -xqF "${{ inputs.version }}" && exit 0
           gh api \
             --method POST \
             -H "Accept: application/vnd.github+json" \