Remove stuck pods

grycap · Jan 16, 2025 · 86a2f70 · 86a2f70
1 parent 65f4a6e
commit 86a2f70
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/artifacts/k8s_galaxy.yml b/artifacts/k8s_galaxy.yml
@@ -184,3 +184,14 @@
           command: kubectl -n {{ NAMESPACE }} wait --for=condition=Available deployment/galaxy-web --timeout=300s
           environment:
             KUBECONFIG: /etc/kubernetes/admin.conf
+          ignore_errors: yes
+
+        - name: Delete Pending stuck pods (CreateContainerConfigError)
+          shell: kubectl get pods -n {{ NAMESPACE }} -o jsonpath='{range .items[?(@.status.containerStatuses[0].state.waiting.reason=="CreateContainerConfigError")]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' | xargs -r -n2 sh -c 'kubectl delete pod $1 -n $0'
+          register: error_pods
+          changed_when: error_pods.stdout_lines | length > 1
+          retries: 5
+          delay: 120
+          until: error_pods.stdout_lines | length < 1
+          environment:
+            KUBECONFIG: /etc/kubernetes/admin.conf