diff --git a/misc/Auto-DevOps.gitlab-ci.yml b/misc/Auto-DevOps.gitlab-ci.yml
index 2134ebc..8c5f8bc 100644
--- a/misc/Auto-DevOps.gitlab-ci.yml
+++ b/misc/Auto-DevOps.gitlab-ci.yml
@@ -84,6 +84,8 @@ quality_report_generator:
         script:
           - echo "Creating publication metadata..."
           - arc-to-invenio -p .
+          - |
+            [ -e metadata.json ] || exit 1
         artifacts:
           when: always
           paths: