diff --git a/utils/testmodelrun.jl b/utils/testmodelrun.jl
index 9862829f8..6cefde49e 100644
--- a/utils/testmodelrun.jl
+++ b/utils/testmodelrun.jl
@@ -27,6 +27,7 @@ function main(ARGS)
     if n_fail > 0
         println("Failed models:")
         foreach(println, failed)
+        error("Model run failed")
     end
 end