diff --git a/lmms_eval/evaluator.py b/lmms_eval/evaluator.py
index 91292370..05735c79 100755
--- a/lmms_eval/evaluator.py
+++ b/lmms_eval/evaluator.py
@@ -607,7 +607,8 @@ def evaluate(
     else:
         results_dict = None
 
-    lm.accelerator.wait_for_everyone()
+    if hasattr(lm, "accelerator"):
+        lm.accelerator.wait_for_everyone()
     return results_dict