chore: Remove unused LM object if model is not an instance of LM

EvolvingLMMs-Lab · Sep 5, 2024 · f7111b6 · f7111b6
1 parent aa3abf0
commit f7111b6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/lmms_eval/evaluator.py b/lmms_eval/evaluator.py
@@ -609,6 +609,10 @@ def evaluate(
 
     if hasattr(lm, "accelerator"):
         lm.accelerator.wait_for_everyone()
+
+    if not isinstance(model, lm_eval.api.model.LM):
+        del lm
+
     return results_dict