import contextlib (just in case)

HabanaAI · Sep 25, 2024 · e4f6d9d · e4f6d9d
1 parent 4e42825
commit e4f6d9d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -1941,6 +1941,7 @@ def execute_model(
 
     def shutdown_inc(self):
         can_finalize_inc = False
+        import contextlib
         with contextlib.suppress(AttributeError):
             can_finalize_inc = (self.model_config.quantization == 'inc') and \
                 (self.model.model is not None) and \