fix ImportError when pynvml not available

Signed-off-by: conroy-cheers <[email protected]>
vllm-project · Oct 27, 2024 · da79e3e · da79e3e
1 parent 086d662
commit da79e3e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
@@ -27,6 +27,8 @@
             is_cuda = True
     finally:
         pynvml.nvmlShutdown()
+except ImportError:
+    pass
 except pynvml.NVMLError_LibraryNotFound:
     # CUDA is supported on Jetson, but NVML is not.
     import os