diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
index 41fe79d1dd63f..805694450e47a 100644
--- a/vllm/platforms/__init__.py
+++ b/vllm/platforms/__init__.py
@@ -27,9 +27,7 @@
             is_cuda = True
     finally:
         pynvml.nvmlShutdown()
-except ImportError:
-    pass
-except pynvml.NVMLError_LibraryNotFound:
+except Exception:
     # CUDA is supported on Jetson, but NVML is not.
     import os
 
@@ -40,8 +38,6 @@ def cuda_is_jetson() -> bool:
     if cuda_is_jetson():
         is_cuda = True
         is_cuda_jetson = True
-except Exception:
-    pass
 
 is_rocm = False