lazy import openvino

Signed-off-by: Isotr0py <[email protected]>
vllm-project · Nov 23, 2024 · cad6158 · cad6158
1 parent 945c5b5
commit cad6158
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/vllm/platforms/openvino.py b/vllm/platforms/openvino.py
@@ -1,7 +1,5 @@
 from typing import TYPE_CHECKING
 
-import openvino as ov
-import openvino.properties.hint as hints
 import torch
 
 import vllm.envs as envs
@@ -16,6 +14,12 @@
 
 logger = init_logger(__name__)
 
+try:
+    import openvino as ov
+    import openvino.properties.hint as hints
+except ImportError as e:
+    logger.warning("Failed to import OpenVINO with %r", e)
+
 
 class OpenVinoPlatform(Platform):
     _enum = PlatformEnum.OPENVINO