use ValueError

Signed-off-by: youkaichao <[email protected]>
vllm-project · Jan 22, 2025 · cbdbcea · cbdbcea
1 parent 5ff5423
commit cbdbcea
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -284,9 +284,8 @@ def __init__(
 
         from vllm.platforms import current_platform
 
-        if self.enable_sleep_mode:
-            assert current_platform.is_cuda(), (
-                "Sleep mode is only supported on CUDA devices.")
+        if self.enable_sleep_mode and not current_platform.is_cuda():
+            raise ValueError("Sleep mode is only supported on CUDA devices.")
 
         hf_config = get_config(self.model, trust_remote_code, revision,
                                code_revision, config_format)