fix broken CPU test

Signed-off-by: Isotr0py <[email protected]>
vllm-project · Dec 19, 2024 · d8e6243 · d8e6243
1 parent a0f7d53
commit d8e6243
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/model_executor/layers/quantization/utils/w8a8_utils.py b/vllm/model_executor/layers/quantization/utils/w8a8_utils.py
@@ -12,7 +12,7 @@
 
 def sparse_cutlass_supported() -> bool:
     # sparse cutlass is not supported on Rocm
-    if current_platform.is_rocm():
+    if not current_platform.is_cuda():
         return False
 
     capability_tuple = current_platform.get_device_capability()
@@ -23,7 +23,7 @@ def sparse_cutlass_supported() -> bool:
 
 def cutlass_fp8_supported() -> bool:
     # cutlass is not supported on Rocm
-    if current_platform.is_rocm():
+    if not current_platform.is_cuda():
         return False
 
     capability_tuple = current_platform.get_device_capability()