fix: update platform detection for M-series arm based MacBook processors

Signed-off-by: isikhi <[email protected]>
vllm-project · Jan 20, 2025 · 739782d · 739782d
1 parent 9666369
commit 739782d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
@@ -101,6 +101,10 @@ def cpu_platform_plugin() -> Optional[str]:
     try:
         from importlib.metadata import version
         is_cpu = "cpu" in version("vllm")
+        if is_cpu == False:
+            import platform
+            is_cpu = platform.machine().lower().startswith("arm")
+
     except Exception:
         pass