From 44edc72711fc1a92b2b00f36013c991dbaa3e580 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?I=C5=9F=C4=B1k?= <41375111+isikhi@users.noreply.github.com> Date: Mon, 20 Jan 2025 17:05:24 +0000 Subject: [PATCH] fix: update platform detection for M-series arm based MacBook processors --- vllm/platforms/__init__.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py index 6ca95b41dbb07..6033a806d2023 100644 --- a/vllm/platforms/__init__.py +++ b/vllm/platforms/__init__.py @@ -101,6 +101,10 @@ def cpu_platform_plugin() -> Optional[str]: try: from importlib.metadata import version is_cpu = "cpu" in version("vllm") + if is_cpu == False: + import platform + is_cpu = platform.machine().lower().startswith("arm") + except Exception: pass