fix: update platform detection for M-series arm based MacBook process…

…ors (vllm-project#12227) Signed-off-by: isikhi <[email protected]> Signed-off-by: Linkun Chen <[email protected]>
lk-chen · Mar 5, 2025 · 2551295 · 2551295
1 parent 5013c33
commit 2551295
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
@@ -101,6 +101,10 @@ def cpu_platform_plugin() -> Optional[str]:
     try:
         from importlib.metadata import version
         is_cpu = "cpu" in version("vllm")
+        if is_cpu == False:
+            import platform
+            is_cpu = platform.machine().lower().startswith("arm")
+
     except Exception:
         pass