From 255129536afdf00f2bb66ccf966cbff0ef42ce4b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?I=C5=9F=C4=B1k?= <41375111+isikhi@users.noreply.github.com> Date: Mon, 20 Jan 2025 22:23:28 +0000 Subject: [PATCH] fix: update platform detection for M-series arm based MacBook processors (#12227) Signed-off-by: isikhi Signed-off-by: Linkun Chen --- vllm/platforms/__init__.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py index 6ca95b41dbb07..6033a806d2023 100644 --- a/vllm/platforms/__init__.py +++ b/vllm/platforms/__init__.py @@ -101,6 +101,10 @@ def cpu_platform_plugin() -> Optional[str]: try: from importlib.metadata import version is_cpu = "cpu" in version("vllm") + if is_cpu == False: + import platform + is_cpu = platform.machine().lower().startswith("arm") + except Exception: pass