From d0224472b49e0d6b73fbb9410e0d5edd6646c876 Mon Sep 17 00:00:00 2001 From: reidliu41 Date: Fri, 16 May 2025 19:26:05 +0800 Subject: [PATCH] [Misc][MacOS] fix bfloat16 error Signed-off-by: reidliu41 --- vllm/platforms/cpu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index d286c893951..2d48af39763 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -36,7 +36,7 @@ def supported_dtypes(self) -> list: # instead of checking the OS. For instance M2 shall supports bf16 # already. But we need to modify `cpu_extension.cmake` to activate # the feature in the build. - return [torch.bfloat16, torch.float32] + return [torch.float16, torch.float32] # x86/aarch64 CPU has supported both bf16 and fp16 natively. return [torch.bfloat16, torch.float16, torch.float32]