We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 87d8714 commit d3d91b6Copy full SHA for d3d91b6
vllm/platforms/cpu.py
@@ -36,7 +36,7 @@ def supported_dtypes(self) -> list:
36
# instead of checking the OS. For instance M2 shall supports bf16
37
# already. But we need to modify `cpu_extension.cmake` to activate
38
# the feature in the build.
39
- return [torch.bfloat16, torch.float32]
+ return [torch.float16, torch.float32]
40
# x86/aarch64 CPU has supported both bf16 and fp16 natively.
41
return [torch.bfloat16, torch.float16, torch.float32]
42
0 commit comments