We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9007b97 commit bddf531Copy full SHA for bddf531
vllm/platforms/cpu.py
@@ -77,8 +77,9 @@ def supported_dtypes(self) -> list[torch.dtype]:
77
return [torch.bfloat16, torch.float32]
78
elif (self.get_cpu_architecture() == CpuArchEnum.ARM
79
and sys.platform.startswith("darwin")):
80
- if (subprocess.check_output(["sysctl -n hw.optional.arm.FEAT_BF16"],
81
- shell=True).strip() == b"1"):
+ if (subprocess.check_output(
+ ["sysctl -n hw.optional.arm.FEAT_BF16"],
82
+ shell=True).strip() == b"1"):
83
return [torch.bfloat16, torch.float16, torch.float32]
84
return [torch.float16, torch.float32]
85
# x86/aarch64 CPU has supported both bf16 and fp16 natively.
0 commit comments