Add Arm64 CPU Phase 1A CI bootstrap (#22123)

Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
Mandepudi Rani Chowdary
2026-05-08 09:28:23 +08:00
committed by GitHub
co-authored by Ma Mingfei
parent 3c3f0bd55e
commit 55224fff08
7 changed files with 272 additions and 22 deletions
+4 -1
View File
@@ -51,6 +51,7 @@ from sglang.srt.utils.common import (
is_flashinfer_available,
is_hip,
is_hopper_with_cuda_12_3,
is_host_cpu_arm64,
is_mps,
is_musa,
is_no_spec_infer_or_topk_one,
@@ -1203,7 +1204,9 @@ class ServerArgs:
def _handle_cpu_backends(self):
if self.device == "cpu":
if self.attention_backend is None:
self.attention_backend = "intel_amx"
self.attention_backend = (
"torch_native" if is_host_cpu_arm64() else "intel_amx"
)
self.sampling_backend = "pytorch"
def _handle_npu_backends(self):