[Intel GPU] fix triton-mla attention on XPU by limiting max_kv_splits to 8 which is default (#28646)

Signed-off-by: P V R K Jyothendra Varma <polisetty.v.r.k.jyothendra.varma@intel.com>
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
Polisetty V R K Jyothendra Varma
2026-06-24 09:06:13 +08:00
committed by GitHub
co-authored by Ma Mingfei
parent 7454735be9
commit 5338e44483
2 changed files with 69 additions and 1 deletions
@@ -40,11 +40,13 @@ from sglang.srt.utils import (
is_cuda,
is_gfx95_supported,
is_gfx942_supported,
is_xpu,
next_power_of_2,
)
_is_cuda = is_cuda()
_is_gfx942 = is_gfx942_supported()
_is_xpu = is_xpu()
if _is_cuda:
from sgl_kernel.utils import is_arch_support_pdl
@@ -202,7 +204,7 @@ class TritonAttnBackend(AttentionBackend):
"SGLANG_TRITON_DECODE_ATTN_STATIC_KV_SPLITS", "false"
)
self.max_kv_splits = model_runner.server_args.triton_attention_num_kv_splits
if self.use_mla:
if self.use_mla and not _is_xpu:
self.max_kv_splits = _mla_decode_kv_splits_cap(
self.max_kv_splits,
self.device_core_count,