[Intel GPU] fix triton-mla attention on XPU by limiting max_kv_splits to 8 which is default (#28646)
Signed-off-by: P V R K Jyothendra Varma <polisetty.v.r.k.jyothendra.varma@intel.com> Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
co-authored by
Ma Mingfei
parent
7454735be9
commit
5338e44483
@@ -40,11 +40,13 @@ from sglang.srt.utils import (
|
||||
is_cuda,
|
||||
is_gfx95_supported,
|
||||
is_gfx942_supported,
|
||||
is_xpu,
|
||||
next_power_of_2,
|
||||
)
|
||||
|
||||
_is_cuda = is_cuda()
|
||||
_is_gfx942 = is_gfx942_supported()
|
||||
_is_xpu = is_xpu()
|
||||
|
||||
if _is_cuda:
|
||||
from sgl_kernel.utils import is_arch_support_pdl
|
||||
@@ -202,7 +204,7 @@ class TritonAttnBackend(AttentionBackend):
|
||||
"SGLANG_TRITON_DECODE_ATTN_STATIC_KV_SPLITS", "false"
|
||||
)
|
||||
self.max_kv_splits = model_runner.server_args.triton_attention_num_kv_splits
|
||||
if self.use_mla:
|
||||
if self.use_mla and not _is_xpu:
|
||||
self.max_kv_splits = _mla_decode_kv_splits_cap(
|
||||
self.max_kv_splits,
|
||||
self.device_core_count,
|
||||
|
||||
Reference in New Issue
Block a user