[Intel GPU] DeepSeek V4 11/N: support fp8_paged_mqa_logits_triton from sgl-kernel to run on XPU (#28059)

Signed-off-by: P V R K Jyothendra Varma <polisettyvarma@gmail.com>
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
Polisetty V R K Jyothendra Varma
2026-07-15 11:03:35 +08:00
committed by GitHub
co-authored by Ma Mingfei
parent aafa706f8f
commit 46b675ce70
2 changed files with 9 additions and 2 deletions
@@ -32,7 +32,7 @@ from sglang.srt.model_executor.runner_backend_utils.tc_piecewise_cuda_graph impo
)
from sglang.srt.runtime_context import get_parallel
from sglang.srt.state_capturer.indexer_topk import get_global_indexer_capturer
from sglang.srt.utils import add_prefix, is_cuda, is_hip
from sglang.srt.utils import add_prefix, is_cuda, is_hip, is_xpu
from sglang.srt.utils.common import is_sm120_supported
if TYPE_CHECKING:
@@ -668,6 +668,12 @@ class C4IndexerBackendMixin:
fn = fp8_paged_mqa_logits_torch_sm120
else:
fn = fp8_paged_mqa_logits_torch
elif is_xpu():
from sgl_kernel import fp8_paged_mqa_logits_triton
# TODO: switch from triton to SYCL when OOM is resolved
fn = fp8_paged_mqa_logits_triton
else:
from deep_gemm import fp8_paged_mqa_logits as fn
@@ -7,7 +7,7 @@ from typing import TYPE_CHECKING, Any, List, Optional
import torch
from sglang.srt.environ import envs
from sglang.srt.utils import is_hip
from sglang.srt.utils import is_hip, is_xpu
if TYPE_CHECKING:
pass
@@ -122,6 +122,7 @@ class PagedIndexerMetadata:
def __post_init__(self):
if (
envs.SGLANG_FP8_PAGED_MQA_LOGITS_TORCH.get()
or is_xpu()
or envs.SGLANG_OPT_USE_AITER_INDEXER.get()
):
self.deep_gemm_metadata = None