[Intel GPU] DeepSeek V4 11/N: support fp8_paged_mqa_logits_triton from sgl-kernel to run on XPU (#28059)
Signed-off-by: P V R K Jyothendra Varma <polisettyvarma@gmail.com> Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
co-authored by
Ma Mingfei
parent
aafa706f8f
commit
46b675ce70
@@ -32,7 +32,7 @@ from sglang.srt.model_executor.runner_backend_utils.tc_piecewise_cuda_graph impo
|
|||||||
)
|
)
|
||||||
from sglang.srt.runtime_context import get_parallel
|
from sglang.srt.runtime_context import get_parallel
|
||||||
from sglang.srt.state_capturer.indexer_topk import get_global_indexer_capturer
|
from sglang.srt.state_capturer.indexer_topk import get_global_indexer_capturer
|
||||||
from sglang.srt.utils import add_prefix, is_cuda, is_hip
|
from sglang.srt.utils import add_prefix, is_cuda, is_hip, is_xpu
|
||||||
from sglang.srt.utils.common import is_sm120_supported
|
from sglang.srt.utils.common import is_sm120_supported
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
@@ -668,6 +668,12 @@ class C4IndexerBackendMixin:
|
|||||||
fn = fp8_paged_mqa_logits_torch_sm120
|
fn = fp8_paged_mqa_logits_torch_sm120
|
||||||
else:
|
else:
|
||||||
fn = fp8_paged_mqa_logits_torch
|
fn = fp8_paged_mqa_logits_torch
|
||||||
|
elif is_xpu():
|
||||||
|
from sgl_kernel import fp8_paged_mqa_logits_triton
|
||||||
|
|
||||||
|
# TODO: switch from triton to SYCL when OOM is resolved
|
||||||
|
|
||||||
|
fn = fp8_paged_mqa_logits_triton
|
||||||
else:
|
else:
|
||||||
from deep_gemm import fp8_paged_mqa_logits as fn
|
from deep_gemm import fp8_paged_mqa_logits as fn
|
||||||
|
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ from typing import TYPE_CHECKING, Any, List, Optional
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.environ import envs
|
from sglang.srt.environ import envs
|
||||||
from sglang.srt.utils import is_hip
|
from sglang.srt.utils import is_hip, is_xpu
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
pass
|
pass
|
||||||
@@ -122,6 +122,7 @@ class PagedIndexerMetadata:
|
|||||||
def __post_init__(self):
|
def __post_init__(self):
|
||||||
if (
|
if (
|
||||||
envs.SGLANG_FP8_PAGED_MQA_LOGITS_TORCH.get()
|
envs.SGLANG_FP8_PAGED_MQA_LOGITS_TORCH.get()
|
||||||
|
or is_xpu()
|
||||||
or envs.SGLANG_OPT_USE_AITER_INDEXER.get()
|
or envs.SGLANG_OPT_USE_AITER_INDEXER.get()
|
||||||
):
|
):
|
||||||
self.deep_gemm_metadata = None
|
self.deep_gemm_metadata = None
|
||||||
|
|||||||
Reference in New Issue
Block a user