[Intel GPU] DeepSeek V4 3/N: Support hc_split_sinkhorn on XPU using sgl_kernel (#27783)

Signed-off-by: P V R K Jyothendra Varma <polisetty.v.r.k.jyothendra.varma@intel.com>
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
Polisetty V R K Jyothendra Varma
2026-06-26 13:57:13 +08:00
committed by GitHub
co-authored by Ma Mingfei
parent eeee3abbbf
commit dc113e8804
+11 -6
View File
@@ -68,7 +68,6 @@ from sglang.srt.layers.dp_attention import (
from sglang.srt.layers.layernorm import RMSNorm
from sglang.srt.layers.linear import ColumnParallelLinear, RowParallelLinear
from sglang.srt.layers.logits_processor import LogitsProcessor
from sglang.srt.layers.mhc import mhc_fused_post_pre, npu_hc_pre
from sglang.srt.layers.moe import get_moe_a2a_backend, should_use_dp_reduce_scatterv
from sglang.srt.layers.moe.fused_moe_triton import FusedMoE
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
@@ -113,9 +112,12 @@ from sglang.srt.models.deepseek_common.amd.deepseek_v4_fused_mhc import (
try_fused_hc_post_pre,
)
from sglang.srt.models.deepseek_common.utils import _use_aiter_bpreshuffle_gfx95
from sglang.srt.models.deepseek_v2 import ParallelLMHead, _is_cuda, _is_hip, _is_npu
from sglang.srt.models.triton_ops.deepseek_v4 import (
rms_normalize_triton as rms_normalize_triton,
from sglang.srt.models.deepseek_v2 import (
ParallelLMHead,
_is_cuda,
_is_hip,
_is_npu,
_is_xpu,
)
from sglang.srt.runtime_context import get_parallel
@@ -124,6 +126,11 @@ if not _is_hip:
prepare_context_parallel_metadata,
)
if _is_xpu:
from sgl_kernel import hc_split_sinkhorn
else:
from sglang.srt.layers.mhc import hc_split_sinkhorn, mhc_fused_post_pre, npu_hc_pre
from sglang.srt.server_args import get_global_server_args
from sglang.srt.utils import (
LazyValue,
@@ -1391,8 +1398,6 @@ class DeepseekV4DecoderLayer(nn.Module):
else:
x_flat, mixes = hc_pre_torch_impl(x, hc_fn)
from sglang.srt.layers.mhc import hc_split_sinkhorn
pre, post, comb = hc_split_sinkhorn(
mixes,
hc_scale,