minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD][DSV4] Allow moe_a2a_backend='mori' with DSpark + dp attention (#39910)

Browse Source
This commit is contained in:
karverma-amd
2026-09-16 23:09:41 -07:00
committed by GitHub
parent 9d0a8d7536
commit fa8d22e665
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/arg_groups/speculative_hook.py
+2 -2
View File
@@ -559,10 +559,10 @@ def _handle_dspark(server_args: ServerArgs) -> None:
if cfg.enable_dp_attention and cfg.dp_size > 1: if cfg.enable_dp_attention and cfg.dp_size > 1:
if not cfg.enable_dp_lm_head: if not cfg.enable_dp_lm_head:
raise ValueError("DSpark with dp attention requires --enable-dp-lm-head.") raise ValueError("DSpark with dp attention requires --enable-dp-lm-head.")
if not _is_npu and cfg.moe_a2a_backend not in ("none", "megamoe"): if not _is_npu and cfg.moe_a2a_backend not in ("none", "megamoe", "mori"):
raise ValueError( raise ValueError(
"DSpark with dp attention supports moe_a2a_backend 'none' " "DSpark with dp attention supports moe_a2a_backend 'none' "
"(built-in TP MoE) or 'megamoe', got " "(built-in TP MoE), 'megamoe', or 'mori', got "
f"{cfg.moe_a2a_backend!r}." f"{cfg.moe_a2a_backend!r}."
) )
if not _is_npu and cfg.moe_a2a_backend != "none": if not _is_npu and cfg.moe_a2a_backend != "none":