[Refactor] Refactor DeepEP dispatcher (#22822)

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com>
This commit is contained in:
Артем Савкин
2026-05-18 04:36:42 +03:00
committed by GitHub
co-authored by gemini-code-assist[bot] Cheng Wan
parent 5147de26e4
commit a080358cac
30 changed files with 302 additions and 182 deletions
@@ -55,7 +55,6 @@ class TestMoERunner4GPU(CustomTestCase):
},
"moe_runner_cutlass_w4a8_deepep_ll": {
"model": "tencent/DeepSeek-V3.1-Terminus-W4AFP8", # FP8 W8A8 MoE model
"env_overrides": {"SGLANG_DEEPEP_BF16_DISPATCH": "1"},
"other_args": [
"--trust-remote-code",
"--moe-runner-backend",
@@ -64,6 +63,8 @@ class TestMoERunner4GPU(CustomTestCase):
"deepep",
"--deepep-mode",
"low_latency",
"--deepep-dispatcher-output-dtype",
"bf16",
"--attention-backend",
"triton",
"--sampling-backend",