feat: [1/2] [DeepEP] Fuse shared expert into MoE dispatch under EP (#20089)

Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com>
Co-authored-by: AichenF <aichenf@nvidia.com>
This commit is contained in:
xutizhou
2026-04-09 01:48:28 -07:00
committed by GitHub
co-authored by Claude Sonnet 4.6 AichenF
parent 7965573eb4
commit 57ffc55fb6
5 changed files with 199 additions and 49 deletions
+7
View File
@@ -663,6 +663,7 @@ class ServerArgs:
enable_custom_logit_processor: bool = False
flashinfer_mla_disable_ragged: bool = False
disable_shared_experts_fusion: bool = False
enforce_shared_experts_fusion: bool = False
disable_chunked_prefix_cache: bool = False
disable_fast_image_processor: bool = False
keep_mm_feature_on_device: bool = False
@@ -5833,6 +5834,12 @@ class ServerArgs:
action="store_true",
help="Disable shared experts fusion optimization for deepseek v3/r1.",
)
parser.add_argument(
"--enforce-shared-experts-fusion",
action="store_true",
help="Enforce shared experts fusion even when it would normally be disabled (e.g. under DeepEP). "
"Mutually exclusive with --disable-shared-experts-fusion.",
)
parser.add_argument(
"--disable-chunked-prefix-cache",
action="store_true",