feat: [1/2] [DeepEP] Fuse shared expert into MoE dispatch under EP (#20089)
Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com> Co-authored-by: AichenF <aichenf@nvidia.com>
This commit is contained in:
co-authored by
Claude Sonnet 4.6
AichenF
parent
7965573eb4
commit
57ffc55fb6
@@ -663,6 +663,7 @@ class ServerArgs:
|
||||
enable_custom_logit_processor: bool = False
|
||||
flashinfer_mla_disable_ragged: bool = False
|
||||
disable_shared_experts_fusion: bool = False
|
||||
enforce_shared_experts_fusion: bool = False
|
||||
disable_chunked_prefix_cache: bool = False
|
||||
disable_fast_image_processor: bool = False
|
||||
keep_mm_feature_on_device: bool = False
|
||||
@@ -5833,6 +5834,12 @@ class ServerArgs:
|
||||
action="store_true",
|
||||
help="Disable shared experts fusion optimization for deepseek v3/r1.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--enforce-shared-experts-fusion",
|
||||
action="store_true",
|
||||
help="Enforce shared experts fusion even when it would normally be disabled (e.g. under DeepEP). "
|
||||
"Mutually exclusive with --disable-shared-experts-fusion.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--disable-chunked-prefix-cache",
|
||||
action="store_true",
|
||||
|
||||
Reference in New Issue
Block a user