[Fix] State the configured MoE-DP width in the weight-cache fingerprint (#41806)

This commit is contained in:
Cheng Wan
2026-09-30 13:25:19 -07:00
committed by GitHub
parent e27b6e0971
commit 3f20738846
2 changed files with 26 additions and 4 deletions
+3 -3
View File
@@ -501,8 +501,6 @@ class IpcModelLoader(BaseModelLoader):
try:
# Build engine's config fingerprint
from sglang.srt.layers.dp_attention import get_moe_cp_size
parallel = get_parallel()
tp_size = parallel.tp_size
tp_rank = parallel.tp_rank
@@ -511,7 +509,9 @@ class IpcModelLoader(BaseModelLoader):
pp_rank = parallel.pp_rank
ep_size = parallel.moe_ep_size
moe_dp_size = get_moe_cp_size()
# The configured width, as the daemon states it: the MoE
# communicator is wider when it aliases attention CP.
moe_dp_size = parallel.moe_dp_size
moe_dp_rank = parallel.moe_dp_rank
moe_ep_rank = parallel.moe_ep_rank