config: a parallel size has one spelling; a patched scope declares its own (#36621)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
ca1d7ed8e6
commit
fd40a331bf
@@ -1735,8 +1735,8 @@ class _SGLangPlugin(_FrameworkPlugin):
|
||||
info["moe_tp_rank"] = parallel.moe_tp_rank
|
||||
info["moe_tp_size"] = parallel.moe_tp_size
|
||||
info["moe_dp_rank"] = parallel.moe_dp_rank
|
||||
info["moe_dp_size"] = parallel.moe_dp_size
|
||||
except (AttributeError, AssertionError):
|
||||
info["moe_dp_size"] = self._dp_attn.get_moe_cp_size()
|
||||
except (AttributeError, AssertionError, ValueError):
|
||||
info["distributed_error"] = True
|
||||
|
||||
try:
|
||||
@@ -1748,7 +1748,7 @@ class _SGLangPlugin(_FrameworkPlugin):
|
||||
info["attn_dp_size"] = self._dp_attn.get_attention_dp_size()
|
||||
info["attn_cp_rank"] = parallel.attn_cp_rank
|
||||
info["attn_cp_size"] = parallel.attn_cp_size
|
||||
except (AttributeError, AssertionError):
|
||||
except (AttributeError, AssertionError, ValueError):
|
||||
info["dp_attention_error"] = True
|
||||
|
||||
return info
|
||||
|
||||
Reference in New Issue
Block a user