minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[distributed] Clean up MoE groups in destroy_model_parallel (#15345)

Browse Source
This commit is contained in:
Yinghai Lu
2026-01-02 14:45:14 +08:00
committed by GitHub
parent bd48ad5e6b
commit 027042604d
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/distributed/parallel_state.py
+10
View File
@@ -1842,6 +1842,16 @@ def destroy_model_parallel():
_PP.destroy() _PP.destroy()
_PP = None _PP = None
global _MOE_EP
if _MOE_EP:
_MOE_EP.destroy()
_MOE_EP = None
global _MOE_TP
if _MOE_TP:
_MOE_TP.destroy()
_MOE_TP = None
global _PDMUX_PREFILL_TP_GROUP global _PDMUX_PREFILL_TP_GROUP
if _PDMUX_PREFILL_TP_GROUP: # type: ignore[union-attr] if _PDMUX_PREFILL_TP_GROUP: # type: ignore[union-attr]
_PDMUX_PREFILL_TP_GROUP.destroy() _PDMUX_PREFILL_TP_GROUP.destroy()