Add cleanup for _ATTN_TP in parallel_state.py (#19978)

2026-03-06 15:43:31 -08:00
parent 61de303f0a
commit 5c8e28698c
1 changed files with 5 additions and 0 deletions
@@ -2182,6 +2182,11 @@ def destroy_model_parallel():
        _ATTN_CP.destroy()
    _ATTN_CP = None
    global _ATTN_TP
    if _ATTN_TP:
        _ATTN_TP.destroy()
    _ATTN_TP = None
    global _MOE_DP
    if _MOE_DP:
        _MOE_DP.destroy()