minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[UT] Destroy process group after broadcast to resolve port occupation issues in multi-server tests (#12379)

Browse Source
This commit is contained in:
Zeyu Li
2025-11-19 20:51:58 -08:00
committed by GitHub
parent c3c4da71fb
commit 21370ef7b5
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/rl/test_update_weights_from_distributed.py
+3
View File
@@ -187,6 +187,9 @@ def init_process_hf(
print(f"[hf] {rank=} {broadcast_time=:.3f}s") print(f"[hf] {rank=} {broadcast_time=:.3f}s")
param_queue.put(("broadcast_time", broadcast_time)) param_queue.put(("broadcast_time", broadcast_time))
# Destroy process group and release related resource
torch.distributed.destroy_process_group(group)
# Delete the huggingface models to free up memory. # Delete the huggingface models to free up memory.
del hf_instruct_model del hf_instruct_model
del hf_base_model del hf_base_model