minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

DEBUG: reproduce flaky test_load_weights_from_remote_instance (#22150)

Browse Source 
Co-authored-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Liangsheng Yin
2026-04-05 22:46:36 +08:00
committed by GitHub
co-authored by Shangming Cai
parent df9c831ab8
commit 3a4f4cbc52
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/distributed/test_load_weights_from_remote_instance.py
+2 -3
View File
@@ -195,9 +195,7 @@ def init_process_dst(
remote_instance_weight_loader_send_weights_group_ports=ports, remote_instance_weight_loader_send_weights_group_ports=ports,
load_format="remote_instance", load_format="remote_instance",
remote_instance_weight_loader_backend=remote_instance_loader_backend, remote_instance_weight_loader_backend=remote_instance_loader_backend,
remote_instance_weight_loader_start_seed_via_transfer_engine=( remote_instance_weight_loader_start_seed_via_transfer_engine=False,
remote_instance_loader_backend == "transfer_engine"
),
) )
else: else:
host, _, port = DEFAULT_URL_FOR_TEST.rpartition(":") host, _, port = DEFAULT_URL_FOR_TEST.rpartition(":")
@@ -358,6 +356,7 @@ class TestLoadWeightsFromRemoteInstance(CustomTestCase):
assert torch.cuda.device_count() >= 2, "At least 2 GPUs are required" assert torch.cuda.device_count() >= 2, "At least 2 GPUs are required"
# test_suits : tp, dp, model_name, backend, dst_instance_id # test_suits : tp, dp, model_name, backend, dst_instance_id
if is_in_ci(): if is_in_ci():
# FIXME: refactor this test to have less random behavior
mode = random.choice(["Engine", "Server"]) mode = random.choice(["Engine", "Server"])
remote_instance_loader_backend = random.choice(["nccl", "transfer_engine"]) remote_instance_loader_backend = random.choice(["nccl", "transfer_engine"])
test_suits = [ test_suits = [