[CI][Disaggregation] Fix EADDRINUSE flake in test_disaggregation_dwdp_gpt_oss (#39611)
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
1aeeb25e86
commit
47a157f257
@@ -6,10 +6,6 @@ from sglang.test.run_eval import run_eval
|
|||||||
from sglang.test.server_fixtures.disaggregation_fixture import (
|
from sglang.test.server_fixtures.disaggregation_fixture import (
|
||||||
PDDisaggregationServerBase,
|
PDDisaggregationServerBase,
|
||||||
)
|
)
|
||||||
from sglang.test.test_utils import (
|
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
|
||||||
popen_launch_pd_server,
|
|
||||||
)
|
|
||||||
|
|
||||||
register_cuda_ci(est_time=170, stage="extra-b", runner_config="4-gpu-b200")
|
register_cuda_ci(est_time=170, stage="extra-b", runner_config="4-gpu-b200")
|
||||||
|
|
||||||
@@ -23,69 +19,35 @@ class TestDisaggregationDWDPGptOss(PDDisaggregationServerBase):
|
|||||||
NUM_PREFILL_GPUS = 2
|
NUM_PREFILL_GPUS = 2
|
||||||
NUM_DECODE_GPUS = 2
|
NUM_DECODE_GPUS = 2
|
||||||
|
|
||||||
@classmethod
|
# Drive the base fixture's launchers rather than reimplementing them, so
|
||||||
def setUpClass(cls):
|
# both sides get the pinned --nccl-port. Deriving it from get_free_port()
|
||||||
super().setUpClass()
|
# on each side races onto the same port and dies at init_process_group
|
||||||
cls.model = GPT_OSS_MODEL_PATH
|
# with EADDRINUSE.
|
||||||
|
prefill_tp_size = NUM_PREFILL_GPUS
|
||||||
|
decode_tp_size = NUM_DECODE_GPUS
|
||||||
|
decode_base_gpu_id = NUM_PREFILL_GPUS
|
||||||
|
|
||||||
cls.start_prefill()
|
extra_prefill_args = [
|
||||||
cls.start_decode()
|
|
||||||
|
|
||||||
cls.wait_server_ready(cls.prefill_url + "/health", process=cls.process_prefill)
|
|
||||||
cls.wait_server_ready(cls.decode_url + "/health", process=cls.process_decode)
|
|
||||||
|
|
||||||
cls.launch_lb()
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def start_prefill(cls):
|
|
||||||
prefill_args = [
|
|
||||||
"--trust-remote-code",
|
|
||||||
"--disaggregation-mode",
|
|
||||||
"prefill",
|
|
||||||
"--disaggregation-bootstrap-port",
|
|
||||||
cls.bootstrap_port,
|
|
||||||
"--tp",
|
|
||||||
str(cls.NUM_PREFILL_GPUS),
|
|
||||||
"--dwdp-size",
|
"--dwdp-size",
|
||||||
str(cls.NUM_PREFILL_GPUS),
|
str(NUM_PREFILL_GPUS),
|
||||||
"--disable-flashinfer-autotune",
|
"--disable-flashinfer-autotune",
|
||||||
"--mem-fraction-static",
|
"--mem-fraction-static",
|
||||||
"0.85",
|
"0.85",
|
||||||
]
|
]
|
||||||
prefill_args += cls.transfer_backend + cls.rdma_devices
|
extra_decode_args = [
|
||||||
cls.process_prefill = popen_launch_pd_server(
|
|
||||||
cls.model,
|
|
||||||
cls.prefill_url,
|
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
|
||||||
other_args=prefill_args,
|
|
||||||
)
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def start_decode(cls):
|
|
||||||
decode_args = [
|
|
||||||
"--trust-remote-code",
|
|
||||||
"--disaggregation-mode",
|
|
||||||
"decode",
|
|
||||||
"--disaggregation-bootstrap-port",
|
|
||||||
cls.bootstrap_port,
|
|
||||||
"--tp",
|
|
||||||
str(cls.NUM_DECODE_GPUS),
|
|
||||||
"--dp",
|
"--dp",
|
||||||
str(cls.NUM_DECODE_GPUS),
|
str(NUM_DECODE_GPUS),
|
||||||
"--enable-dp-attention",
|
"--enable-dp-attention",
|
||||||
"--disable-flashinfer-autotune",
|
"--disable-flashinfer-autotune",
|
||||||
"--mem-fraction-static",
|
"--mem-fraction-static",
|
||||||
"0.85",
|
"0.85",
|
||||||
"--base-gpu-id",
|
|
||||||
str(cls.NUM_PREFILL_GPUS),
|
|
||||||
]
|
]
|
||||||
decode_args += cls.transfer_backend + cls.rdma_devices
|
|
||||||
cls.process_decode = popen_launch_pd_server(
|
@classmethod
|
||||||
cls.model,
|
def setUpClass(cls):
|
||||||
cls.decode_url,
|
super().setUpClass()
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
cls.model = GPT_OSS_MODEL_PATH
|
||||||
other_args=decode_args,
|
cls.launch_all()
|
||||||
)
|
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
metrics = run_eval(
|
metrics = run_eval(
|
||||||
|
|||||||
Reference in New Issue
Block a user