minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[CI] remove itl testing due to unstable networking (#19904)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-03-04 16:32:17 -08:00
committed by GitHub
parent 43bdee703e
commit 861d78635f
1 changed files with 0 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/distributed/test_disaggregation_dp_attention.py
-17
View File
@@ -125,23 +125,6 @@ class TestDisaggregationDPAttentionRoundRobin(TestDisaggregationDPAttention):
self.assertLess(result["mean_tpot_ms"], 20) self.assertLess(result["mean_tpot_ms"], 20)
self.assertEqual(result["completed"], 1000) self.assertEqual(result["completed"], 1000)
def test_bench_serving_itl(self):
num_prompts = 512
args = get_benchmark_args(
base_url=f"http://{self.base_host}:{self.lb_port}",
dataset_name="random",
tokenizer=self.model,
num_prompts=num_prompts,
random_input_len=512,
random_output_len=64,
request_rate=float("inf"),
max_concurrency=64,
)
result = run_benchmark(args)
self.assertEqual(result["completed"], num_prompts)
self.assertLess(result["p99_itl_ms"], 20)
@unittest.skip( @unittest.skip(
"Skip this test until new testing logic in mini-lb has been updated in docker image." "Skip this test until new testing logic in mini-lb has been updated in docker image."