minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Simulator] Give the OFFLINE/BLOCKING comparison tolerances real headroom (#38732)

Browse Source
This commit is contained in:
Alison Shao
2026-09-10 11:10:38 +08:00
committed by GitHub
parent f1a512c51c
commit 2f7393f0d2
1 changed files with 12 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/sglang-simulator/test/test_simulation_offline_blocking.py
+12 -9
View File
@@ -9,15 +9,18 @@ from test_simulation_sglang_serving import (
REQUEST_RATE = 1
SEED = 123
ARRIVAL_TOLERANCE_S = 0.05
DURATION_TOLERANCE = 0.05
LATENCY_TOLERANCE = 0.25
RELATIVE_TOLERANCES = {
"duration": 0.01,
"request_throughput": 0.01,
"input_throughput": 0.01,
"output_throughput": 0.01,
"mean_e2e_latency_ms": 0.10,
"mean_ttft_ms": 0.10,
"mean_tpot_ms": 0.10,
"mean_itl_ms": 0.10,
"duration": DURATION_TOLERANCE,
"request_throughput": DURATION_TOLERANCE,
"input_throughput": DURATION_TOLERANCE,
"output_throughput": DURATION_TOLERANCE,
"mean_e2e_latency_ms": LATENCY_TOLERANCE,
"mean_ttft_ms": LATENCY_TOLERANCE,
"mean_tpot_ms": LATENCY_TOLERANCE,
"mean_itl_ms": LATENCY_TOLERANCE,
}
@@ -59,7 +62,7 @@ def test_request_rate_offline_matches_blocking(tmp_path):
blocking_arrivals = [request["created_time"] for request in blocking_requests]
assert offline_arrivals[1] > 0.5
assert blocking_arrivals[1] > 0.5
assert offline_arrivals == pytest.approx(blocking_arrivals, abs=0.02)
assert offline_arrivals == pytest.approx(blocking_arrivals, abs=ARRIVAL_TOLERANCE_S)
assert (
offline_metrics["max_concurrent_requests"]
== blocking_metrics["max_concurrent_requests"]