minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Simulator] Give the OFFLINE/BLOCKING comparison tolerances real headroom (#38732)

Browse Source
This commit is contained in:
Alison Shao
2026-09-10 11:10:38 +08:00
committed by GitHub
parent f1a512c51c
commit 2f7393f0d2
1 changed files with 12 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/sglang-simulator/test/test_simulation_offline_blocking.py
+12 -9
View File
@@ -9,15 +9,18 @@ from test_simulation_sglang_serving import (
REQUEST_RATE = 1 REQUEST_RATE = 1
SEED = 123 SEED = 123
ARRIVAL_TOLERANCE_S = 0.05
DURATION_TOLERANCE = 0.05
LATENCY_TOLERANCE = 0.25
RELATIVE_TOLERANCES = { RELATIVE_TOLERANCES = {
"duration": 0.01, "duration": DURATION_TOLERANCE,
"request_throughput": 0.01, "request_throughput": DURATION_TOLERANCE,
"input_throughput": 0.01, "input_throughput": DURATION_TOLERANCE,
"output_throughput": 0.01, "output_throughput": DURATION_TOLERANCE,
"mean_e2e_latency_ms": 0.10, "mean_e2e_latency_ms": LATENCY_TOLERANCE,
"mean_ttft_ms": 0.10, "mean_ttft_ms": LATENCY_TOLERANCE,
"mean_tpot_ms": 0.10, "mean_tpot_ms": LATENCY_TOLERANCE,
"mean_itl_ms": 0.10, "mean_itl_ms": LATENCY_TOLERANCE,
} }
@@ -59,7 +62,7 @@ def test_request_rate_offline_matches_blocking(tmp_path):
blocking_arrivals = [request["created_time"] for request in blocking_requests] blocking_arrivals = [request["created_time"] for request in blocking_requests]
assert offline_arrivals[1] > 0.5 assert offline_arrivals[1] > 0.5
assert blocking_arrivals[1] > 0.5 assert blocking_arrivals[1] > 0.5
assert offline_arrivals == pytest.approx(blocking_arrivals, abs=0.02) assert offline_arrivals == pytest.approx(blocking_arrivals, abs=ARRIVAL_TOLERANCE_S)
assert ( assert (
offline_metrics["max_concurrent_requests"] offline_metrics["max_concurrent_requests"]
== blocking_metrics["max_concurrent_requests"] == blocking_metrics["max_concurrent_requests"]