minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Super tiny dump server info such as args in bench for post analysis (#12550)

Browse Source
This commit is contained in:
fzyzcjy
2025-11-03 14:24:08 -08:00
committed by GitHub
parent fd7a72d62d
commit 8834260739
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_serving.py
+5
View File
@@ -2039,6 +2039,9 @@ async def benchmark(
print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms)) print("{:<40} {:<10.2f}".format("Max ITL (ms):", metrics.max_itl_ms))
print("=" * 50) print("=" * 50)
resp = requests.get(base_url + "/get_server_info", headers=get_auth_headers())
server_info = resp.json() if resp.status_code == 200 else None
if ( if (
metrics.median_ttft_ms is not None metrics.median_ttft_ms is not None
and metrics.mean_itl_ms is not None and metrics.mean_itl_ms is not None
@@ -2055,6 +2058,8 @@ async def benchmark(
"random_input_len": args.random_input_len, "random_input_len": args.random_input_len,
"random_output_len": args.random_output_len, "random_output_len": args.random_output_len,
"random_range_ratio": args.random_range_ratio, "random_range_ratio": args.random_range_ratio,
# Information
"server_info": server_info,
# Results # Results
"duration": benchmark_duration, "duration": benchmark_duration,
"completed": metrics.completed, "completed": metrics.completed,