minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Dump total_throughput to output-file in bench_serving.py (#9790)

Browse Source
This commit is contained in:
Rohan Potdar
2025-11-12 18:48:28 +08:00
committed by GitHub
parent e5e65e3d2a
commit c9b581644d
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_serving.py
+1
View File
@@ -2099,6 +2099,7 @@ async def benchmark(
"request_throughput": metrics.request_throughput, "request_throughput": metrics.request_throughput,
"input_throughput": metrics.input_throughput, "input_throughput": metrics.input_throughput,
"output_throughput": metrics.output_throughput, "output_throughput": metrics.output_throughput,
"total_throughput": metrics.total_throughput,
"mean_e2e_latency_ms": metrics.mean_e2e_latency_ms, "mean_e2e_latency_ms": metrics.mean_e2e_latency_ms,
"median_e2e_latency_ms": metrics.median_e2e_latency_ms, "median_e2e_latency_ms": metrics.median_e2e_latency_ms,
"std_e2e_latency_ms": metrics.std_e2e_latency_ms, "std_e2e_latency_ms": metrics.std_e2e_latency_ms,