diff --git a/python/sglang/test/bench_one_batch_server_internal.py b/python/sglang/test/bench_one_batch_server_internal.py index 1a5755b1d..4585340da 100644 --- a/python/sglang/test/bench_one_batch_server_internal.py +++ b/python/sglang/test/bench_one_batch_server_internal.py @@ -600,8 +600,8 @@ def run_one_case( # Compute metrics latency = time.perf_counter() - tic - input_throughput = batch_size * input_len / latency - output_throughput = batch_size * output_len / latency + input_throughput = batch_size * input_len / last_ttft + output_throughput = batch_size * output_len / (latency - last_ttft) overall_throughput = batch_size * (input_len + output_len) / latency if backend == "vllm":