minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix bench_one_batch_server by moving the print statements (#19175)

Browse Source
This commit is contained in:
Qiaolin Yu
2026-02-22 22:06:25 -08:00
committed by GitHub
parent 3224836d8b
commit 42b1019881
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/test/bench_one_batch_server_internal.py
+5 -5
View File
@@ -803,6 +803,11 @@ def run_benchmark_internal(
), f"effective_max_running_requests_per_dp is not set, {max_running_requests_per_dp=}" ), f"effective_max_running_requests_per_dp is not set, {max_running_requests_per_dp=}"
skip_max_running_requests_threshold = max_running_requests_per_dp * dp_size skip_max_running_requests_threshold = max_running_requests_per_dp * dp_size
print(f"{max_running_requests_per_dp=}")
print(f"{dp_size=}")
print(f"{skip_max_running_requests_threshold=}")
print(f"{skip_token_capacity_threshold=}")
gsp_kwargs = dict( gsp_kwargs = dict(
gsp_num_groups=bench_args.gsp_num_groups, gsp_num_groups=bench_args.gsp_num_groups,
gsp_system_prompt_len=bench_args.gsp_system_prompt_len, gsp_system_prompt_len=bench_args.gsp_system_prompt_len,
@@ -810,11 +815,6 @@ def run_benchmark_internal(
gsp_output_len=bench_args.gsp_output_len, gsp_output_len=bench_args.gsp_output_len,
) )
print(f"{max_running_requests_per_dp=}")
print(f"{dp_size=}")
print(f"{skip_max_running_requests_threshold=}")
print(f"{skip_token_capacity_threshold=}")
# Warmup # Warmup
if not bench_args.skip_warmup: if not bench_args.skip_warmup:
batch_size_unique = list(set(bench_args.batch_size)) batch_size_unique = list(set(bench_args.batch_size))