[Auto Sync] Update bench_one_batch_server_internal.py (20260221) (#19097)
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Hanming Lu <69857889+hanming-lu@users.noreply.github.com>
This commit is contained in:
co-authored by
github-actions[bot]
Hanming Lu
parent
84c67c8be0
commit
2928dfb8fa
@@ -827,9 +827,10 @@ def run_benchmark_internal(
|
|||||||
|
|
||||||
# Warmup
|
# Warmup
|
||||||
if not bench_args.skip_warmup:
|
if not bench_args.skip_warmup:
|
||||||
|
batch_size_unique = list(set(bench_args.batch_size))
|
||||||
print("=" * 8 + " Warmup Begin " + "=" * 8)
|
print("=" * 8 + " Warmup Begin " + "=" * 8)
|
||||||
print(f"Warmup with batch_size={bench_args.batch_size}")
|
print(f"Warmup with batch_size={batch_size_unique}")
|
||||||
for bs in bench_args.batch_size:
|
for bs in batch_size_unique:
|
||||||
run_one_case(
|
run_one_case(
|
||||||
base_url,
|
base_url,
|
||||||
batch_size=bs,
|
batch_size=bs,
|
||||||
|
|||||||
Reference in New Issue
Block a user