minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[misc] Add bench_serving compatibility shim (#28997)

Browse Source
This commit is contained in:
Alex Tumanov
2026-06-23 19:49:53 -07:00
committed by GitHub
parent 33373cbb12
commit 52b89c4948
5 changed files with 39 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/benchmark/serving.py
+7 -3
View File
@@ -7,9 +7,9 @@
Benchmark online serving with dynamic requests.
Usage:
python3 -m sglang.bench_serving --backend sglang --num-prompt 10
python3 -m sglang.benchmark.serving --backend sglang --num-prompt 10
python3 -m sglang.bench_serving --backend sglang --dataset-name random --num-prompts 3000 --random-input 1024 --random-output 1024 --random-range-ratio 0.5
python3 -m sglang.benchmark.serving --backend sglang --dataset-name random --num-prompts 3000 --random-input 1024 --random-output 1024 --random-range-ratio 0.5
"""
import argparse
@@ -2124,7 +2124,7 @@ class LoRAPathAction(argparse.Action):
getattr(namespace, self.dest).append(lora_name)
if __name__ == "__main__":
def cli_main():
parser = ArgumentParser(description="Benchmark the online serving throughput.")
parser.add_argument(
"--backend",
@@ -2651,3 +2651,7 @@ if __name__ == "__main__":
args = parser.parse_args()
_validate_parsed_gsp_args(parser, args)
run_benchmark(args)
if __name__ == "__main__":
cli_main()