[misc] Share bench HTTP-client base-URL resolution with IPv6-compatible formatting (#28598)

This commit is contained in:
Liangsheng Yin
2026-06-17 20:50:49 -07:00
committed by GitHub
parent 3b9db3a1f0
commit cf93712937
4 changed files with 49 additions and 52 deletions
+9 -1
View File
@@ -18,12 +18,14 @@ import requests
import tabulate
from sglang.profiler import run_profile
from sglang.srt.utils.network import resolve_base_url
@dataclasses.dataclass
class BenchArgs:
host: str = "localhost"
port: int = 30000
base_url: str = ""
batch_size: int = 1
different_prompts: bool = False
random_input_len: Optional[int] = None
@@ -51,6 +53,12 @@ class BenchArgs:
def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument("--host", type=str, default=BenchArgs.host)
parser.add_argument("--port", type=int, default=BenchArgs.port)
parser.add_argument(
"--base-url",
type=str,
default=BenchArgs.base_url,
help="Server base url. Overrides --host/--port when set.",
)
parser.add_argument("--batch-size", type=int, default=BenchArgs.batch_size)
parser.add_argument(
"--different-prompts",
@@ -110,7 +118,7 @@ def send_one_prompt(
label: Optional[str] = None,
print_output: bool = True,
):
base_url = f"http://{args.host}:{args.port}"
base_url = resolve_base_url(args.base_url, args.host, args.port)
# Construct the input
if args.random_input_len is not None: