[misc] Share bench HTTP-client base-URL resolution with IPv6-compatible formatting (#28598)
This commit is contained in:
@@ -18,12 +18,14 @@ import requests
|
||||
import tabulate
|
||||
|
||||
from sglang.profiler import run_profile
|
||||
from sglang.srt.utils.network import resolve_base_url
|
||||
|
||||
|
||||
@dataclasses.dataclass
|
||||
class BenchArgs:
|
||||
host: str = "localhost"
|
||||
port: int = 30000
|
||||
base_url: str = ""
|
||||
batch_size: int = 1
|
||||
different_prompts: bool = False
|
||||
random_input_len: Optional[int] = None
|
||||
@@ -51,6 +53,12 @@ class BenchArgs:
|
||||
def add_cli_args(parser: argparse.ArgumentParser):
|
||||
parser.add_argument("--host", type=str, default=BenchArgs.host)
|
||||
parser.add_argument("--port", type=int, default=BenchArgs.port)
|
||||
parser.add_argument(
|
||||
"--base-url",
|
||||
type=str,
|
||||
default=BenchArgs.base_url,
|
||||
help="Server base url. Overrides --host/--port when set.",
|
||||
)
|
||||
parser.add_argument("--batch-size", type=int, default=BenchArgs.batch_size)
|
||||
parser.add_argument(
|
||||
"--different-prompts",
|
||||
@@ -110,7 +118,7 @@ def send_one_prompt(
|
||||
label: Optional[str] = None,
|
||||
print_output: bool = True,
|
||||
):
|
||||
base_url = f"http://{args.host}:{args.port}"
|
||||
base_url = resolve_base_url(args.base_url, args.host, args.port)
|
||||
|
||||
# Construct the input
|
||||
if args.random_input_len is not None:
|
||||
|
||||
Reference in New Issue
Block a user