[model-gateway] fix gateway cli arg parser to not use = (#13685)

This commit is contained in:
Chang Su
2025-11-20 17:57:17 -08:00
committed by GitHub
parent c0a2513b07
commit c4db77f8a9
@@ -32,11 +32,7 @@ def create_parser() -> argparse.ArgumentParser:
"launch", "launch",
help="Launch router only (requires existing worker URLs)", help="Launch router only (requires existing worker URLs)",
description="Launch the SGLang router with existing worker instances", description="Launch the SGLang router with existing worker instances",
) add_help=False, # Let router handle --help
launch_parser.add_argument(
"router_args",
nargs="*",
help="Arguments to pass to the router (use -- to separate)",
) )
# Launch server + router subcommand # Launch server + router subcommand
@@ -44,11 +40,7 @@ def create_parser() -> argparse.ArgumentParser:
"server", "server",
help="Launch router and server processes together", help="Launch router and server processes together",
description="Launch both SGLang router and server processes", description="Launch both SGLang router and server processes",
) add_help=False, # Let server handle --help
server_parser.add_argument(
"server_args",
nargs="*",
help="Arguments to pass to server/router (use -- to separate)",
) )
return parser return parser
@@ -72,9 +64,8 @@ def main(argv: Optional[List[str]] = None) -> None:
# Import and call launch_router functions directly # Import and call launch_router functions directly
from sglang_router.launch_router import launch_router, parse_router_args from sglang_router.launch_router import launch_router, parse_router_args
# Combine router_args with unknown args and parse # All router args are in unknown
router_argv = args.router_args + unknown router_args = parse_router_args(unknown)
router_args = parse_router_args(router_argv)
launch_router(router_args) launch_router(router_args)
elif args.command == "server": elif args.command == "server":
@@ -86,10 +77,9 @@ def main(argv: Optional[List[str]] = None) -> None:
# Preserve original sys.argv # Preserve original sys.argv
original_argv = sys.argv original_argv = sys.argv
try: try:
# Combine server_args with unknown args # All server args are in unknown
server_argv = args.server_args + unknown
prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg" prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg"
sys.argv = [f"{prog_name} server"] + server_argv sys.argv = [f"{prog_name} server"] + unknown
launch_server_module.main() launch_server_module.main()
finally: finally:
# Restore original sys.argv # Restore original sys.argv