[model-gateway] fix gateway cli arg parser to not use = (#13685)
This commit is contained in:
@@ -32,11 +32,7 @@ def create_parser() -> argparse.ArgumentParser:
|
|||||||
"launch",
|
"launch",
|
||||||
help="Launch router only (requires existing worker URLs)",
|
help="Launch router only (requires existing worker URLs)",
|
||||||
description="Launch the SGLang router with existing worker instances",
|
description="Launch the SGLang router with existing worker instances",
|
||||||
)
|
add_help=False, # Let router handle --help
|
||||||
launch_parser.add_argument(
|
|
||||||
"router_args",
|
|
||||||
nargs="*",
|
|
||||||
help="Arguments to pass to the router (use -- to separate)",
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Launch server + router subcommand
|
# Launch server + router subcommand
|
||||||
@@ -44,11 +40,7 @@ def create_parser() -> argparse.ArgumentParser:
|
|||||||
"server",
|
"server",
|
||||||
help="Launch router and server processes together",
|
help="Launch router and server processes together",
|
||||||
description="Launch both SGLang router and server processes",
|
description="Launch both SGLang router and server processes",
|
||||||
)
|
add_help=False, # Let server handle --help
|
||||||
server_parser.add_argument(
|
|
||||||
"server_args",
|
|
||||||
nargs="*",
|
|
||||||
help="Arguments to pass to server/router (use -- to separate)",
|
|
||||||
)
|
)
|
||||||
|
|
||||||
return parser
|
return parser
|
||||||
@@ -72,9 +64,8 @@ def main(argv: Optional[List[str]] = None) -> None:
|
|||||||
# Import and call launch_router functions directly
|
# Import and call launch_router functions directly
|
||||||
from sglang_router.launch_router import launch_router, parse_router_args
|
from sglang_router.launch_router import launch_router, parse_router_args
|
||||||
|
|
||||||
# Combine router_args with unknown args and parse
|
# All router args are in unknown
|
||||||
router_argv = args.router_args + unknown
|
router_args = parse_router_args(unknown)
|
||||||
router_args = parse_router_args(router_argv)
|
|
||||||
launch_router(router_args)
|
launch_router(router_args)
|
||||||
|
|
||||||
elif args.command == "server":
|
elif args.command == "server":
|
||||||
@@ -86,10 +77,9 @@ def main(argv: Optional[List[str]] = None) -> None:
|
|||||||
# Preserve original sys.argv
|
# Preserve original sys.argv
|
||||||
original_argv = sys.argv
|
original_argv = sys.argv
|
||||||
try:
|
try:
|
||||||
# Combine server_args with unknown args
|
# All server args are in unknown
|
||||||
server_argv = args.server_args + unknown
|
|
||||||
prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg"
|
prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg"
|
||||||
sys.argv = [f"{prog_name} server"] + server_argv
|
sys.argv = [f"{prog_name} server"] + unknown
|
||||||
launch_server_module.main()
|
launch_server_module.main()
|
||||||
finally:
|
finally:
|
||||||
# Restore original sys.argv
|
# Restore original sys.argv
|
||||||
|
|||||||
Reference in New Issue
Block a user