Co-authored-by: Mick Qian <mickqian@users.noreply.github.com> Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
58 lines
1.5 KiB
Python
58 lines
1.5 KiB
Python
import argparse
|
|
|
|
from sglang.cli.utils import get_git_commit_hash
|
|
from sglang.version import __version__
|
|
|
|
|
|
def version(args, extra_argv):
|
|
print(f"sglang version: {__version__}")
|
|
print(f"git revision: {get_git_commit_hash()[:7]}")
|
|
|
|
|
|
COOKBOOK_URL = "https://docs.sglang.io/cookbook"
|
|
COOKBOOK_EPILOG = (
|
|
f"Deploying a specific model? Its cookbook page at {COOKBOOK_URL} carries the "
|
|
"recommended command for it: GPU count, parallelism, quantization and the "
|
|
"flags that matter for that model."
|
|
)
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(
|
|
epilog=COOKBOOK_EPILOG,
|
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
)
|
|
|
|
# complex sub commands
|
|
subparsers = parser.add_subparsers(dest="subcommand", required=True)
|
|
subparsers.add_parser(
|
|
"serve",
|
|
help="Launch an SGLang server.",
|
|
add_help=False,
|
|
)
|
|
subparsers.add_parser(
|
|
"generate",
|
|
help="Run inference on a multimodal model.",
|
|
add_help=False,
|
|
)
|
|
|
|
# simple commands
|
|
version_parser = subparsers.add_parser(
|
|
"version",
|
|
help="Show the version information.",
|
|
)
|
|
version_parser.set_defaults(func=version)
|
|
|
|
args, extra_argv = parser.parse_known_args()
|
|
|
|
if args.subcommand == "serve":
|
|
from sglang.cli.serve import serve
|
|
|
|
serve(args, extra_argv)
|
|
elif args.subcommand == "generate":
|
|
from sglang.cli.generate import generate
|
|
|
|
generate(args, extra_argv)
|
|
elif args.subcommand == "version":
|
|
version(args, extra_argv)
|