config: ServerArgs holds the raw input (#36255)

This commit is contained in:
Cheng Wan
2026-08-26 05:14:05 -07:00
committed by GitHub
parent 27c36368b6
commit 413df1f8db
34 changed files with 1201 additions and 383 deletions
+2 -1
View File
@@ -23,6 +23,7 @@ from argparse import ArgumentParser
from pathlib import Path
from sglang import Engine, ServerArgs
from sglang.srt.arg_groups.overrides import resolution_result
parser = ArgumentParser()
ServerArgs.add_cli_args(parser)
@@ -44,7 +45,7 @@ parser.add_argument(
def main(args):
engine_args = ServerArgs.from_cli_args(args)
engine_args.resolve_once()
model_path = engine_args.model_path
model_path = resolution_result(engine_args, "model_path")
if not Path(model_path).is_dir():
raise ValueError("model path must be a local directory")
# Create LLM instance from arguments
@@ -28,6 +28,7 @@ from argparse import ArgumentParser
from pathlib import Path
from sglang import Engine, ServerArgs
from sglang.srt.arg_groups.overrides import resolution_result
parser = ArgumentParser()
ServerArgs.add_cli_args(parser)
@@ -49,7 +50,7 @@ parser.add_argument(
def main(args):
engine_args = ServerArgs.from_cli_args(args)
engine_args.resolve_once()
model_path = engine_args.model_path
model_path = resolution_result(engine_args, "model_path")
if not Path(model_path).is_dir():
raise ValueError("model path must be a local directory")
# Create LLM instance from arguments
@@ -5,6 +5,7 @@ from transformers import AutoProcessor
from sglang import Engine
from sglang.lang.chat_template import get_chat_template_by_model_path
from sglang.srt.arg_groups.overrides import resolving_view
from sglang.srt.configs.model_config import ModelConfig
from sglang.srt.server_args import ServerArgs
from sglang.test.test_utils import DEFAULT_IMAGE_URL
@@ -36,12 +37,13 @@ def get_input_ids(
def token_in_out_example(
server_args: ServerArgs,
):
cfg = resolving_view(server_args)
input_ids, image_data = get_input_ids(
server_args,
ModelConfig(
server_args.model_path,
trust_remote_code=server_args.trust_remote_code,
model_override_args=server_args.json_model_override_args,
cfg.model_path,
trust_remote_code=cfg.trust_remote_code,
model_override_args=cfg.json_model_override_args,
),
)
backend = Engine(server_args=server_args)