config: ServerArgs holds the raw input (#36255)
This commit is contained in:
@@ -5,6 +5,7 @@ from transformers import AutoProcessor
|
||||
|
||||
from sglang import Engine
|
||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||
from sglang.srt.arg_groups.overrides import resolving_view
|
||||
from sglang.srt.configs.model_config import ModelConfig
|
||||
from sglang.srt.server_args import ServerArgs
|
||||
from sglang.test.test_utils import DEFAULT_IMAGE_URL
|
||||
@@ -36,12 +37,13 @@ def get_input_ids(
|
||||
def token_in_out_example(
|
||||
server_args: ServerArgs,
|
||||
):
|
||||
cfg = resolving_view(server_args)
|
||||
input_ids, image_data = get_input_ids(
|
||||
server_args,
|
||||
ModelConfig(
|
||||
server_args.model_path,
|
||||
trust_remote_code=server_args.trust_remote_code,
|
||||
model_override_args=server_args.json_model_override_args,
|
||||
cfg.model_path,
|
||||
trust_remote_code=cfg.trust_remote_code,
|
||||
model_override_args=cfg.json_model_override_args,
|
||||
),
|
||||
)
|
||||
backend = Engine(server_args=server_args)
|
||||
|
||||
Reference in New Issue
Block a user