config: constructing a config no longer resolves it (#35907)

Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
Cheng Wan
2026-08-23 01:18:53 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent 4bc79a1b49
commit 64aa859da2
34 changed files with 947 additions and 107 deletions
+2 -2
View File
@@ -19,7 +19,6 @@ llm = Engine(
)
"""
import dataclasses
from argparse import ArgumentParser
from pathlib import Path
@@ -44,11 +43,12 @@ parser.add_argument(
def main(args):
engine_args = ServerArgs.from_cli_args(args)
engine_args.resolve_once()
model_path = engine_args.model_path
if not Path(model_path).is_dir():
raise ValueError("model path must be a local directory")
# Create LLM instance from arguments
llm = Engine(**dataclasses.asdict(engine_args))
llm = Engine(server_args=engine_args)
llm.save_remote_model(
url=args.remote_model_save_url, draft_url=args.remote_draft_model_save_url
)
@@ -22,7 +22,6 @@ llm = Engine(
)
"""
import dataclasses
import os
import shutil
from argparse import ArgumentParser
@@ -49,11 +48,12 @@ parser.add_argument(
def main(args):
engine_args = ServerArgs.from_cli_args(args)
engine_args.resolve_once()
model_path = engine_args.model_path
if not Path(model_path).is_dir():
raise ValueError("model path must be a local directory")
# Create LLM instance from arguments
llm = Engine(**dataclasses.asdict(engine_args))
llm = Engine(server_args=engine_args)
Path(args.output).mkdir(exist_ok=True)
llm.save_sharded_model(
path=args.output, pattern=args.file_pattern, max_size=args.max_file_size
@@ -1,5 +1,4 @@
import argparse
import dataclasses
from typing import Tuple
from transformers import AutoProcessor
@@ -45,7 +44,7 @@ def token_in_out_example(
model_override_args=server_args.json_model_override_args,
),
)
backend = Engine(**dataclasses.asdict(server_args))
backend = Engine(server_args=server_args)
output = backend.generate(
input_ids=input_ids,
@@ -71,4 +70,5 @@ if __name__ == "__main__":
]
args = parser.parse_args(args=args)
server_args = ServerArgs.from_cli_args(args)
server_args.resolve_once()
token_in_out_example(server_args)