config: constructing a config no longer resolves it (#35907)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
4bc79a1b49
commit
64aa859da2
@@ -1,5 +1,4 @@
|
||||
import argparse
|
||||
import dataclasses
|
||||
from typing import Tuple
|
||||
|
||||
from transformers import AutoProcessor
|
||||
@@ -45,7 +44,7 @@ def token_in_out_example(
|
||||
model_override_args=server_args.json_model_override_args,
|
||||
),
|
||||
)
|
||||
backend = Engine(**dataclasses.asdict(server_args))
|
||||
backend = Engine(server_args=server_args)
|
||||
|
||||
output = backend.generate(
|
||||
input_ids=input_ids,
|
||||
@@ -71,4 +70,5 @@ if __name__ == "__main__":
|
||||
]
|
||||
args = parser.parse_args(args=args)
|
||||
server_args = ServerArgs.from_cli_args(args)
|
||||
server_args.resolve_once()
|
||||
token_in_out_example(server_args)
|
||||
|
||||
Reference in New Issue
Block a user