[Bugfix] fix model_config deletion (#22281)

This commit is contained in:
Aurick Qiao
2026-04-12 11:24:26 +08:00
committed by GitHub
parent 2e70e4f4f6
commit cd2b2364ff
2 changed files with 2 additions and 5 deletions
+1 -4
View File
@@ -636,10 +636,7 @@ async def server_info():
await _global_state.tokenizer_manager.get_internal_state()
)
# This field is not serializable.
if hasattr(_global_state.tokenizer_manager.server_args, "model_config"):
del _global_state.tokenizer_manager.server_args.model_config
# server_args.model_config is not serializable but should be excluded by asdict.
return {
**dataclasses.asdict(_global_state.tokenizer_manager.server_args),
**_global_state.scheduler_info,
+1 -1
View File
@@ -3157,7 +3157,7 @@ class Scheduler(
return success
def get_internal_state(self, recv_req: GetInternalStateReq):
ret = vars(get_global_server_args())
ret = dict(vars(get_global_server_args())) # vars returns a ref to obj.__dict__
ret["last_gen_throughput"] = self.last_gen_throughput
ret["memory_usage"] = {
"weight": round(self.tp_worker.model_runner.weight_load_mem_usage, 2),