[Bugfix] fix model_config deletion (#22281)
This commit is contained in:
@@ -636,10 +636,7 @@ async def server_info():
|
||||
await _global_state.tokenizer_manager.get_internal_state()
|
||||
)
|
||||
|
||||
# This field is not serializable.
|
||||
if hasattr(_global_state.tokenizer_manager.server_args, "model_config"):
|
||||
del _global_state.tokenizer_manager.server_args.model_config
|
||||
|
||||
# server_args.model_config is not serializable but should be excluded by asdict.
|
||||
return {
|
||||
**dataclasses.asdict(_global_state.tokenizer_manager.server_args),
|
||||
**_global_state.scheduler_info,
|
||||
|
||||
@@ -3157,7 +3157,7 @@ class Scheduler(
|
||||
return success
|
||||
|
||||
def get_internal_state(self, recv_req: GetInternalStateReq):
|
||||
ret = vars(get_global_server_args())
|
||||
ret = dict(vars(get_global_server_args())) # vars returns a ref to obj.__dict__
|
||||
ret["last_gen_throughput"] = self.last_gen_throughput
|
||||
ret["memory_usage"] = {
|
||||
"weight": round(self.tp_worker.model_runner.weight_load_mem_usage, 2),
|
||||
|
||||
Reference in New Issue
Block a user