minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] fix model_config deletion (#22281)

Browse Source
This commit is contained in:
Aurick Qiao
2026-04-12 11:24:26 +08:00
committed by GitHub
parent 2e70e4f4f6
commit cd2b2364ff
2 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/http_server.py
+1 -4
View File
@@ -636,10 +636,7 @@ async def server_info():
await _global_state.tokenizer_manager.get_internal_state() await _global_state.tokenizer_manager.get_internal_state()
) )
# This field is not serializable. # server_args.model_config is not serializable but should be excluded by asdict.
if hasattr(_global_state.tokenizer_manager.server_args, "model_config"):
del _global_state.tokenizer_manager.server_args.model_config
return { return {
**dataclasses.asdict(_global_state.tokenizer_manager.server_args), **dataclasses.asdict(_global_state.tokenizer_manager.server_args),
**_global_state.scheduler_info, **_global_state.scheduler_info,
python/sglang/srt/managers/scheduler.py
+1 -1
View File
@@ -3157,7 +3157,7 @@ class Scheduler(
return success return success
def get_internal_state(self, recv_req: GetInternalStateReq): def get_internal_state(self, recv_req: GetInternalStateReq):
ret = vars(get_global_server_args()) ret = dict(vars(get_global_server_args())) # vars returns a ref to obj.__dict__
ret["last_gen_throughput"] = self.last_gen_throughput ret["last_gen_throughput"] = self.last_gen_throughput
ret["memory_usage"] = { ret["memory_usage"] = {
"weight": round(self.tp_worker.model_runner.weight_load_mem_usage, 2), "weight": round(self.tp_worker.model_runner.weight_load_mem_usage, 2),