From cd2b2364ff267510c7db561a8f976bd1f7ab63ec Mon Sep 17 00:00:00 2001 From: Aurick Qiao Date: Sat, 11 Apr 2026 20:24:26 -0700 Subject: [PATCH] [Bugfix] fix model_config deletion (#22281) --- python/sglang/srt/entrypoints/http_server.py | 5 +---- python/sglang/srt/managers/scheduler.py | 2 +- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/python/sglang/srt/entrypoints/http_server.py b/python/sglang/srt/entrypoints/http_server.py index 3d23a2c41..aba143c83 100644 --- a/python/sglang/srt/entrypoints/http_server.py +++ b/python/sglang/srt/entrypoints/http_server.py @@ -636,10 +636,7 @@ async def server_info(): await _global_state.tokenizer_manager.get_internal_state() ) - # This field is not serializable. - if hasattr(_global_state.tokenizer_manager.server_args, "model_config"): - del _global_state.tokenizer_manager.server_args.model_config - + # server_args.model_config is not serializable but should be excluded by asdict. return { **dataclasses.asdict(_global_state.tokenizer_manager.server_args), **_global_state.scheduler_info, diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 84fa34da8..b4118777e 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -3157,7 +3157,7 @@ class Scheduler( return success def get_internal_state(self, recv_req: GetInternalStateReq): - ret = vars(get_global_server_args()) + ret = dict(vars(get_global_server_args())) # vars returns a ref to obj.__dict__ ret["last_gen_throughput"] = self.last_gen_throughput ret["memory_usage"] = { "weight": round(self.tp_worker.model_runner.weight_load_mem_usage, 2),