Revert RuntimeContext config-namespace reads/roles (#31813–#31817) (#32100)

This commit is contained in:
Cheng Wan
2026-07-22 11:52:41 -07:00
committed by GitHub
parent 0bdd4730af
commit f5dcbe8f14
187 changed files with 1432 additions and 1441 deletions
+4 -13
View File
@@ -703,19 +703,18 @@ async def get_model_info():
@app.get("/model_info")
async def model_info():
"""Get the model information."""
from sglang.srt.runtime_context import get_serving
model_config = _global_state.tokenizer_manager.model_config
result = {
"model_path": _global_state.tokenizer_manager.model_path,
"tokenizer_path": _global_state.tokenizer_manager.server_args.tokenizer_path,
"is_generation": _global_state.tokenizer_manager.is_generation,
"preferred_sampling_params": _global_state.tokenizer_manager.server_args.preferred_sampling_params,
"weight_version": get_serving().weight_version,
"weight_version": _global_state.tokenizer_manager.server_args.weight_version,
"has_image_understanding": model_config.is_image_understandable_model,
"has_audio_understanding": model_config.is_audio_understandable_model,
"model_type": getattr(model_config.hf_config, "model_type", None),
"architectures": getattr(model_config.hf_config, "architectures", None),
"weight_version": _global_state.tokenizer_manager.server_args.weight_version,
# "hf_config": model_config.hf_config.to_dict(),
}
return result
@@ -749,18 +748,12 @@ async def server_info():
await _global_state.tokenizer_manager.get_internal_state()
)
from sglang.srt.runtime_context import get_context
server_args = _global_state.tokenizer_manager.server_args
# server_args.model_config is not serializable but should be excluded by asdict.
# Overlay post-publish overrides so runtime updates (weight version, model
# path/load format) are reported, not the startup record.
return msgspec_to_builtins(
{
**get_context().resolved_server_args_dict(
base=dataclasses.asdict(server_args)
),
**dataclasses.asdict(server_args),
**_global_state.scheduler_info,
"internal_states": internal_states,
"version": __version__,
@@ -1385,9 +1378,7 @@ async def update_weight_version(
# since weight_version update is a simple operation that doesn't affect model weights
try:
# Update the weight version in server args (the single source of truth)
from sglang.srt.runtime_context import get_context
get_context().override(
_global_state.tokenizer_manager.server_args.override(
"http.update_weight_version", weight_version=obj.new_version
)