config: load-time declarations write the config bags (#31815)

This commit is contained in:
Cheng Wan
2026-07-22 01:18:31 -07:00
committed by GitHub
parent 11a4c2d057
commit 602b546a4e
+9 -11
View File
@@ -261,19 +261,17 @@ def mamba_extra_buffer_of(cfg: Any) -> bool:
def declare_load_time_override(source: str, declared: Dict[str, Any]) -> None:
"""Declare a load-time resolved field (model-file config overrides,
weight-resolved dtypes) on the published ``server_args``: resolution has
already materialized, so the declaration writes through, joining the
declaration stash for provenance and republish consistency."""
weight-resolved dtypes) after publish. it is written to the config
bags via ``get_context().override`` (namespace readers see it); server_args
stays the pristine startup record. Validated against the resolvable
whitelist first."""
from sglang.srt.runtime_context import get_context
server_args = get_context().server_args
validate_declarations(server_args, [(source, dict(declared))])
override = getattr(server_args, "override", None)
if override is not None:
override(source, **declared)
else:
# Config-shaped fixtures without the mutation entry point.
_apply_fields(server_args, declared)
context = get_context()
validate_declarations(context.server_args, [(source, dict(declared))])
# write the config bags (namespace readers see it); server_args
# stays the pristine startup record.
context.override(source, **declared)
def collect_model_override_declarations(