config: load-time declarations write the config bags (#31815)
This commit is contained in:
@@ -261,19 +261,17 @@ def mamba_extra_buffer_of(cfg: Any) -> bool:
|
|||||||
|
|
||||||
def declare_load_time_override(source: str, declared: Dict[str, Any]) -> None:
|
def declare_load_time_override(source: str, declared: Dict[str, Any]) -> None:
|
||||||
"""Declare a load-time resolved field (model-file config overrides,
|
"""Declare a load-time resolved field (model-file config overrides,
|
||||||
weight-resolved dtypes) on the published ``server_args``: resolution has
|
weight-resolved dtypes) after publish. it is written to the config
|
||||||
already materialized, so the declaration writes through, joining the
|
bags via ``get_context().override`` (namespace readers see it); server_args
|
||||||
declaration stash for provenance and republish consistency."""
|
stays the pristine startup record. Validated against the resolvable
|
||||||
|
whitelist first."""
|
||||||
from sglang.srt.runtime_context import get_context
|
from sglang.srt.runtime_context import get_context
|
||||||
|
|
||||||
server_args = get_context().server_args
|
context = get_context()
|
||||||
validate_declarations(server_args, [(source, dict(declared))])
|
validate_declarations(context.server_args, [(source, dict(declared))])
|
||||||
override = getattr(server_args, "override", None)
|
# write the config bags (namespace readers see it); server_args
|
||||||
if override is not None:
|
# stays the pristine startup record.
|
||||||
override(source, **declared)
|
context.override(source, **declared)
|
||||||
else:
|
|
||||||
# Config-shaped fixtures without the mutation entry point.
|
|
||||||
_apply_fields(server_args, declared)
|
|
||||||
|
|
||||||
|
|
||||||
def collect_model_override_declarations(
|
def collect_model_override_declarations(
|
||||||
|
|||||||
Reference in New Issue
Block a user