[Config] Round 5.2: the per-model declarations get their own modules (#37087)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
7e751153eb
commit
e51a3ae65e
@@ -1717,8 +1717,8 @@ def pre_capture_activation_reserve_mb(gpu_mem: float | None) -> float:
|
||||
|
||||
Derived from published leaves across four bags (``disagg`` / ``schedule`` /
|
||||
``exec.graph`` / ``spec``) plus the configured parallel sizes, so it follows
|
||||
a post-publish override; ``ServerArgs.pre_capture_activation_reserve_mb`` is
|
||||
the pre-publish equivalent and
|
||||
a post-publish override; ``pre_capture_activation_reserve_mb_of`` in
|
||||
``arg_groups.overrides`` is the config-shaped equivalent and
|
||||
``TestDerivedPredicatesAgreeAcrossTiers`` pins the two equal.
|
||||
"""
|
||||
schedule = get_schedule()
|
||||
@@ -2100,7 +2100,7 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
|
||||
helpers the scheduler binds through — so the advertisement cannot
|
||||
drift from the sockets.
|
||||
"""
|
||||
from sglang.srt.arg_groups.overrides import resolving_view
|
||||
from sglang.srt.arg_groups.overrides import kv_event_block_size_of, resolving_view
|
||||
|
||||
# Lazy import so loading server_args doesn't pull in
|
||||
# disaggregation / msgspec / zmq at module top level.
|
||||
@@ -2135,7 +2135,7 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
|
||||
"endpoint_host": host,
|
||||
"endpoint_port_base": port,
|
||||
"topic": cfg.topic,
|
||||
"block_size": resolved.kv_event_block_size,
|
||||
"block_size": kv_event_block_size_of(resolved),
|
||||
"dp_size": resolved.dp_size,
|
||||
}
|
||||
# Load range, from the same resolver SchedulerLoadPublisher binds
|
||||
|
||||
Reference in New Issue
Block a user