config: read resolved config via namespace accessors (#31814)
This commit is contained in:
@@ -21,6 +21,7 @@ from sglang.srt.multiplex.pdmux_context import (
|
||||
load_pdmux_config,
|
||||
set_current_stream_idx,
|
||||
)
|
||||
from sglang.srt.runtime_context import get_disagg
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from sglang.srt.managers.schedule_batch import ScheduleBatch
|
||||
@@ -36,7 +37,7 @@ class SchedulerMultiplexMixin:
|
||||
self.split_prefill_batch: Optional[ScheduleBatch] = None
|
||||
|
||||
# for pd_multiplexing, Init stream_groups, exclude normal stream for prefill only and decode only
|
||||
self.pdmux_config = load_pdmux_config(self.server_args.pdmux_config_path)
|
||||
self.pdmux_config = load_pdmux_config(get_disagg().pdmux_config_path)
|
||||
initialize_stream_groups(self.gpu_id, self.pdmux_config)
|
||||
self.stream_groups = get_stream_groups()
|
||||
self.sm_counts = get_sm_counts()
|
||||
|
||||
Reference in New Issue
Block a user