minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix BCG circular import during server startup (#33371)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-08-03 01:53:16 -07:00
committed by GitHub
parent a2d1003b18
commit d48ab2d386
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/cp/bcg.py
+6 -1
View File
@@ -28,7 +28,6 @@ from sglang.srt.layers.cp.utils import (
prepare_cp_forward, prepare_cp_forward,
) )
from sglang.srt.model_executor.forward_batch_info import PPProxyTensors from sglang.srt.model_executor.forward_batch_info import PPProxyTensors
from sglang.srt.model_executor.runner.shape_key import ShapeKey
if TYPE_CHECKING: if TYPE_CHECKING:
from sglang.srt.model_executor.forward_batch_info import ForwardBatch from sglang.srt.model_executor.forward_batch_info import ForwardBatch
@@ -197,6 +196,12 @@ def execute_prefill_cp_bcg(
**kwargs, **kwargs,
): ):
"""Replay a CP-local body and run the global gather/logits tail eagerly.""" """Replay a CP-local body and run the global gather/logits tail eagerly."""
# Importing a runner submodule while server arguments are being resolved
# executes runner/__init__.py, which imports this module through the prefill
# runner. Defer the runtime-only dependency until runner initialization has
# completed to keep the server-argument compatibility check acyclic.
from sglang.srt.model_executor.runner.shape_key import ShapeKey
cp_input = runner.prefill_cp_bcg_input cp_input = runner.prefill_cp_bcg_input
assert cp_input is not None assert cp_input is not None
model = runner.model_runner.model model = runner.model_runner.model