diff --git a/python/sglang/srt/model_executor/forward_batch_info.py b/python/sglang/srt/model_executor/forward_batch_info.py index 81c951f8c..e39c5a811 100644 --- a/python/sglang/srt/model_executor/forward_batch_info.py +++ b/python/sglang/srt/model_executor/forward_batch_info.py @@ -54,7 +54,6 @@ from sglang.srt.layers.dp_attention import ( set_dp_buffer_len, set_is_extend_in_batch, ) -from sglang.srt.layers.utils.cp_utils import ContextParallelMetadata from sglang.srt.model_executor.forward_batch_deepseek_mha_mixin import ( ForwardBatchDeepSeekMHAMixin, ) @@ -69,6 +68,7 @@ from sglang.srt.utils.common import ceil_align, is_pin_memory_available if TYPE_CHECKING: from sglang.srt.layers.logits_processor import LogitsProcessorOutput + from sglang.srt.layers.utils.cp_utils import ContextParallelMetadata from sglang.srt.managers.schedule_batch import MultimodalInputs, ScheduleBatch from sglang.srt.model_executor.model_runner import ModelRunner from sglang.srt.sampling.sampling_batch_info import SamplingBatchInfo