Fix deprecation warning of sre_parse for python 3.13 (#16247)

This commit is contained in:
Lianmin Zheng
2025-12-31 21:25:09 -08:00
committed by GitHub
parent b5af283b1c
commit e4c1e441af
5 changed files with 32 additions and 19 deletions
@@ -5,7 +5,7 @@ Mixin class providing multiplexing scheduling logic
from __future__ import annotations
import logging
from typing import TYPE_CHECKING
from typing import TYPE_CHECKING, Optional
import torch
import torch.distributed as dist
@@ -23,6 +23,7 @@ from sglang.srt.multiplex.pdmux_context import (
)
if TYPE_CHECKING:
from sglang.srt.managers.schedule_batch import ScheduleBatch
from sglang.srt.managers.scheduler import Scheduler
logger = logging.getLogger(__name__)
@@ -31,6 +32,9 @@ logger = logging.getLogger(__name__)
class SchedulerMultiplexMixin:
def init_pdmux(self: Scheduler):
# The current split prefill batch
self.split_prefill_batch: Optional[ScheduleBatch] = None
# for pd_multiplexing, Init stream_groups, exclude normal stream for prefill only and decode only
self.pdmux_config = load_pdmux_config(self.server_args.pdmux_config_path)
initialize_stream_groups(self.gpu_id, self.pdmux_config)