[bug] fix grpc secheduler launcher breaking change (#15080)
This commit is contained in:
@@ -15,7 +15,7 @@ from sglang.srt.managers.data_parallel_controller import (
|
|||||||
)
|
)
|
||||||
from sglang.srt.managers.scheduler import run_scheduler_process
|
from sglang.srt.managers.scheduler import run_scheduler_process
|
||||||
from sglang.srt.server_args import PortArgs, ServerArgs
|
from sglang.srt.server_args import PortArgs, ServerArgs
|
||||||
from sglang.srt.utils import configure_logger, numa_utils, prepare_model_and_tokenizer
|
from sglang.srt.utils import configure_logger, numa_utils
|
||||||
from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter
|
from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
@@ -77,11 +77,6 @@ def launch_scheduler_process_only(
|
|||||||
port_args = PortArgs.init_new(server_args)
|
port_args = PortArgs.init_new(server_args)
|
||||||
logger.info(f"{server_args=}")
|
logger.info(f"{server_args=}")
|
||||||
|
|
||||||
# Prepare model and tokenizer paths
|
|
||||||
server_args.model_path, server_args.tokenizer_path = prepare_model_and_tokenizer(
|
|
||||||
server_args.model_path, server_args.tokenizer_path
|
|
||||||
)
|
|
||||||
|
|
||||||
scheduler_procs = []
|
scheduler_procs = []
|
||||||
|
|
||||||
if server_args.dp_size == 1:
|
if server_args.dp_size == 1:
|
||||||
|
|||||||
Reference in New Issue
Block a user