Fix the Wrong Return Type of Scheduler.recv_requests (#7886)
This commit is contained in:
@@ -24,7 +24,7 @@ from collections import deque
|
|||||||
from concurrent import futures
|
from concurrent import futures
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from http import HTTPStatus
|
from http import HTTPStatus
|
||||||
from typing import Deque, Dict, List, Optional, Tuple, Union
|
from typing import Any, Deque, Dict, List, Optional, Tuple, Union
|
||||||
|
|
||||||
import psutil
|
import psutil
|
||||||
import setproctitle
|
import setproctitle
|
||||||
@@ -1032,7 +1032,9 @@ class Scheduler(
|
|||||||
if envs.SGLANG_ENABLE_RUNTIME_MEM_LEAK_CHECK.get():
|
if envs.SGLANG_ENABLE_RUNTIME_MEM_LEAK_CHECK.get():
|
||||||
self._check_runtime_mem_leak()
|
self._check_runtime_mem_leak()
|
||||||
|
|
||||||
def recv_requests(self) -> List[Req]:
|
def recv_requests(
|
||||||
|
self,
|
||||||
|
) -> List[Union[TokenizedGenerateReqInput, TokenizedEmbeddingReqInput, Any]]:
|
||||||
"""Receive results at tp_rank = 0 and broadcast it to all other TP ranks."""
|
"""Receive results at tp_rank = 0 and broadcast it to all other TP ranks."""
|
||||||
|
|
||||||
if self.recv_skipper is not None:
|
if self.recv_skipper is not None:
|
||||||
|
|||||||
Reference in New Issue
Block a user