[CI] Fix runtime context setup in flat logprob tests (#33179)
Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
co-authored by
hnyls2002
parent
fb207b72b0
commit
c0d06a6547
@@ -2016,7 +2016,7 @@ class Scheduler(
|
||||
draft_worker=self.draft_worker,
|
||||
model_worker=self.model_worker,
|
||||
logprob_result_processor=SchedulerLogprobResultProcessor(
|
||||
server_args=self.server_args, model_config=self.model_config
|
||||
model_config=self.model_config
|
||||
),
|
||||
output_streamer=self.output_streamer,
|
||||
abort_request=self.abort_request,
|
||||
|
||||
@@ -14,17 +14,13 @@ from sglang.srt.layers.logits_processor import LogitsProcessorOutput
|
||||
from sglang.srt.managers.io_struct import build_flat_input_top_logprobs_arrays
|
||||
from sglang.srt.managers.schedule_batch import Req
|
||||
from sglang.srt.runtime_context import get_exec
|
||||
from sglang.srt.server_args import (
|
||||
MIS_DELIMITER_TOKEN_ID,
|
||||
ServerArgs,
|
||||
)
|
||||
from sglang.srt.server_args import MIS_DELIMITER_TOKEN_ID
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
@dataclass(kw_only=True, slots=True, frozen=True)
|
||||
class SchedulerLogprobResultProcessor:
|
||||
server_args: ServerArgs
|
||||
model_config: ModelConfig
|
||||
|
||||
def _process_input_token_logprobs(
|
||||
|
||||
Reference in New Issue
Block a user