[CI] Fix runtime context setup in flat logprob tests (#33179)

Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
Mohammad Miadh Angkad
2026-07-31 22:46:24 -07:00
committed by GitHub
co-authored by hnyls2002
parent fb207b72b0
commit c0d06a6547
3 changed files with 12 additions and 8 deletions
+1 -1
View File
@@ -2016,7 +2016,7 @@ class Scheduler(
draft_worker=self.draft_worker, draft_worker=self.draft_worker,
model_worker=self.model_worker, model_worker=self.model_worker,
logprob_result_processor=SchedulerLogprobResultProcessor( logprob_result_processor=SchedulerLogprobResultProcessor(
server_args=self.server_args, model_config=self.model_config model_config=self.model_config
), ),
output_streamer=self.output_streamer, output_streamer=self.output_streamer,
abort_request=self.abort_request, abort_request=self.abort_request,
@@ -14,17 +14,13 @@ from sglang.srt.layers.logits_processor import LogitsProcessorOutput
from sglang.srt.managers.io_struct import build_flat_input_top_logprobs_arrays from sglang.srt.managers.io_struct import build_flat_input_top_logprobs_arrays
from sglang.srt.managers.schedule_batch import Req from sglang.srt.managers.schedule_batch import Req
from sglang.srt.runtime_context import get_exec from sglang.srt.runtime_context import get_exec
from sglang.srt.server_args import ( from sglang.srt.server_args import MIS_DELIMITER_TOKEN_ID
MIS_DELIMITER_TOKEN_ID,
ServerArgs,
)
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@dataclass(kw_only=True, slots=True, frozen=True) @dataclass(kw_only=True, slots=True, frozen=True)
class SchedulerLogprobResultProcessor: class SchedulerLogprobResultProcessor:
server_args: ServerArgs
model_config: ModelConfig model_config: ModelConfig
def _process_input_token_logprobs( def _process_input_token_logprobs(
@@ -19,6 +19,7 @@ from sglang.test.test_utils import CustomTestCase, maybe_stub_sgl_kernel
maybe_stub_sgl_kernel() maybe_stub_sgl_kernel()
from sglang.srt import runtime_context as rc
from sglang.srt.managers.io_struct import ( from sglang.srt.managers.io_struct import (
BatchTokenIDOutput, BatchTokenIDOutput,
GenerateReqInput, GenerateReqInput,
@@ -318,9 +319,8 @@ class TestB64MetaInfo(CustomTestCase):
def _make_logprob_processor() -> SchedulerLogprobResultProcessor: def _make_logprob_processor() -> SchedulerLogprobResultProcessor:
# The processor only reads enable_mis and vocab_size from these. # enable_mis comes from the published exec bag, not from here; see setUp.
return SchedulerLogprobResultProcessor( return SchedulerLogprobResultProcessor(
server_args=SimpleNamespace(enable_mis=False),
model_config=SimpleNamespace(vocab_size=1_000_000), model_config=SimpleNamespace(vocab_size=1_000_000),
) )
@@ -341,6 +341,14 @@ _SCHED_IDX_ROWS = [[11, 22], [33, 44], [55, 66], [77, 88], [99, 100]]
class TestSchedulerFlatAssembly(CustomTestCase): class TestSchedulerFlatAssembly(CustomTestCase):
"""Scheduler-side flat assembly in the logprob result processor.""" """Scheduler-side flat assembly in the logprob result processor."""
def setUp(self):
super().setUp()
self._server_args_override = rc.get_context().override_server_args()
self._server_args_override.install()
def tearDown(self):
self._server_args_override.restore()
def _make_req(self, flat: bool, num_tokens: int = 5) -> Req: def _make_req(self, flat: bool, num_tokens: int = 5) -> Req:
return Req( return Req(
"r0", "r0",