test: adopt upstream #42035 auxiliary-output asserts now that checkpoint_disagg_prefill shim exists
build-sglang-image / build (push) Successful in 25m55s
build-sglang-image / build (push) Successful in 25m55s
This commit is contained in:
@@ -595,19 +595,21 @@ def test_disaggregated_prefill_consumes_auxiliary_output_after_commit():
|
||||
spec_algorithm=SimpleNamespace(is_eagle=lambda: False),
|
||||
tree_cache=object(),
|
||||
disagg_prefill_inflight_queue=[],
|
||||
checkpoint_disagg_prefill=Mock(),
|
||||
send_kv_chunk=Mock(),
|
||||
metrics_reporter=SimpleNamespace(report_prefill_stats=Mock()),
|
||||
maybe_send_health_check_signal=Mock(),
|
||||
)
|
||||
|
||||
with patch("sglang.srt.disaggregation.prefill.maybe_cache_unfinished_req"):
|
||||
SchedulerDisaggregationPrefillMixin.process_batch_result_disagg_prefill(
|
||||
scheduler,
|
||||
batch,
|
||||
result,
|
||||
)
|
||||
SchedulerDisaggregationPrefillMixin.process_batch_result_disagg_prefill(
|
||||
scheduler,
|
||||
batch,
|
||||
result,
|
||||
)
|
||||
|
||||
assert req.output_ids == [7]
|
||||
scheduler.checkpoint_disagg_prefill.assert_called_once_with(req)
|
||||
copy_done.synchronize.assert_called_once_with()
|
||||
snapshot_auxiliary_output_starts.assert_called_once_with(batch, result)
|
||||
processor.consume_auxiliary_output.assert_called_once_with(
|
||||
batch,
|
||||
|
||||
Reference in New Issue
Block a user