minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[scheduler] Clear MM data of finished batch (#17251)

Browse Source 
Co-authored-by: Kangyan-Zhou <zky314343421@gmail.com>
This commit is contained in:
Yinghai Lu
2026-01-20 17:45:38 -08:00
committed by GitHub
co-authored by Kangyan-Zhou
parent 823a046e8f
commit aea57b33c6
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+9
View File
@@ -1408,6 +1408,14 @@ class Scheduler(
else: else:
return MultimodalInputs.from_dict(mm_inputs_dict) return MultimodalInputs.from_dict(mm_inputs_dict)
def _maybe_clear_mm_inputs(self, batch: ScheduleBatch) -> None:
for req in batch.reqs:
if not req.finished() or not (mm_inputs := req.multimodal_inputs):
continue
for item in mm_inputs.mm_items:
item.feature = None
req.multimodal_inputs = None
def handle_generate_request( def handle_generate_request(
self, self,
recv_req: TokenizedGenerateReqInput, recv_req: TokenizedGenerateReqInput,
@@ -2413,6 +2421,7 @@ class Scheduler(
self.process_batch_result_idle(batch, result) self.process_batch_result_idle(batch, result)
self.log_batch_result_stats(batch, result) self.log_batch_result_stats(batch, result)
self._maybe_clear_mm_inputs(batch)
self.maybe_send_health_check_signal() self.maybe_send_health_check_signal()
def maybe_send_health_check_signal(self): def maybe_send_health_check_signal(self):