minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Delete mm.feature after decode phase (#17324)

Browse Source
This commit is contained in:
siyu
2026-02-24 18:13:03 -08:00
committed by GitHub
parent 9dff933164
commit c0fdfd4b92
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler_output_processor_mixin.py
+7
View File
@@ -453,6 +453,13 @@ class SchedulerOutputProcessorMixin:
req.check_finished(new_accepted_len) req.check_finished(new_accepted_len)
if req.finished(): if req.finished():
# delete feature to save memory
if req.multimodal_inputs is not None:
for mm_item in req.multimodal_inputs.mm_items:
pixel_values = mm_item.feature
if isinstance(pixel_values, torch.Tensor):
mm_item.feature = None
del pixel_values
self.maybe_collect_routed_experts(req) self.maybe_collect_routed_experts(req)
if self.server_args.disaggregation_decode_enable_offload_kvcache: if self.server_args.disaggregation_decode_enable_offload_kvcache: