[LoRA] add lora chunked req test and fix (#23179)

This commit is contained in:
Glen Liu
2026-06-01 16:25:27 -07:00
committed by GitHub
parent dff45411da
commit 167272e785
+2
View File
@@ -2628,6 +2628,8 @@ class Scheduler(
if self.enable_lora:
running_loras = {req.lora_id for req in self.running_batch.reqs}
# Account for LoRAs that are already loaded in the adder, such as chunked requests
running_loras.update(req.lora_id for req in adder.can_run_list)
if self.lora_drainer:
self.lora_drainer.update_draining_state(