[LoRA] add lora chunked req test and fix (#23179)
This commit is contained in:
@@ -2628,6 +2628,8 @@ class Scheduler(
|
|||||||
|
|
||||||
if self.enable_lora:
|
if self.enable_lora:
|
||||||
running_loras = {req.lora_id for req in self.running_batch.reqs}
|
running_loras = {req.lora_id for req in self.running_batch.reqs}
|
||||||
|
# Account for LoRAs that are already loaded in the adder, such as chunked requests
|
||||||
|
running_loras.update(req.lora_id for req in adder.can_run_list)
|
||||||
|
|
||||||
if self.lora_drainer:
|
if self.lora_drainer:
|
||||||
self.lora_drainer.update_draining_state(
|
self.lora_drainer.update_draining_state(
|
||||||
|
|||||||
Reference in New Issue
Block a user