diff --git a/python/sglang/srt/lora/lora_manager.py b/python/sglang/srt/lora/lora_manager.py index 7b9918cdc..4a70b8123 100644 --- a/python/sglang/srt/lora/lora_manager.py +++ b/python/sglang/srt/lora/lora_manager.py @@ -311,6 +311,8 @@ class LoRAManager: lora_ranks = [0] * self.max_loras_per_batch scalings = [0] * self.max_loras_per_batch for i, uid in enumerate(forward_batch.lora_ids): + if uid not in self.memory_pool.uid_to_buffer_id: + continue weight_indices[i] = self.memory_pool.get_buffer_id(uid) if uid is not None: lora = self.loras[uid]