minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix KeyError in prepare_lora_batch when lora_ids contains None (#21974)

Browse Source
This commit is contained in:
Erik Wijmans
2026-04-30 14:50:16 -04:00
committed by GitHub
parent 71e89e9003
commit c04b20dc88
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/lora/lora_manager.py
+2
View File
@@ -311,6 +311,8 @@ class LoRAManager:
lora_ranks = [0] * self.max_loras_per_batch lora_ranks = [0] * self.max_loras_per_batch
scalings = [0] * self.max_loras_per_batch scalings = [0] * self.max_loras_per_batch
for i, uid in enumerate(forward_batch.lora_ids): for i, uid in enumerate(forward_batch.lora_ids):
if uid not in self.memory_pool.uid_to_buffer_id:
continue
weight_indices[i] = self.memory_pool.get_buffer_id(uid) weight_indices[i] = self.memory_pool.get_buffer_id(uid)
if uid is not None: if uid is not None:
lora = self.loras[uid] lora = self.loras[uid]