minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix type mismatch in LoRA batch validation causing assertion failures (#15427)

Browse Source
This commit is contained in:
Chenxi Li
2025-12-21 15:54:41 -08:00
committed by GitHub
parent a92de891b8
commit 0bf95e6d69
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tp_worker.py
+2 -1
View File
@@ -192,7 +192,8 @@ class BaseTpWorker(ABC):
return result return result
def can_run_lora_batch(self, lora_ids: list[str]) -> bool: def can_run_lora_batch(self, lora_ids: list[str]) -> bool:
return self.model_runner.lora_manager.validate_lora_batch(lora_ids) lora_ids_set = set(lora_ids) if isinstance(lora_ids, list) else lora_ids
return self.model_runner.lora_manager.validate_lora_batch(lora_ids_set)
def forward_batch_embedding(self, model_worker_batch: ModelWorkerBatch): def forward_batch_embedding(self, model_worker_batch: ModelWorkerBatch):
forward_batch = ForwardBatch.init_new(model_worker_batch, self.model_runner) forward_batch = ForwardBatch.init_new(model_worker_batch, self.model_runner)