minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Perf]Optimize waiting queue update with set usage (#20503)

Browse Source
This commit is contained in:
Jackie
2026-03-18 09:56:24 -07:00
committed by GitHub
parent 20a23e3173
commit a6c7bb54eb
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+2 -3
View File
@@ -2284,9 +2284,8 @@ class Scheduler(
if len(can_run_list) == 0: if len(can_run_list) == 0:
return None return None
self.waiting_queue = [ can_run_set = set(can_run_list)
x for x in self.waiting_queue if x not in set(can_run_list) self.waiting_queue = [x for x in self.waiting_queue if x not in can_run_set]
]
if adder.preempt_list: if adder.preempt_list:
for req in adder.preempt_list: for req in adder.preempt_list:
self._add_request_to_queue(req) self._add_request_to_queue(req)