minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Fix write-through events not processed when scheduler is idle (#20560)

Browse Source
This commit is contained in:
Rocky Song
2026-03-16 21:49:59 -07:00
committed by GitHub
parent 5d5c31c6e4
commit 079a1fd35e
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+3 -3
View File
@@ -2145,6 +2145,9 @@ class Scheduler(
for req in ready_grammar_requests: for req in ready_grammar_requests:
self._add_request_to_queue(req) self._add_request_to_queue(req)
if self.enable_hierarchical_cache:
self.tree_cache.check_hicache_events()
if self.enable_priority_preemption: if self.enable_priority_preemption:
# Reset batch_is_full to try preemption with a prefill adder. # Reset batch_is_full to try preemption with a prefill adder.
self.running_batch.batch_is_full = False self.running_batch.batch_is_full = False
@@ -2169,9 +2172,6 @@ class Scheduler(
self.running_batch.batch_is_full = True self.running_batch.batch_is_full = True
return None return None
if self.enable_hierarchical_cache:
self.tree_cache.check_hicache_events()
# Get priority queue # Get priority queue
self.policy.calc_priority(self.waiting_queue, self.running_batch) self.policy.calc_priority(self.waiting_queue, self.running_batch)