minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BUG] [DLLM] Missing max_running_requests value (#18740)

Browse Source
This commit is contained in:
Bhavneek Singh
2026-02-22 13:38:56 +08:00
committed by GitHub
parent ae62898ffb
commit 8612358ee9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/dllm/mixin/scheduler.py
+1 -1
View File
@@ -60,7 +60,7 @@ class SchedulerDllmMixin:
def _fetch_waiting_reqs(self: Scheduler): def _fetch_waiting_reqs(self: Scheduler):
# Calculate how many requests can be added to DLLM manager # Calculate how many requests can be added to DLLM manager
max_dllm_capacity = self.server_args.max_running_requests - len( max_dllm_capacity = self.dllm_config.max_running_requests - len(
self.dllm_manager.waiting_queue self.dllm_manager.waiting_queue
) )
num_requests_to_add = min(max_dllm_capacity, len(self.waiting_queue)) num_requests_to_add = min(max_dllm_capacity, len(self.waiting_queue))