minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix]: Further fix the buffer len of future map (#13916)

Browse Source 
Signed-off-by: vito.yy <vito.yy@antgroup.com>
This commit is contained in:
ant-yy
2025-11-25 18:09:28 +08:00
committed by GitHub
parent 1f7fcc10d5
commit 59464dbf15
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/overlap_utils.py
+1 -1
View File
@@ -50,7 +50,7 @@ class FutureMap:
if chunked_prefill_size if chunked_prefill_size
else 0 else 0
) )
self.future_limit = max_running_requests * 3 + max_num_chunks self.future_limit = max_running_requests * (3 + max_num_chunks)
# Adding 2 * max_running_requests to future_limit ensures the buffer is sufficiently large. # Adding 2 * max_running_requests to future_limit ensures the buffer is sufficiently large.
self.future_buffer_len = self.future_limit + 2 * max_running_requests self.future_buffer_len = self.future_limit + 2 * max_running_requests
self.device = device self.device = device