minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix negative duration panic in token bucket wait time calculation (#14941)

Browse Source 
Signed-off-by: xiaguan <751080330@qq.com>
This commit is contained in:
JinYan Su
2025-12-11 21:16:47 -08:00
committed by GitHub
parent 1834401e7c
commit 22fe5da13e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/src/core/token_bucket.rs
+1 -1
View File
@@ -105,7 +105,7 @@ impl TokenBucket {
let wait_time = { let wait_time = {
let inner = self.inner.lock().await; let inner = self.inner.lock().await;
let tokens_needed = tokens - inner.tokens; let tokens_needed = tokens - inner.tokens;
let wait_secs = tokens_needed / self.refill_rate; let wait_secs = (tokens_needed / self.refill_rate).max(0.0);
Duration::from_secs_f64(wait_secs) Duration::from_secs_f64(wait_secs)
}; };