minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix(router): simplify bucket context limit check (#39259)

Browse Source 
Signed-off-by: Ishan Dhanani <ishandhanani@gmail.com>
This commit is contained in:
ishandhanani
2026-09-13 12:27:59 -07:00
committed by GitHub
parent 6220f45d8e
commit ddc1df1203
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experimental/sgl-router/src/policies/buckets.rs
+2 -2
View File
@@ -164,9 +164,9 @@ impl BucketSelector {
}) else { }) else {
return Some(candidate); return Some(candidate);
}; };
if !spec if spec
.max_context_tokens .max_context_tokens
.is_none_or(|max_context| request.input_tokens <= max_context) .is_some_and(|max_context| request.input_tokens > max_context)
|| (config.ttft_slo_policy == SloBucketPolicy::SloFirst || (config.ttft_slo_policy == SloBucketPolicy::SloFirst
&& !ttft_eligible(spec, request.ttft_slo_ms)) && !ttft_eligible(spec, request.ttft_slo_ms))
{ {