fix(router): simplify bucket context limit check (#39259)

Signed-off-by: Ishan Dhanani <ishandhanani@gmail.com>
This commit is contained in:
ishandhanani
2026-09-13 12:27:59 -07:00
committed by GitHub
parent 6220f45d8e
commit ddc1df1203
@@ -164,9 +164,9 @@ impl BucketSelector {
}) else {
return Some(candidate);
};
if !spec
if spec
.max_context_tokens
.is_none_or(|max_context| request.input_tokens <= max_context)
.is_some_and(|max_context| request.input_tokens > max_context)
|| (config.ttft_slo_policy == SloBucketPolicy::SloFirst
&& !ttft_eligible(spec, request.ttft_slo_ms))
{