[sgl-router] refactor - SLO ordering for bucket selection (#40292)

2026-09-22 11:16:10 +08:00
parent 27f796ca6c
commit 59a723ef1e
8 changed files with 422 additions and 37 deletions
@@ -14,6 +14,7 @@ use sgl_router::server::app_context::ChatRouting;
 use std::sync::Mutex;

 mod session_aware;
+mod slo;

 type PickCall = (String, Stage, u64, Option<u64>);