[sgl-router] refactor - SLO ordering for bucket selection (#40292)

2026-09-22 11:16:10 +08:00
parent 27f796ca6c
commit 59a723ef1e
8 changed files with 422 additions and 37 deletions
@@ -16,5 +16,6 @@ mod policies_reorg_cache_aware;
 mod policies_reorg_load;
 mod policies_reorg_power_of_two;
 mod policies_reorg_session_aware;
+mod policies_reorg_slo;
 mod tokenizer;
 mod workers;