[sgl-router] refactor - session-aware policy (#40379)

Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
Kan Wu
2026-09-20 17:22:36 -07:00
committed by GitHub
co-authored by Claude Fable 5.1
parent aedda8377e
commit 4027740569
7 changed files with 681 additions and 4 deletions
@@ -12,6 +12,8 @@ use sgl_router::server::app_context::ChatRouting;
use sgl_router::state::load_monitor::engine_reported_load::EngineReportedWorkerLoad;
use std::sync::Mutex;
mod session_aware;
type PickCall = (String, Stage, u64, Option<u64>);
#[derive(Debug)]