minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] update ManualPolicy with header-based routing (#15847)

Browse Source
This commit is contained in:
Simo Lin
2025-12-25 13:04:43 -08:00
committed by GitHub
parent 9d878c1f3e
commit caa95c7eb4
18 changed files with 320 additions and 861 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/tests/cache_aware_backward_compat_test.rs
+7 -21
View File
@@ -103,24 +103,16 @@ fn test_mixed_model_ids() {
let default_workers: Vec<Arc<dyn Worker>> =
vec![Arc::new(worker1.clone()), Arc::new(worker3.clone())];
let selected = policy.select_worker(
&default_workers,
&SelectWorkerInfo {
request_text: Some("test request"),
..Default::default()
},
);
let info = SelectWorkerInfo {
request_text: Some("test request"),
..Default::default()
};
let selected = policy.select_worker(&default_workers, &info);
assert!(selected.is_some(), "Should select from default workers");
let llama_workers: Vec<Arc<dyn Worker>> =
vec![Arc::new(worker2.clone()), Arc::new(worker4.clone())];
let selected = policy.select_worker(
&llama_workers,
&SelectWorkerInfo {
request_text: Some("test request"),
..Default::default()
},
);
let selected = policy.select_worker(&llama_workers, &info);
assert!(selected.is_some(), "Should select from llama-3 workers");
let all_workers: Vec<Arc<dyn Worker>> = vec![
@@ -129,13 +121,7 @@ fn test_mixed_model_ids() {
Arc::new(worker3.clone()),
Arc::new(worker4.clone()),
];
let selected = policy.select_worker(
&all_workers,
&SelectWorkerInfo {
request_text: Some("test request"),
..Default::default()
},
);
let selected = policy.select_worker(&all_workers, &info);
assert!(selected.is_some(), "Should select from all workers");
}