Add manual routing policy for router (#15586)

This commit is contained in:
fzyzcjy
2025-12-25 11:27:36 +08:00
committed by GitHub
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -67,6 +67,7 @@ fn default_generate_request() -> GenerateRequest {
return_bytes: false,
return_entropy: false,
rid: None,
routing_id: None,
}
}
@@ -122,6 +123,7 @@ fn default_completion_request() -> CompletionRequest {
return_hidden_states: false,
sampling_seed: None,
other: serde_json::Map::new(),
routing_id: None,
}
}