[model-gateway] ignore error for embeddings/classify in PD router (#15931)
This commit is contained in:
@@ -30,8 +30,10 @@ use crate::{
|
|||||||
policies::{LoadBalancingPolicy, PolicyRegistry, SelectWorkerInfo},
|
policies::{LoadBalancingPolicy, PolicyRegistry, SelectWorkerInfo},
|
||||||
protocols::{
|
protocols::{
|
||||||
chat::{ChatCompletionRequest, ChatMessage, MessageContent},
|
chat::{ChatCompletionRequest, ChatMessage, MessageContent},
|
||||||
|
classify::ClassifyRequest,
|
||||||
common::{InputIds, StringOrArray},
|
common::{InputIds, StringOrArray},
|
||||||
completion::CompletionRequest,
|
completion::CompletionRequest,
|
||||||
|
embedding::EmbeddingRequest,
|
||||||
generate::GenerateRequest,
|
generate::GenerateRequest,
|
||||||
rerank::RerankRequest,
|
rerank::RerankRequest,
|
||||||
},
|
},
|
||||||
@@ -1375,6 +1377,34 @@ impl RouterTrait for PDRouter {
|
|||||||
self.execute_dual_dispatch(headers, body, context).await
|
self.execute_dual_dispatch(headers, body, context).await
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async fn route_embeddings(
|
||||||
|
&self,
|
||||||
|
headers: Option<&HeaderMap>,
|
||||||
|
body: &EmbeddingRequest,
|
||||||
|
model_id: Option<&str>,
|
||||||
|
) -> Response {
|
||||||
|
let _ = (headers, body, model_id);
|
||||||
|
warn!("PD mode does not support /v1/embeddings; returning bad request");
|
||||||
|
error::bad_request(
|
||||||
|
"pd_unsupported_embeddings",
|
||||||
|
"PD mode does not support /v1/embeddings",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn route_classify(
|
||||||
|
&self,
|
||||||
|
headers: Option<&HeaderMap>,
|
||||||
|
body: &ClassifyRequest,
|
||||||
|
model_id: Option<&str>,
|
||||||
|
) -> Response {
|
||||||
|
let _ = (headers, body, model_id);
|
||||||
|
warn!("PD mode does not support /v1/classify; returning bad request");
|
||||||
|
error::bad_request(
|
||||||
|
"pd_unsupported_classify",
|
||||||
|
"PD mode does not support /v1/classify",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
fn router_type(&self) -> &'static str {
|
fn router_type(&self) -> &'static str {
|
||||||
"pd"
|
"pd"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user