minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Revert "fix: display served_model_name in /v1/models" (#13093)

Browse Source
This commit is contained in:
Chang Su
2025-11-11 15:58:46 -08:00
committed by GitHub
parent cc2e36c352
commit 2ca25a8aab
1 changed files with 11 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-router/src/core/workflow/steps/worker_registration.rs
+4 -10
View File
@@ -44,7 +44,6 @@ struct ServerInfo {
#[serde(alias = "model")] #[serde(alias = "model")]
model_id: Option<String>, model_id: Option<String>,
model_path: Option<String>, model_path: Option<String>,
served_model_name: Option<String>,
dp_size: Option<usize>, dp_size: Option<usize>,
version: Option<String>, version: Option<String>,
max_batch_size: Option<usize>, max_batch_size: Option<usize>,
@@ -106,8 +105,6 @@ async fn get_dp_info(url: &str, api_key: Option<&str>) -> Result<DpInfo, String>
let model_id = info let model_id = info
.model_id .model_id
.filter(|s| !s.is_empty())
.or(info.served_model_name.filter(|s| !s.is_empty()))
.or_else(|| { .or_else(|| {
info.model_path info.model_path
.and_then(|path| path.split('/').next_back().map(|s| s.to_string())) .and_then(|path| path.split('/').next_back().map(|s| s.to_string()))
@@ -321,7 +318,8 @@ impl StepExecutor for DiscoverMetadataStep {
); );
let discovered_labels = match connection_mode.as_ref() { let discovered_labels = match connection_mode.as_ref() {
ConnectionMode::Http => match get_server_info(&config.url, config.api_key.as_deref()).await { ConnectionMode::Http => {
match get_server_info(&config.url, config.api_key.as_deref()).await {
Ok(server_info) => { Ok(server_info) => {
let mut labels = HashMap::new(); let mut labels = HashMap::new();
if let Some(model_path) = server_info.model_path { if let Some(model_path) = server_info.model_path {
@@ -329,15 +327,11 @@ impl StepExecutor for DiscoverMetadataStep {
labels.insert("model_path".to_string(), model_path); labels.insert("model_path".to_string(), model_path);
} }
} }
if let Some(served_model_name) = server_info.served_model_name {
if !served_model_name.is_empty() {
labels.insert("served_model_name".to_string(), served_model_name);
}
}
Ok(labels) Ok(labels)
} }
Err(e) => Err(e), Err(e) => Err(e),
}, }
}
ConnectionMode::Grpc { .. } => fetch_grpc_metadata(&config.url).await, ConnectionMode::Grpc { .. } => fetch_grpc_metadata(&config.url).await,
} }
.unwrap_or_else(|e| { .unwrap_or_else(|e| {