minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] fix server info comment (#14508)

Browse Source
This commit is contained in:
Simo Lin
2025-12-05 10:09:58 -08:00
committed by GitHub
parent ec7b2c16d9
commit cf9a774cf8
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-router/src/core/workflow/steps/worker_registration.rs
+4 -4
View File
@@ -5,7 +5,7 @@
//! //!
//! Workflow order: //! Workflow order:
//! 1. DetectConnectionMode - Probe HTTP and gRPC to determine connection mode //! 1. DetectConnectionMode - Probe HTTP and gRPC to determine connection mode
//! 2. DiscoverMetadata - Fetch metadata from /get_server_info or gRPC //! 2. DiscoverMetadata - Fetch metadata from /server_info or gRPC
//! 3. DiscoverDPInfo - Fetch DP (Data Parallel) information (only for DP-aware workers) //! 3. DiscoverDPInfo - Fetch DP (Data Parallel) information (only for DP-aware workers)
//! 4. CreateWorker - Build worker object(s) with merged config + metadata //! 4. CreateWorker - Build worker object(s) with merged config + metadata
//! 5. RegisterWorker - Register worker(s) in registry //! 5. RegisterWorker - Register worker(s) in registry
@@ -39,7 +39,7 @@ static HTTP_CLIENT: Lazy<Client> = Lazy::new(|| {
.expect("Failed to create HTTP client") .expect("Failed to create HTTP client")
}); });
/// Server information returned from /get_server_info endpoint /// Server information returned from /server_info endpoint
#[derive(Debug, Clone, Deserialize, Serialize)] #[derive(Debug, Clone, Deserialize, Serialize)]
struct ServerInfo { struct ServerInfo {
#[serde(alias = "model")] #[serde(alias = "model")]
@@ -78,7 +78,7 @@ fn parse_server_info(json: Value) -> Result<ServerInfo, String> {
serde_json::from_value(json).map_err(|e| format!("Failed to parse server info: {}", e)) serde_json::from_value(json).map_err(|e| format!("Failed to parse server info: {}", e))
} }
/// Get server info from /get_server_info endpoint /// Get server info from /server_info endpoint
async fn get_server_info(url: &str, api_key: Option<&str>) -> Result<ServerInfo, String> { async fn get_server_info(url: &str, api_key: Option<&str>) -> Result<ServerInfo, String> {
let base_url = url.trim_end_matches('/'); let base_url = url.trim_end_matches('/');
let server_info_url = format!("{}/server_info", base_url); let server_info_url = format!("{}/server_info", base_url);
@@ -362,7 +362,7 @@ impl StepExecutor for DiscoverMetadataStep {
ConnectionMode::Http => { ConnectionMode::Http => {
let mut labels = HashMap::new(); let mut labels = HashMap::new();
// Fetch from /get_server_info for server-related metadata // Fetch from /server_info for server-related metadata
if let Ok(server_info) = if let Ok(server_info) =
get_server_info(&config.url, config.api_key.as_deref()).await get_server_info(&config.url, config.api_key.as_deref()).await
{ {