[SMG] Support regular worker discovery alongside PD workers in IGW mode (#25294)

Co-authored-by: Amit Gruner <agruner@crusoe.ai>
This commit is contained in:
gruner
2026-05-21 07:23:55 +08:00
committed by GitHub
co-authored by Amit Gruner
parent 9f2bc24b35
commit b7d0df4b6f
3 changed files with 162 additions and 9 deletions
+5 -2
View File
@@ -973,7 +973,7 @@ impl Router {
})?;
let service_discovery_config = if self.service_discovery {
Some(service_discovery::ServiceDiscoveryConfig {
let config = service_discovery::ServiceDiscoveryConfig {
enabled: true,
selector: self.selector.clone(),
check_interval: std::time::Duration::from_secs(60),
@@ -985,7 +985,10 @@ impl Router {
bootstrap_port_annotation: self.bootstrap_port_annotation.clone(),
router_selector: HashMap::new(),
router_mesh_port_annotation: "sglang.ai/mesh-port".to_string(),
})
igw_mode: self.enable_igw,
};
config.warn_if_misconfigured();
Some(config)
} else {
None
};