minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] HA - Lightweight State Layer + gRPC Mesh (#14108)

Browse Source 
Signed-off-by: Kun(llfl) <i@imux.top>
Signed-off-by: Tony Lu <tonylu@linux.alibaba.com>
Co-authored-by: Kun(llfl) <i@imux.top>
This commit is contained in:
Tony Lu
2026-01-13 17:03:39 -08:00
committed by GitHub
co-authored by Kun
parent b880607108
commit 5938c3b06a
40 changed files with 11456 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/build.rs
+8
View File
@@ -12,6 +12,7 @@ macro_rules! set_env {
fn main() -> Result<(), Box<dyn std::error::Error>> {
// Rebuild triggers
println!("cargo:rerun-if-changed=src/mesh/proto/gossip.proto");
println!("cargo:rerun-if-changed=src/proto/sglang_scheduler.proto");
println!("cargo:rerun-if-changed=src/proto/vllm_engine.proto");
println!("cargo:rerun-if-changed=Cargo.toml");
@@ -30,6 +31,13 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
&["src/proto"],
)?;
// Compile gossip protobuf files
tonic_prost_build::configure()
// Generate both client and server code
.build_server(true)
.build_client(true)
.compile_protos(&["src/mesh/proto/gossip.proto"], &["src/mesh/proto"])?;
// Set version info environment variables
let version = read_cargo_version().unwrap_or_else(|_| DEFAULT_VERSION.to_string());
let target = std::env::var("TARGET").unwrap_or_else(|_| get_rustc_host().unwrap_or_default());