[router] Configure experimental sgl-router via CLI flags instead of a config file (#27073)

Signed-off-by: Kangyan Zhou <zky314343421@gmail.com>
Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-06-05 10:02:10 +08:00
committed by GitHub
co-authored by Claude Opus 4.8
parent 631db6c757
commit bcf89928b4
43 changed files with 2355 additions and 1237 deletions
+5 -6
View File
@@ -37,10 +37,11 @@ reqwest = { version = "0.12", features = ["stream", "json", "rustls-tls"], defau
# Serialization
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1", features = ["preserve_order"] }
# `humantime-serde` lets `WorkerConfig.request_timeout` accept human-readable
# durations like `"60s"` / `"500ms"` / `"2m"` in YAML / TOML, rather than
# forcing operators to write raw milliseconds.
humantime-serde = "1"
# Tokenizer auto-download from HuggingFace when --tokenizer-path is omitted.
# Sync (`ureq`) API only — it runs once at startup; `ureq` is on rustls, so
# this pulls no openssl/native-tls (matching reqwest's rustls-tls above).
hf-hub = { version = "0.4", default-features = false, features = ["ureq"] }
# Utilities
anyhow = "1"
@@ -53,8 +54,6 @@ bytes = "1"
rand = "0.8"
tokio-stream = "0.1"
dashmap = "6"
serde_yaml = "0.9"
toml = "0.8"
kube = { version = "0.96", features = ["runtime", "derive"] }
k8s-openapi = { version = "0.23", features = ["v1_31"] }
tokio-util = "0.7"