minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[router] Speak cleartext h2c on both edges: serve it inbound, forward it outbound (#39006)

Browse Source 
Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-09-15 22:30:31 -07:00
committed by GitHub
co-authored by Kangyan Zhou Claude Opus 5
parent c1f5b4736a
commit afde31a2f5
17 changed files with 1009 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experimental/sgl-router/Cargo.toml
+21 -2
View File
@@ -38,10 +38,21 @@ chrono = { version = "0.4", default-features = false, features = ["clock"] }
# Async runtime + http
tokio = { version = "1.42", features = ["full"] }
axum = { version = "0.8", features = ["macros", "tracing"] }
# http2 on both sides: axum serves cleartext h2c on the inbound listener, reqwest
# dials it outbound.
#
# axum's `http2` looks redundant and is not — please don't drop it. `axum::serve`
# runs on hyper-util's auto Builder, whose HTTP/2 branch is compiled by
# `hyper-util/http2`, and that arrives today only transitively, via
# sgl-kv-indexer -> tonic "transport" -> tonic/server -> hyper-util/server-auto
# (which is server + http1 + http2). So the listener speaks h2c whether or not
# this line exists. Declaring it forwards `hyper-util/http2` from axum directly,
# so inbound h2c no longer rides on a gRPC dependency it has nothing to do with,
# and it enables HTTP/2 extended CONNECT for h2 websockets.
axum = { version = "0.8", features = ["macros", "tracing", "http2"] }
tower = { version = "0.5", features = ["full"] }
tower-http = { version = "0.6", features = ["trace", "compression-gzip", "cors", "timeout", "request-id"] }
reqwest = { version = "0.12", features = ["stream", "json", "rustls-tls"], default-features = false }
reqwest = { version = "0.12", features = ["stream", "json", "rustls-tls", "http2"], default-features = false }
sgl-kv-indexer = { path = "sgl-kv-indexer" }
# Serialization
@@ -81,6 +92,14 @@ zeromq = { version = "0.6", default-features = false, features = ["tokio-runtime
[dev-dependencies]
dirs = "5"
http-body-util = "0.1"
# HTTP/2-only mock server for the proxy h2c forwarding tests (tests/proxy/h2c_forward.rs).
# `http1` as well as `http2`: tests/proxy/pd_protocol_binding.rs drives both
# `hyper::server::conn::http1` and `::http2` to build single-protocol mocks.
# `http1` arrives transitively via axum's defaults today; declaring it here
# means an axum `default-features = false` later fails at the dependency
# rather than as an unresolved import in a test.
hyper = { version = "1", features = ["server", "http1", "http2"] }
hyper-util = { version = "0.1", features = ["tokio"] }
serde = { version = "1", features = ["derive"] }
serde_json = "1"
tempfile = "3"