minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny support forwarding SMG routing key to engine for dumping and avoid string allocation (#16352)

Browse Source
This commit is contained in:
fzyzcjy
2026-01-04 08:33:35 +08:00
committed by GitHub
parent f4ab2ec5be
commit 216ea910ad
2 changed files with 14 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/py_test/integration_mock/test_header_forwarding.py
+1 -1
View File
@@ -30,7 +30,7 @@ def test_header_forwarding_whitelist(mock_workers, router_manager):
assert h.get("x-correlation-id") == "corr-789" assert h.get("x-correlation-id") == "corr-789"
assert h.get("traceparent") == "00-trace-span-01" assert h.get("traceparent") == "00-trace-span-01"
assert h.get("tracestate") == "vendor=value" assert h.get("tracestate") == "vendor=value"
assert h.get("x-smg-routing-key") == "routing-123"
assert "x-smg-routing-key" not in h
assert "x-custom-header" not in h assert "x-custom-header" not in h
assert "cookie" not in h assert "cookie" not in h
sgl-model-gateway/src/routers/header_utils.rs
+13 -7
View File
@@ -186,11 +186,17 @@ pub fn extract_auth_header(
#[inline] #[inline]
pub fn should_forward_request_header(name: &str) -> bool { pub fn should_forward_request_header(name: &str) -> bool {
let lower_name = name.to_ascii_lowercase(); const REQUEST_ID_PREFIX: &str = "x-request-id-";
matches!(
lower_name.as_str(), name.eq_ignore_ascii_case("authorization")
"authorization" | "x-request-id" | "x-correlation-id" | "traceparent" | "tracestate" || name.eq_ignore_ascii_case("x-request-id")
) || lower_name.starts_with("x-request-id-") || name.eq_ignore_ascii_case("x-correlation-id")
|| name.eq_ignore_ascii_case("traceparent")
|| name.eq_ignore_ascii_case("tracestate")
|| name.eq_ignore_ascii_case("x-smg-routing-key")
|| name
.get(..REQUEST_ID_PREFIX.len())
.is_some_and(|prefix| prefix.eq_ignore_ascii_case(REQUEST_ID_PREFIX))
} }
#[cfg(test)] #[cfg(test)]
@@ -213,6 +219,8 @@ mod tests {
assert!(should_forward_request_header("x-request-id-user")); assert!(should_forward_request_header("x-request-id-user"));
assert!(should_forward_request_header("X-Request-ID-Span")); assert!(should_forward_request_header("X-Request-ID-Span"));
assert!(should_forward_request_header("x-request-id-123")); assert!(should_forward_request_header("x-request-id-123"));
assert!(should_forward_request_header("x-smg-routing-key"));
assert!(should_forward_request_header("X-SMG-Routing-Key"));
} }
#[test] #[test]
@@ -230,7 +238,5 @@ mod tests {
assert!(!should_forward_request_header("cookie")); assert!(!should_forward_request_header("cookie"));
assert!(!should_forward_request_header("x-custom-header")); assert!(!should_forward_request_header("x-custom-header"));
assert!(!should_forward_request_header("x-api-key")); assert!(!should_forward_request_header("x-api-key"));
assert!(!should_forward_request_header("x-smg-routing-key"));
assert!(!should_forward_request_header("X-SMG-Routing-Key"));
} }
} }