[model-gateway] Restore response streaming by optimizing WASM middleware buffering (#16804)

2026-01-09 09:29:22 -08:00
parent 8ef5b90528
commit bd1afeb568
3 changed files with 193 additions and 82 deletions
@@ -149,6 +149,10 @@ tonic-v12 = { version = "0.12.3", package = "tonic" }
 serial_test = "3.0"
 rsa = { version = "0.9", features = ["sha2"] }

+[[bench]]
+name = "wasm_middleware_latency"
+harness = false
+path = "benches/wasm_middleware_latency.rs"
 [[bench]]
 name = "request_processing"
 harness = false