[Router] Count open HTTP exchanges until their response body finishes (#39014)

Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-09-16 00:04:38 -07:00
parent faaff1eca8
commit d634320e48
8 changed files with 335 additions and 1 deletions
@@ -3294,6 +3294,7 @@ dependencies = [
 "dynamo-tokenizers",
 "futures",
 "hf-hub",
+ "http-body",
 "http-body-util",
 "hyper",
 "hyper-util",