[Router] Abort the engine when a client disconnects mid-request (#39461)
Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Shangming Cai <csmthu@gmail.com> Co-authored-by: Kan Wu <wukanustc@gmail.com>
This commit is contained in:
co-authored by
Kangyan Zhou
Claude Opus 5
Shangming Cai
Kan Wu
parent
a9f02b0fa4
commit
2032f3a071
@@ -198,7 +198,18 @@ async fn caller_input_ids_are_used_for_routing_and_preserved() {
|
||||
send(Arc::clone(&ctx), request.clone()).await,
|
||||
StatusCode::OK
|
||||
);
|
||||
assert_eq!(captured(&mock), request, "body must be forwarded untouched");
|
||||
let mut forwarded = captured(&mock);
|
||||
let rid = forwarded
|
||||
.as_object_mut()
|
||||
.expect("a forwarded chat body is an object")
|
||||
.remove("rid");
|
||||
assert!(
|
||||
rid.as_ref()
|
||||
.and_then(Value::as_str)
|
||||
.is_some_and(crate::common::is_engine_shaped_rid),
|
||||
"plain mode must mint an abort rid; got {rid:?}",
|
||||
);
|
||||
assert_eq!(forwarded, request, "body must be forwarded untouched");
|
||||
}
|
||||
// Bypasses are not rendering failures.
|
||||
assert!(!ctx
|
||||
|
||||
Reference in New Issue
Block a user