Fix Responses API request handling (#25881)
Co-authored-by: Kai-Hsun Chen <kaihsun@apache.org> Co-authored-by: Kristin Cowalcijk <kristincowalcijk@gmail.com> Co-authored-by: aerosta <63026763+aerosta@users.noreply.github.com> Co-authored-by: glaziermag <glaziermag@users.noreply.github.com> Co-authored-by: Blake Ledden <blake.ledden@gmail.com> Co-authored-by: PanJason <pyyjason@gmail.com> Co-authored-by: Leoyzen <leoyzen@gmail.com> Co-authored-by: kennyu <966806+kennyu@users.noreply.github.com>
This commit is contained in:
co-authored by
Kai-Hsun Chen
Kristin Cowalcijk
aerosta
glaziermag
Blake Ledden
PanJason
Leoyzen
kennyu
parent
b3270264e4
commit
85712fa5b0
@@ -1799,12 +1799,11 @@ async def v1_score_request(request: ScoringRequest, raw_request: Request):
|
||||
|
||||
|
||||
@app.post("/v1/responses", dependencies=[Depends(validate_json_request)])
|
||||
async def v1_responses_request(request: dict, raw_request: Request):
|
||||
async def v1_responses_request(request: ResponsesRequest, raw_request: Request):
|
||||
"""Endpoint for the responses API with reasoning support."""
|
||||
|
||||
request_obj = ResponsesRequest(**request)
|
||||
result = await raw_request.app.state.openai_serving_responses.create_responses(
|
||||
request_obj, raw_request
|
||||
request, raw_request
|
||||
)
|
||||
|
||||
# Handle streaming responses
|
||||
|
||||
Reference in New Issue
Block a user