[Fix] Update text_chunks in bench_serving chat completions (#13041)
This commit is contained in:
@@ -401,6 +401,7 @@ async def async_request_openai_chat_completions(
|
|||||||
|
|
||||||
# Decoding phase
|
# Decoding phase
|
||||||
else:
|
else:
|
||||||
|
output.text_chunks.append(content)
|
||||||
output.itl.append(
|
output.itl.append(
|
||||||
timestamp - most_recent_timestamp
|
timestamp - most_recent_timestamp
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user