Minor bugfix on benchmark serving (#1005)

2024-08-10 02:53:50 +10:00
parent b568df5d03
commit 05c50a82b8
1 changed files with 2 additions and 1 deletions
@@ -195,6 +195,7 @@ async def async_request_openai_completions(
                                    output.ttft = ttft
                                # Decoding phase
                                else:
                                    output.itl.append(timestamp - most_recent_timestamp)
                                most_recent_timestamp = timestamp