Add --stream-response-default-include-usage server flag (#16711)

This commit is contained in:
faceless void
2026-04-03 21:36:00 -07:00
committed by GitHub
parent 31c9d8e885
commit de9859073f
7 changed files with 47 additions and 19 deletions
+7
View File
@@ -374,6 +374,7 @@ class ServerArgs:
pp_max_micro_batch_size: Optional[int] = None
pp_async_batch_depth: int = 0
stream_interval: int = 1
stream_response_default_include_usage: bool = False
incremental_streaming_output: bool = False
enable_streaming_session: bool = False
random_seed: Optional[int] = None
@@ -4155,6 +4156,12 @@ class ServerArgs:
action="store_true",
help="Whether to output as a sequence of disjoint segments.",
)
parser.add_argument(
"--stream-response-default-include-usage",
action="store_true",
help="Include usage in every streaming response "
"(even when stream_options is not specified).",
)
parser.add_argument(
"--stream-output",
action=DeprecatedStoreTrueAction,