# feat(bench): add SPEED-Bench dataset support to bench_serving (#24149)

Co-authored-by: zijiexia <37504505+zijiexia@users.noreply.github.com>
Co-authored-by: Khoa Pham <khoa.pham@radixark.ai>
This commit is contained in:
Jonathan Mamou
2026-05-28 14:37:00 -07:00
committed by GitHub
co-authored by zijiexia Khoa Pham
parent cd65be98df
commit 97d129f8c6
5 changed files with 262 additions and 0 deletions
+14
View File
@@ -1982,12 +1982,26 @@ if __name__ == "__main__":
"image",
"mooncake",
"longbench_v2",
"speed-bench",
],
help="Name of the dataset to benchmark on.",
)
parser.add_argument(
"--dataset-path", type=str, default="", help="Path to the dataset."
)
parser.add_argument(
"--speed-bench-category",
type=str,
default=None,
choices=["low_entropy", "mixed", "high_entropy"],
help="Category filter for the speed-bench dataset.",
)
parser.add_argument(
"--speed-bench-output-len",
type=int,
default=512,
help="Fixed output length for speed-bench requests (default: 512).",
)
parser.add_argument(
"--model",
type=str,