# feat(bench): add SPEED-Bench dataset support to bench_serving (#24149)
Co-authored-by: zijiexia <37504505+zijiexia@users.noreply.github.com> Co-authored-by: Khoa Pham <khoa.pham@radixark.ai>
This commit is contained in:
co-authored by
zijiexia
Khoa Pham
parent
cd65be98df
commit
97d129f8c6
@@ -1982,12 +1982,26 @@ if __name__ == "__main__":
|
||||
"image",
|
||||
"mooncake",
|
||||
"longbench_v2",
|
||||
"speed-bench",
|
||||
],
|
||||
help="Name of the dataset to benchmark on.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--dataset-path", type=str, default="", help="Path to the dataset."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--speed-bench-category",
|
||||
type=str,
|
||||
default=None,
|
||||
choices=["low_entropy", "mixed", "high_entropy"],
|
||||
help="Category filter for the speed-bench dataset.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--speed-bench-output-len",
|
||||
type=int,
|
||||
default=512,
|
||||
help="Fixed output length for speed-bench requests (default: 512).",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--model",
|
||||
type=str,
|
||||
|
||||
Reference in New Issue
Block a user