fix(benchmark): add missing args for speculative decoding benchmark (#17974)
This commit is contained in:
@@ -83,6 +83,8 @@ def send_one_batch(base_url, num_prompts, batch_size, processor, is_multimodal):
|
|||||||
disable_ignore_eos=False,
|
disable_ignore_eos=False,
|
||||||
disable_stream=False,
|
disable_stream=False,
|
||||||
return_logprob=False,
|
return_logprob=False,
|
||||||
|
return_routed_experts=False,
|
||||||
|
plot_throughput=False,
|
||||||
backend=backend,
|
backend=backend,
|
||||||
dataset_name="custom",
|
dataset_name="custom",
|
||||||
num_prompts=None,
|
num_prompts=None,
|
||||||
|
|||||||
Reference in New Issue
Block a user