[Benchmark] Fix generated_shared_prefix attribute naming and remove args dependency (#19363)
Co-authored-by: Alison Shao <alisonshao@Mac.attlocal.net> Co-authored-by: sglang-bot <sglangbot@gmail.com>
This commit is contained in:
co-authored by
Alison Shao
sglang-bot
parent
6e82183f5a
commit
a0a8f1473c
@@ -442,7 +442,15 @@ def sample_generated_shared_prefix_requests(
|
||||
disable_shuffle: bool = False,
|
||||
) -> SampleOutput:
|
||||
"""Generate benchmark requests with shared system prompts using random tokens and caching."""
|
||||
cache_path = get_gen_prefix_cache_path(args, tokenizer)
|
||||
cache_path = get_gen_prefix_cache_path(
|
||||
args.seed,
|
||||
num_groups,
|
||||
prompts_per_group,
|
||||
system_prompt_len,
|
||||
question_len,
|
||||
output_len,
|
||||
tokenizer,
|
||||
)
|
||||
|
||||
# Try to load from cache first
|
||||
if cache_path.exists():
|
||||
|
||||
Reference in New Issue
Block a user