[Benchmark] Fix generated_shared_prefix attribute naming and remove args dependency (#19363)

Co-authored-by: Alison Shao <alisonshao@Mac.attlocal.net>
Co-authored-by: sglang-bot <sglangbot@gmail.com>
This commit is contained in:
Alison Shao
2026-02-25 18:45:54 -08:00
committed by GitHub
co-authored by Alison Shao sglang-bot
parent 6e82183f5a
commit a0a8f1473c
3 changed files with 61 additions and 29 deletions
+9 -1
View File
@@ -442,7 +442,15 @@ def sample_generated_shared_prefix_requests(
disable_shuffle: bool = False,
) -> SampleOutput:
"""Generate benchmark requests with shared system prompts using random tokens and caching."""
cache_path = get_gen_prefix_cache_path(args, tokenizer)
cache_path = get_gen_prefix_cache_path(
args.seed,
num_groups,
prompts_per_group,
system_prompt_len,
question_len,
output_len,
tokenizer,
)
# Try to load from cache first
if cache_path.exists():