minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix inconsistent arguments for generated shared prefix bench (#9073)

Browse Source 
Co-authored-by: Pawel Kowalski <pawel.kowalski@silo.ai>
This commit is contained in:
Pawel Kowalski
2025-08-31 14:27:33 -07:00
committed by GitHub
co-authored by Pawel Kowalski
parent 6d3c20cf5b
commit 20445327b2
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/hicache/data_processing.py
+7 -7
View File
@@ -439,8 +439,8 @@ def get_gen_prefix_cache_path(args, tokenizer):
# Create a unique cache filename based on the generation parameters # Create a unique cache filename based on the generation parameters
cache_key = ( cache_key = (
f"gen_prefix_{args.gen_num_groups}_{args.gen_prompts_per_group}_" f"gsp_prefix_{args.gsp_num_groups}_{args.gsp_prompts_per_group}_"
f"{args.gen_system_prompt_len}_{args.gen_question_len}_{args.gen_output_len}_" f"{args.gsp_system_prompt_len}_{args.gsp_question_len}_{args.gsp_output_len}_"
f"{tokenizer.__class__.__name__}.pkl" f"{tokenizer.__class__.__name__}.pkl"
) )
return cache_dir / cache_key return cache_dir / cache_key
@@ -577,11 +577,11 @@ def get_dataset(args, tokenizer):
) )
elif args.dataset_name == "generated-shared-prefix": elif args.dataset_name == "generated-shared-prefix":
input_requests = sample_generated_shared_prefix_requests( input_requests = sample_generated_shared_prefix_requests(
num_groups=args.gen_num_groups, num_groups=args.gsp_num_groups,
prompts_per_group=args.gen_prompts_per_group, prompts_per_group=args.gsp_prompts_per_group,
system_prompt_len=args.gen_system_prompt_len, system_prompt_len=args.gsp_system_prompt_len,
question_len=args.gen_question_len, question_len=args.gsp_question_len,
output_len=args.gen_output_len, output_len=args.gsp_output_len,
args=args, args=args,
tokenizer=tokenizer, tokenizer=tokenizer,
) )