Fix Illegal Memory Access when fa3 + spec + topk + page_size > 1 (#15469)

Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Yubo Wang
2025-12-24 00:13:57 +08:00
committed by GitHub
co-authored by Liangsheng Yin
parent dd620987d1
commit 762846531f
5 changed files with 133 additions and 89 deletions
+2 -2
View File
@@ -38,7 +38,7 @@ def write_answers(filename, model_id, questions, answers):
"model_id": model_id,
"choices": {
"index": 0,
"prompt": [answers[i][0], answers[i][1]],
"turns": [answers[i][0], answers[i][1]],
},
"tstamp": time.time(),
}
@@ -60,7 +60,7 @@ def main(args):
# Construct prompts
questions = load_questions(args.question_file)[: args.num_questions]
arguments = [
{"question_1": q["prompt"][0], "question_2": q["prompt"][1]} for q in questions
{"question_1": q["turns"][0], "question_2": q["turns"][1]} for q in questions
]
# Select backend