[AMD] [Qwen 3.5 Day 0] Add Qwen 3.5 nightly accuracy tests (#19479)

2026-03-02 19:42:42 -08:00
parent 060720c573
commit 6b8e62f94f
8 changed files with 367 additions and 1 deletions
@@ -0,0 +1,13 @@
+model_name: "Qwen/Qwen3.5-397B-A17B"
+tasks:
+- name: "gsm8k"
+  metrics:
+  - name: "exact_match,strict-match"
+    value: 0.9704
+  - name: "exact_match,flexible-extract"
+    value: 0.9697
+limit: 1319
+num_concurrent: 256
+num_fewshot: 5
+gen_kwargs: "max_gen_toks=2048"
+rtol: 0.05