[NPU] Fix evalscope accuracy parsing and add glm5_1 aime26 request timeout (#36459)
This commit is contained in:
+1
-1
@@ -159,7 +159,7 @@ GLM_5_1_PD_SEP_MODEL_CONFIG = {
|
||||
"decode_args": GLM_5_1_PD_SEP_DECODE_ARGS,
|
||||
"prefill_envs": GLM_5_1_PD_SEP_PREFILL_ENVS,
|
||||
"decode_envs": GLM_5_1_PD_SEP_DECODE_ENVS,
|
||||
"router_args": ["--policy", "round_robin"],
|
||||
"router_args": ["--policy", "round_robin", "--request-timeout-secs", 7200],
|
||||
"router_envs": {},
|
||||
}
|
||||
|
||||
|
||||
+1
-1
@@ -112,7 +112,7 @@ class TestQwen3Next80BA3B_aime25(TestNpuAccuracyTestCaseBase):
|
||||
max_concurrency = 16
|
||||
|
||||
def test_aime25(self):
|
||||
self.run_accuracy_multiple(n_runs=3)
|
||||
self.run_accuracy()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
+1
-1
@@ -44,7 +44,7 @@ OTHER_ARGS = [
|
||||
"--nnodes",
|
||||
2,
|
||||
"--mem-fraction-static",
|
||||
0.662,
|
||||
0.68,
|
||||
"--max-running-requests",
|
||||
32,
|
||||
"--chunked-prefill-size",
|
||||
|
||||
Reference in New Issue
Block a user