minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[DeepSeek-V32]Update nightly performance benchmark (#15308)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-12-17 11:25:31 -08:00
committed by GitHub
parent 53e151945a
commit 8451e22758
1 changed files with 14 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/nightly/test_deepseek_v32_perf.py
+14 -19
View File
@@ -20,7 +20,7 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
# Define variant configurations # Define variant configurations
cls.variants = [ cls.variants = [
{ {
"name": "basic", "name": "dp",
"other_args": [ "other_args": [
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
@@ -33,7 +33,7 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
], ],
}, },
{ {
"name": "mtp", "name": "dp+mtp",
"other_args": [ "other_args": [
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
@@ -56,36 +56,31 @@ class TestNightlyDeepseekV32Performance(unittest.TestCase):
], ],
}, },
{ {
"name": "nsa", "name": "tp",
"other_args": [ "other_args": [
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--dp",
"8",
"--enable-dp-attention",
"--attention-backend",
"nsa",
"--nsa-prefill-backend",
"flashmla_sparse",
"--nsa-decode-backend",
"flashmla_kv",
"--model-loader-extra-config", "--model-loader-extra-config",
'{"enable_multithread_load": true}', '{"enable_multithread_load": true}',
], ],
}, },
{ {
"name": "pure_tp", "name": "tp+mtp",
"other_args": [ "other_args": [
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"8", "8",
"--attention-backend", "--speculative-algorithm",
"nsa", "EAGLE",
"--nsa-prefill-backend", "--speculative-num-steps",
"flashmla_sparse", "3",
"--nsa-decode-backend", "--speculative-eagle-topk",
"flashmla_kv", "1",
"--speculative-num-draft-tokens",
"4",
"--mem-frac",
"0.7",
"--model-loader-extra-config", "--model-loader-extra-config",
'{"enable_multithread_load": true}', '{"enable_multithread_load": true}',
], ],