91 lines
2.2 KiB
Python
91 lines
2.2 KiB
Python
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_cuda_ci
|
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
|
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
|
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
|
from sglang.test.server_fixtures.mmmu_fixture import MMMUServerBase
|
|
|
|
register_cuda_ci(est_time=500, stage="base-c", runner_config="8-gpu-h200")
|
|
|
|
|
|
class TestMiMoV2Flash(GSM8KMixin, SpecDecodingMixin, DefaultServerBase):
|
|
gsm8k_accuracy_thres = 0.75
|
|
gsm8k_num_questions = 1319
|
|
gsm8k_num_threads = 1319
|
|
model = "XiaomiMiMo/MiMo-V2-Flash"
|
|
|
|
other_args = [
|
|
"--tp",
|
|
"4",
|
|
"--dp",
|
|
"2",
|
|
"--enable-dp-attention",
|
|
"--trust-remote-code",
|
|
"--attention-backend",
|
|
"fa3",
|
|
"--max-running-requests",
|
|
"128",
|
|
"--cuda-graph-max-bs",
|
|
"64",
|
|
"--page-size",
|
|
"64",
|
|
"--mem-fraction-static",
|
|
"0.75",
|
|
"--speculative-algorithm",
|
|
"EAGLE",
|
|
"--speculative-num-steps",
|
|
"3",
|
|
"--speculative-eagle-topk",
|
|
"1",
|
|
"--speculative-num-draft-tokens",
|
|
"4",
|
|
"--enable-multi-layer-eagle",
|
|
"--model-loader-extra-config",
|
|
'{"enable_multithread_load": true,"num_threads": 64}',
|
|
]
|
|
|
|
bs_1_speed_thres = 170
|
|
accept_length_thres = 3.2
|
|
|
|
|
|
MIMO_V2_MODEL = "XiaomiMiMo/MiMo-V2.5"
|
|
MIMO_V2_OTHER_ARGS = [
|
|
"--tp",
|
|
"8",
|
|
"--dp",
|
|
"2",
|
|
"--enable-dp-attention",
|
|
"--mm-enable-dp-encoder",
|
|
"--attention-backend",
|
|
"fa3",
|
|
"--mm-attention-backend",
|
|
"fa3",
|
|
"--reasoning-parser",
|
|
"mimo",
|
|
]
|
|
MIMO_V2_MTP_OTHER_ARGS = MIMO_V2_OTHER_ARGS + [
|
|
"--speculative-algorithm",
|
|
"EAGLE",
|
|
"--speculative-num-steps",
|
|
"3",
|
|
"--speculative-eagle-topk",
|
|
"1",
|
|
"--speculative-num-draft-tokens",
|
|
"4",
|
|
"--enable-multi-layer-eagle",
|
|
]
|
|
|
|
|
|
class TestMiMoV2(GSM8KMixin, MMMUServerBase):
|
|
gsm8k_accuracy_thres = 0.75
|
|
gsm8k_accept_length_thres = 2.5
|
|
model = MIMO_V2_MODEL
|
|
mem_fraction_static = 0.65
|
|
server_api_key = None
|
|
other_args = MIMO_V2_MTP_OTHER_ARGS
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|