fix: Mistral Small 4 fails to start due to config/weight format mismatch (#21620)

Co-authored-by: mengxiancheng03 <mengxiancheng03@kuaishou.com>
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
LiYomi
2026-03-30 01:57:35 -07:00
committed by GitHub
co-authored by mengxiancheng03 Baizhou Zhang Claude Opus 4.6
parent b246269444
commit 1d6424d5ad
2 changed files with 59 additions and 7 deletions
@@ -0,0 +1,32 @@
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.kits.mmmu_vlm_kit import MMMUMixin
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
from sglang.test.server_fixtures.mmmu_fixture import MMMUServerBase
register_cuda_ci(
est_time=200,
suite="stage-b-test-2-gpu-large",
)
MODEL = "mistralai/Mistral-Small-4-119B-2603"
class TestMistralSmall4TextOnly(GSM8KMixin, DefaultServerBase):
gsm8k_accuracy_thres = 0.9
model = MODEL
other_args = ["--tp-size", "2", "--trust-remote-code"]
class TestMistralSmall4MMMU(MMMUMixin, MMMUServerBase):
accuracy = 0.45
model = MODEL
other_args = ["--tp-size", "2", "--trust-remote-code"]
mmmu_args = ["--limit=0.1"]
"""`--limit=0.1`: 10 percent of each task - this is fine for testing since the nominal result isn't interesting - this run is just to prevent relative regressions."""
if __name__ == "__main__":
unittest.main()