42 lines
1.2 KiB
Python
42 lines
1.2 KiB
Python
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_cuda_ci
|
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
|
|
|
# Per-commit: SymmetricMemory variant only.
|
|
# - TestDeepseekV3FP4 (TRTLLM) archived to test/manual/quant/test_deepseek_v3_fp4_4gpu_trtllm.py
|
|
# - TestDeepseekV3FP4CutlassMoE moved to test_deepseek_v3_fp4_4gpu_extra.py
|
|
register_cuda_ci(est_time=960, stage="base-c", runner_config="4-gpu-b200")
|
|
|
|
FULL_DEEPSEEK_V3_FP4_MODEL_PATH = "nvidia/DeepSeek-V3-0324-FP4"
|
|
|
|
|
|
class TestDeepseekV3FP4SymmetricMemory(GSM8KMixin, DefaultServerBase):
|
|
model = FULL_DEEPSEEK_V3_FP4_MODEL_PATH
|
|
timeout = 1200
|
|
other_args = [
|
|
"--tp",
|
|
"4",
|
|
"--attention-backend",
|
|
"trtllm_mla",
|
|
"--moe-runner-backend",
|
|
"flashinfer_trtllm",
|
|
"--quantization",
|
|
"modelopt_fp4",
|
|
"--kv-cache-dtype",
|
|
"fp8_e4m3",
|
|
"--model-loader-extra-config",
|
|
'{"enable_multithread_load": true,"num_threads": 64}',
|
|
"--enable-symm-mem",
|
|
]
|
|
|
|
gsm8k_accuracy_thres = 0.93
|
|
gsm8k_num_questions = 1319
|
|
gsm8k_num_threads = 1319
|
|
gsm8k_num_shots = 8
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|