54 lines
1.4 KiB
Python
54 lines
1.4 KiB
Python
import unittest
|
|
|
|
from sglang.test.ascend.gsm8k_ascend_mixin import GSM8KAscendMixin
|
|
from sglang.test.ascend.test_ascend_utils import KIMI_K3_W4A8_INT_MOE_WEIGHTS_PATH
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
|
|
class TestKimiK3MixedWithHiCacheL2(GSM8KAscendMixin, CustomTestCase):
|
|
"""Testcase: Verify the inference accuracy of Kimi-K3 (MLA + KDA hybrid) on GSM8K
|
|
with mixed (non-PD) serving and HiCache L2 cache on NPU.
|
|
|
|
[Test Category] HiCache
|
|
[Test Target] Kimi-K3 (MLA + KDA hybrid, mamba layers)
|
|
[Test Config] Mixed deployment, NPU, HiCache L2 (kernel_ascend IO backend)
|
|
"""
|
|
|
|
model = KIMI_K3_W4A8_INT_MOE_WEIGHTS_PATH
|
|
accuracy = 0.9
|
|
other_args = [
|
|
"--trust-remote-code",
|
|
"--device",
|
|
"npu",
|
|
"--attention-backend",
|
|
"ascend",
|
|
"--quantization",
|
|
"modelslim",
|
|
"--dtype",
|
|
"bfloat16",
|
|
"--tp-size",
|
|
"64",
|
|
"--enable-dp-attention",
|
|
"--dp-size",
|
|
"4",
|
|
"--enable-dp-lm-head",
|
|
"--moe-a2a-backend",
|
|
"deepep",
|
|
"--deepep-mode",
|
|
"auto",
|
|
"--mem-fraction-static",
|
|
"0.75",
|
|
"--max-mamba-cache-size",
|
|
"240",
|
|
"--enable-hierarchical-cache",
|
|
"--hicache-io-backend",
|
|
"kernel_ascend",
|
|
"--enable-cache-report",
|
|
"--hicache-ratio",
|
|
"4.0",
|
|
]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|