minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[CI] Add Kimi-K3 low-latency performance check (#34089)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-08-08 13:42:59 -07:00
committed by GitHub
parent c4f018ba1d
commit c2d90db1e3
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/models_e2e/test_kimi_k3_b300.py
+6 -2
View File
@@ -1,7 +1,8 @@
"""B300 per-commit CI coverage for Kimi-K3 serving recipes. """B300 per-commit CI coverage for Kimi-K3 serving recipes.
Runs the Low Latency DSPARK recipe and the Balanced DCP/HiCache recipe on Runs the Low Latency DSPARK recipe and the Balanced DCP/HiCache recipe on
eight B300 GPUs. Each server must preserve basic model quality on GSM8K. eight B300 GPUs. Each server must preserve basic model quality on GSM8K, and
the Low Latency recipe must also preserve single-request decode performance.
""" """
import unittest import unittest
@@ -9,6 +10,7 @@ import unittest
from sglang.srt.utils import kill_process_tree from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
from sglang.test.test_utils import ( from sglang.test.test_utils import (
DEFAULT_URL_FOR_TEST, DEFAULT_URL_FOR_TEST,
CustomTestCase, CustomTestCase,
@@ -33,11 +35,13 @@ def _stop_server(process):
_wait_for_gpu_idle_in_ci(timeout=GPU_IDLE_TIMEOUT) _wait_for_gpu_idle_in_ci(timeout=GPU_IDLE_TIMEOUT)
class TestKimiK3B300LowLatency(GSM8KMixin, CustomTestCase): class TestKimiK3B300LowLatency(GSM8KMixin, SpecDecodingMixin, CustomTestCase):
"""TP8 Low Latency recipe with DSPARK linear ReplaySSM speculation.""" """TP8 Low Latency recipe with DSPARK linear ReplaySSM speculation."""
gsm8k_score_threshold = 0.95 gsm8k_score_threshold = 0.95
gsm8k_num_examples = 200 gsm8k_num_examples = 200
accept_length_thres = 6.6
bs_1_speed_thres = 440
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):