minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Tiny] Little enhancement of Kimi-K3 test (#33609)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-08-04 15:36:41 -07:00
committed by GitHub
parent 58da9859c4
commit 6808c6d571
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/models_e2e/test_kimi_k3_b300.py
+2 -2
View File
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
popen_launch_server, popen_launch_server,
) )
register_cuda_ci(est_time=1800, stage="base-c", runner_config="8-gpu-b300") register_cuda_ci(est_time=900, stage="base-c", runner_config="8-gpu-b300")
MODEL_PATH = ( MODEL_PATH = (
"/data/radixark/model-cache/hub/models--moonshotai--Kimi-K3/" "/data/radixark/model-cache/hub/models--moonshotai--Kimi-K3/"
@@ -66,6 +66,7 @@ class TestKimiK3B300LowLatency(GSM8KMixin, CustomTestCase):
DSPARK_DRAFT_MODEL, DSPARK_DRAFT_MODEL,
"--speculative-dspark-block-size", "--speculative-dspark-block-size",
"7", "7",
"--enable-linear-replayssm-spec",
], ],
) )
@@ -94,7 +95,6 @@ class TestKimiK3B300Balanced(GSM8KMixin, CustomTestCase):
"8", "8",
"--dcp-size", "--dcp-size",
"8", "8",
"--disable-custom-all-reduce",
"--mem-fraction-static", "--mem-fraction-static",
"0.85", "0.85",
"--weight-loader-prefetch-checkpoints", "--weight-loader-prefetch-checkpoints",