Update GLM tests to 5.2 and delete redundant tests (#29686)
This commit is contained in:
+5
-5
@@ -13,20 +13,20 @@ from sglang.test.test_utils import (
|
||||
|
||||
register_cuda_ci(est_time=900, stage="base-c", runner_config="4-gpu-b200")
|
||||
|
||||
GLM5_FP4_MODEL = "nvidia/GLM-5-NVFP4"
|
||||
GLM52_FP4_MODEL = "nvidia/GLM-5.2-NVFP4"
|
||||
|
||||
|
||||
class TestPCGGlm5Fp4(CustomTestCase):
|
||||
"""PCG prefill on GLM-5-NVFP4 (DSA model, TP=4, B200).
|
||||
class TestPCGGlm52Fp4(CustomTestCase):
|
||||
"""PCG prefill on GLM-5.2-NVFP4 (DSA model, TP=4, B200).
|
||||
|
||||
GLM-5 uses GlmMoeDsaForCausalLM (DSA attention). This test verifies that
|
||||
GLM-5.2 uses GlmMoeDsaForCausalLM (DSA attention). This test verifies that
|
||||
piecewise CUDA graph works correctly after the DSA indexer was updated to
|
||||
cache k_fp8/k_scale for PCG-compatible prefill.
|
||||
"""
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
cls.model = GLM5_FP4_MODEL
|
||||
cls.model = GLM52_FP4_MODEL
|
||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
+4
-4
@@ -13,15 +13,15 @@ from sglang.test.test_utils import (
|
||||
|
||||
register_cuda_ci(est_time=900, stage="base-c", runner_config="8-gpu-h200")
|
||||
|
||||
GLM5_FP8_MODEL = "zai-org/GLM-5-FP8"
|
||||
GLM52_FP8_MODEL = "zai-org/GLM-5.2-FP8"
|
||||
|
||||
|
||||
class TestBCGGlm5Fp8TP8(CustomTestCase):
|
||||
"""Breakable CUDA graph prefill on GLM-5-FP8 (DSA model, TP=8, H200)."""
|
||||
class TestBCGGlm52Fp8TP8(CustomTestCase):
|
||||
"""Breakable CUDA graph prefill on GLM-5.2-FP8 (DSA model, TP=8, H200)."""
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
cls.model = GLM5_FP8_MODEL
|
||||
cls.model = GLM52_FP8_MODEL
|
||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
Reference in New Issue
Block a user