Remove deprecated --enable-beta-spec argument and fix b200 test (#12167)
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -1,3 +1,4 @@
|
|||||||
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
@@ -83,6 +84,7 @@ class TestDeepseekV3FP4(CustomTestCase):
|
|||||||
class TestDeepseekV3FP4MTP(CustomTestCase):
|
class TestDeepseekV3FP4MTP(CustomTestCase):
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
|
os.environ["SGLANG_ENABLE_SPEC_V2"] = "1"
|
||||||
cls.model = FULL_DEEPSEEK_V3_FP4_MODEL_PATH
|
cls.model = FULL_DEEPSEEK_V3_FP4_MODEL_PATH
|
||||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||||
other_args = [
|
other_args = [
|
||||||
@@ -104,7 +106,6 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
|
|||||||
"4",
|
"4",
|
||||||
"--kv-cache-dtype",
|
"--kv-cache-dtype",
|
||||||
"fp8_e4m3",
|
"fp8_e4m3",
|
||||||
"--enable-beta-spec",
|
|
||||||
]
|
]
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
@@ -116,6 +117,8 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
|
|||||||
@classmethod
|
@classmethod
|
||||||
def tearDownClass(cls):
|
def tearDownClass(cls):
|
||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
if "SGLANG_ENABLE_SPEC_V2" in os.environ:
|
||||||
|
del os.environ["SGLANG_ENABLE_SPEC_V2"]
|
||||||
|
|
||||||
def test_a_gsm8k(
|
def test_a_gsm8k(
|
||||||
self,
|
self,
|
||||||
|
|||||||
Reference in New Issue
Block a user