Support spec v2 for FlashMLA speculative decoding (#24640)

Co-authored-by: Jackey Hua <zhendonghua@users.noreply.github.com>
Co-authored-by: Depend <yu-depend@users.noreply.github.com>
This commit is contained in:
nagisa-kunhah
2026-05-19 15:23:17 -07:00
committed by GitHub
co-authored by Jackey Hua Depend
parent 2f70902329
commit b9d470f4a2
3 changed files with 11 additions and 12 deletions
+6 -8
View File
@@ -9,7 +9,6 @@ from types import SimpleNamespace
import requests
import torch
from sglang.srt.environ import envs
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.run_eval import run_eval
@@ -54,13 +53,12 @@ class TestFlashMLAMTP(CustomTestCase):
]
)
# Use longer timeout for DeepGEMM JIT compilation which can take 10-20 minutes
with envs.SGLANG_ENABLE_SPEC_V2.override(False):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 2,
other_args=other_args,
)
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH * 2,
other_args=other_args,
)
@classmethod
def tearDownClass(cls):