[Spec] Support logprobs with DSpark speculative decoding (#34696)

Co-authored-by: QAQEthan <QAQEthan@users.noreply.github.com>
This commit is contained in:
Ethan
2026-08-16 15:05:13 -07:00
committed by GitHub
co-authored by QAQEthan
parent 67e12131df
commit 5534380d46
3 changed files with 26 additions and 15 deletions
@@ -8,7 +8,7 @@ from sglang.test.kits.basic_scheduler_stress_kit import BasicSchedulerStressMixi
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.kits.fwd_occupancy_kit import FwdOccupancyMixin
from sglang.test.kits.json_constrained_kit import JSONConstrainedMixin
from sglang.test.kits.spec_server_kits import SpecGrammarKit
from sglang.test.kits.spec_server_kits import SpecGrammarKit, SpecLogprobKit
from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
@@ -38,6 +38,7 @@ class TestBasicSanityDSpark(
GSM8KMixin,
JSONConstrainedMixin,
SpecGrammarKit,
SpecLogprobKit,
CustomTestCase,
):
served_model_name = TARGET_MODEL
@@ -88,10 +89,6 @@ class TestBasicSanityDSpark(
},
)
@unittest.skip("DSPARK rejects return_logprob at admission")
def test_grammar_logprob_count_matches_completion_tokens(self):
pass
@classmethod
def tearDownClass(cls):
if cls.process is not None: