Files
sglang/test/registered/spec/dspark/test_dspark_draft_path_default.py
T
a6cf05817f dsv4.1: remaining model and runtime integration (#38798)
Co-authored-by: BBuf <1182563586@qq.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
Co-authored-by: Xiaoyu Zhang <xiaoyu.zhang@radixark.ai>
Co-authored-by: Yuwei An <ayw.sirius19@gmail.com>
Co-authored-by: Khoa Pham <khoa.pham@radixark.ai>
Co-authored-by: Yuhao Yang <47235274+yhyang201@users.noreply.github.com>
Co-authored-by: Zhichen Zeng <zczeng@uw.edu>
Co-authored-by: Ke Bao <ispobaoke@gmail.com>
2026-09-18 02:55:30 -07:00

159 lines
5.8 KiB
Python

import unittest
from types import SimpleNamespace
import torch
from sglang.srt.arg_groups.overrides import resolution_result
from sglang.srt.arg_groups.speculative_hook import (
_handle_dspark,
_target_checkpoint_bundles_dspark_draft,
)
from sglang.srt.environ import envs
from sglang.srt.server_args import ServerArgs
from sglang.test.ci.ci_register import register_cpu_ci
from sglang.test.test_utils import CustomTestCase
register_cpu_ci(est_time=12, suite="base-a-test-cpu")
_BUNDLED_MODEL_PATH = "deepseek-ai/DeepSeek-V4-Flash-DSpark"
_PLAIN_MODEL_PATH = "deepseek-ai/DeepSeek-V4-Flash"
def _bundled_hf_config() -> SimpleNamespace:
return SimpleNamespace(
architectures=["DeepseekV4ForCausalLM"],
dspark_block_size=5,
dspark_markov_rank=256,
dspark_target_layer_ids=[40, 41, 42],
dspark_noise_token_id=128799,
)
def _plain_hf_config() -> SimpleNamespace:
return SimpleNamespace(architectures=["DeepseekV4ForCausalLM"])
def _make_dspark_server_args(
*, model_path: str, hf_config: SimpleNamespace
) -> ServerArgs:
server_args = ServerArgs(model_path="dummy")
server_args.model_path = model_path
server_args.device = "cuda"
server_args.speculative_algorithm = "DSPARK"
server_args.speculative_draft_model_path = None
server_args.speculative_dspark_block_size = 5
server_args._model_config = SimpleNamespace(hf_config=hf_config)
return server_args
class TestTargetCheckpointBundlesDsparkDraft(CustomTestCase):
def test_bundled_dsv4_config_is_detected(self):
server_args = _make_dspark_server_args(
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
)
self.assertTrue(_target_checkpoint_bundles_dspark_draft(server_args))
def test_plain_target_config_is_not_detected(self):
server_args = _make_dspark_server_args(
model_path=_PLAIN_MODEL_PATH, hf_config=_plain_hf_config()
)
self.assertFalse(_target_checkpoint_bundles_dspark_draft(server_args))
class TestDsparkDraftPathDefaulting(CustomTestCase):
def test_bundled_checkpoint_defaults_draft_path_to_model_path(self):
server_args = _make_dspark_server_args(
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
)
_handle_dspark(server_args)
self.assertEqual(
resolution_result(server_args, "speculative_draft_model_path"),
_BUNDLED_MODEL_PATH,
)
self.assertEqual(
resolution_result(server_args, "speculative_num_draft_tokens"), 6
)
def test_plain_target_without_draft_path_raises(self):
server_args = _make_dspark_server_args(
model_path=_PLAIN_MODEL_PATH, hf_config=_plain_hf_config()
)
with self.assertRaises(ValueError):
_handle_dspark(server_args)
def test_explicit_draft_path_is_not_overwritten(self):
server_args = _make_dspark_server_args(
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
)
server_args.speculative_draft_model_path = "deepseek-ai/some-other-dspark-draft"
_handle_dspark(server_args)
self.assertEqual(
resolution_result(server_args, "speculative_draft_model_path"),
"deepseek-ai/some-other-dspark-draft",
)
class TestDsparkDpAttentionMoeA2aGate(CustomTestCase):
"""Gate contract for DSpark + dp attention + MoE a2a backends."""
def _dp_server_args(self, *, moe_a2a_backend: str) -> ServerArgs:
server_args = _make_dspark_server_args(
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
)
server_args.enable_dp_attention = True
server_args.enable_dp_lm_head = True
server_args.dp_size = 2
server_args.tp_size = 2
server_args.moe_a2a_backend = moe_a2a_backend
return server_args
def test_only_megamoe_is_admitted(self):
"""Both sides of the allowlist: megamoe passes, others raise by name."""
with envs.SGLANG_RAGGED_VERIFY_MODE.override("static"):
_handle_dspark(self._dp_server_args(moe_a2a_backend="megamoe"))
for backend in ("deepep", "pplx"):
with self.assertRaisesRegex(ValueError, backend):
_handle_dspark(self._dp_server_args(moe_a2a_backend=backend))
def test_a2a_backend_with_compact_verify_mode_raises(self):
server_args = self._dp_server_args(moe_a2a_backend="megamoe")
with envs.SGLANG_RAGGED_VERIFY_MODE.override("compact"):
with self.assertRaisesRegex(ValueError, "static"):
_handle_dspark(server_args)
class TestDsparkFoldedSamplingDefault(CustomTestCase):
def test_sharded_greedy_default_and_sampling_override(self):
from sglang.srt.environ import DsparkFoldedSampling, envs
from sglang.srt.speculative.dspark_components.dspark_draft_sampler import (
_resolve_folded_sampling,
)
model = SimpleNamespace(
lm_head=SimpleNamespace(org_vocab_size=128, weight=torch.empty(1)),
markov_head=SimpleNamespace(supports_sharded_greedy=True),
)
args = dict(
model=model,
gamma=5,
max_bs=64,
device="cpu",
tp_rank=0,
available_memory_gb=16,
)
with envs.SGLANG_DSPARK_FOLDED_SAMPLING.override(
DsparkFoldedSampling.AUTO.value
):
self.assertFalse(_resolve_folded_sampling(**args))
model.markov_head.supports_sharded_greedy = False
self.assertTrue(_resolve_folded_sampling(**args))
model.markov_head.supports_sharded_greedy = True
with envs.SGLANG_DSPARK_FOLDED_SAMPLING.override(
DsparkFoldedSampling.FORCE.value
):
self.assertTrue(_resolve_folded_sampling(**args))
if __name__ == "__main__":
unittest.main()