Co-authored-by: BBuf <1182563586@qq.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Xiaoyu Zhang <xiaoyu.zhang@radixark.ai> Co-authored-by: Yuwei An <ayw.sirius19@gmail.com> Co-authored-by: Khoa Pham <khoa.pham@radixark.ai> Co-authored-by: Yuhao Yang <47235274+yhyang201@users.noreply.github.com> Co-authored-by: Zhichen Zeng <zczeng@uw.edu> Co-authored-by: Ke Bao <ispobaoke@gmail.com>
159 lines
5.8 KiB
Python
159 lines
5.8 KiB
Python
import unittest
|
|
from types import SimpleNamespace
|
|
|
|
import torch
|
|
|
|
from sglang.srt.arg_groups.overrides import resolution_result
|
|
from sglang.srt.arg_groups.speculative_hook import (
|
|
_handle_dspark,
|
|
_target_checkpoint_bundles_dspark_draft,
|
|
)
|
|
from sglang.srt.environ import envs
|
|
from sglang.srt.server_args import ServerArgs
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
register_cpu_ci(est_time=12, suite="base-a-test-cpu")
|
|
|
|
_BUNDLED_MODEL_PATH = "deepseek-ai/DeepSeek-V4-Flash-DSpark"
|
|
_PLAIN_MODEL_PATH = "deepseek-ai/DeepSeek-V4-Flash"
|
|
|
|
|
|
def _bundled_hf_config() -> SimpleNamespace:
|
|
return SimpleNamespace(
|
|
architectures=["DeepseekV4ForCausalLM"],
|
|
dspark_block_size=5,
|
|
dspark_markov_rank=256,
|
|
dspark_target_layer_ids=[40, 41, 42],
|
|
dspark_noise_token_id=128799,
|
|
)
|
|
|
|
|
|
def _plain_hf_config() -> SimpleNamespace:
|
|
return SimpleNamespace(architectures=["DeepseekV4ForCausalLM"])
|
|
|
|
|
|
def _make_dspark_server_args(
|
|
*, model_path: str, hf_config: SimpleNamespace
|
|
) -> ServerArgs:
|
|
server_args = ServerArgs(model_path="dummy")
|
|
server_args.model_path = model_path
|
|
server_args.device = "cuda"
|
|
server_args.speculative_algorithm = "DSPARK"
|
|
server_args.speculative_draft_model_path = None
|
|
server_args.speculative_dspark_block_size = 5
|
|
server_args._model_config = SimpleNamespace(hf_config=hf_config)
|
|
return server_args
|
|
|
|
|
|
class TestTargetCheckpointBundlesDsparkDraft(CustomTestCase):
|
|
def test_bundled_dsv4_config_is_detected(self):
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
|
|
)
|
|
self.assertTrue(_target_checkpoint_bundles_dspark_draft(server_args))
|
|
|
|
def test_plain_target_config_is_not_detected(self):
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_PLAIN_MODEL_PATH, hf_config=_plain_hf_config()
|
|
)
|
|
self.assertFalse(_target_checkpoint_bundles_dspark_draft(server_args))
|
|
|
|
|
|
class TestDsparkDraftPathDefaulting(CustomTestCase):
|
|
def test_bundled_checkpoint_defaults_draft_path_to_model_path(self):
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
|
|
)
|
|
_handle_dspark(server_args)
|
|
self.assertEqual(
|
|
resolution_result(server_args, "speculative_draft_model_path"),
|
|
_BUNDLED_MODEL_PATH,
|
|
)
|
|
self.assertEqual(
|
|
resolution_result(server_args, "speculative_num_draft_tokens"), 6
|
|
)
|
|
|
|
def test_plain_target_without_draft_path_raises(self):
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_PLAIN_MODEL_PATH, hf_config=_plain_hf_config()
|
|
)
|
|
with self.assertRaises(ValueError):
|
|
_handle_dspark(server_args)
|
|
|
|
def test_explicit_draft_path_is_not_overwritten(self):
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
|
|
)
|
|
server_args.speculative_draft_model_path = "deepseek-ai/some-other-dspark-draft"
|
|
_handle_dspark(server_args)
|
|
self.assertEqual(
|
|
resolution_result(server_args, "speculative_draft_model_path"),
|
|
"deepseek-ai/some-other-dspark-draft",
|
|
)
|
|
|
|
|
|
class TestDsparkDpAttentionMoeA2aGate(CustomTestCase):
|
|
"""Gate contract for DSpark + dp attention + MoE a2a backends."""
|
|
|
|
def _dp_server_args(self, *, moe_a2a_backend: str) -> ServerArgs:
|
|
server_args = _make_dspark_server_args(
|
|
model_path=_BUNDLED_MODEL_PATH, hf_config=_bundled_hf_config()
|
|
)
|
|
server_args.enable_dp_attention = True
|
|
server_args.enable_dp_lm_head = True
|
|
server_args.dp_size = 2
|
|
server_args.tp_size = 2
|
|
server_args.moe_a2a_backend = moe_a2a_backend
|
|
return server_args
|
|
|
|
def test_only_megamoe_is_admitted(self):
|
|
"""Both sides of the allowlist: megamoe passes, others raise by name."""
|
|
with envs.SGLANG_RAGGED_VERIFY_MODE.override("static"):
|
|
_handle_dspark(self._dp_server_args(moe_a2a_backend="megamoe"))
|
|
for backend in ("deepep", "pplx"):
|
|
with self.assertRaisesRegex(ValueError, backend):
|
|
_handle_dspark(self._dp_server_args(moe_a2a_backend=backend))
|
|
|
|
def test_a2a_backend_with_compact_verify_mode_raises(self):
|
|
server_args = self._dp_server_args(moe_a2a_backend="megamoe")
|
|
with envs.SGLANG_RAGGED_VERIFY_MODE.override("compact"):
|
|
with self.assertRaisesRegex(ValueError, "static"):
|
|
_handle_dspark(server_args)
|
|
|
|
|
|
class TestDsparkFoldedSamplingDefault(CustomTestCase):
|
|
def test_sharded_greedy_default_and_sampling_override(self):
|
|
from sglang.srt.environ import DsparkFoldedSampling, envs
|
|
from sglang.srt.speculative.dspark_components.dspark_draft_sampler import (
|
|
_resolve_folded_sampling,
|
|
)
|
|
|
|
model = SimpleNamespace(
|
|
lm_head=SimpleNamespace(org_vocab_size=128, weight=torch.empty(1)),
|
|
markov_head=SimpleNamespace(supports_sharded_greedy=True),
|
|
)
|
|
args = dict(
|
|
model=model,
|
|
gamma=5,
|
|
max_bs=64,
|
|
device="cpu",
|
|
tp_rank=0,
|
|
available_memory_gb=16,
|
|
)
|
|
with envs.SGLANG_DSPARK_FOLDED_SAMPLING.override(
|
|
DsparkFoldedSampling.AUTO.value
|
|
):
|
|
self.assertFalse(_resolve_folded_sampling(**args))
|
|
model.markov_head.supports_sharded_greedy = False
|
|
self.assertTrue(_resolve_folded_sampling(**args))
|
|
model.markov_head.supports_sharded_greedy = True
|
|
with envs.SGLANG_DSPARK_FOLDED_SAMPLING.override(
|
|
DsparkFoldedSampling.FORCE.value
|
|
):
|
|
self.assertTrue(_resolve_folded_sampling(**args))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|