config: the forwarding slots go; the dispatcher calls the family directly (#36792)

Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
Cheng Wan
2026-08-28 10:26:29 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent 7bc3204117
commit ef20fab38a
23 changed files with 617 additions and 800 deletions
@@ -9,13 +9,13 @@ from unittest import mock
import torch
from sglang.srt.arg_groups.mamba_hook import validate_mamba_extra_buffer
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=10, stage="base-b", runner_config="1-gpu-small")
from sglang.srt.model_executor.forward_batch_info import ForwardMode
from sglang.srt.server_args import ServerArgs
from sglang.srt.speculative import dflash_info
from sglang.srt.speculative.dflash_info import DFlashVerifyInput
@@ -39,7 +39,6 @@ class TestValidateMambaExtraBufferLazyDflash(CustomTestCase):
"""The DFLASH rejection is gone; the neighboring invariants still hold."""
def _validate(self, view):
fake_self = SimpleNamespace(mamba_cache_chunk_size=64)
with mock.patch(
"sglang.srt.arg_groups.overrides.supports_mamba_cache_extra_buffer",
return_value=True,
@@ -49,8 +48,10 @@ class TestValidateMambaExtraBufferLazyDflash(CustomTestCase):
"sglang.srt.arg_groups.mamba_hook.is_cuda",
return_value=True,
):
ServerArgs._validate_mamba_extra_buffer(
fake_self, view, "Qwen3NextForCausalLM"
validate_mamba_extra_buffer(
view,
"Qwen3NextForCausalLM",
mamba_cache_chunk_size_of=lambda: 64,
)
def test_dflash_with_extra_buffer_lazy_is_accepted(self):