config: the forwarding slots go; the dispatcher calls the family directly (#36792)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
7bc3204117
commit
ef20fab38a
@@ -9,13 +9,13 @@ from unittest import mock
|
||||
|
||||
import torch
|
||||
|
||||
from sglang.srt.arg_groups.mamba_hook import validate_mamba_extra_buffer
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=10, stage="base-b", runner_config="1-gpu-small")
|
||||
|
||||
from sglang.srt.model_executor.forward_batch_info import ForwardMode
|
||||
from sglang.srt.server_args import ServerArgs
|
||||
from sglang.srt.speculative import dflash_info
|
||||
from sglang.srt.speculative.dflash_info import DFlashVerifyInput
|
||||
|
||||
@@ -39,7 +39,6 @@ class TestValidateMambaExtraBufferLazyDflash(CustomTestCase):
|
||||
"""The DFLASH rejection is gone; the neighboring invariants still hold."""
|
||||
|
||||
def _validate(self, view):
|
||||
fake_self = SimpleNamespace(mamba_cache_chunk_size=64)
|
||||
with mock.patch(
|
||||
"sglang.srt.arg_groups.overrides.supports_mamba_cache_extra_buffer",
|
||||
return_value=True,
|
||||
@@ -49,8 +48,10 @@ class TestValidateMambaExtraBufferLazyDflash(CustomTestCase):
|
||||
"sglang.srt.arg_groups.mamba_hook.is_cuda",
|
||||
return_value=True,
|
||||
):
|
||||
ServerArgs._validate_mamba_extra_buffer(
|
||||
fake_self, view, "Qwen3NextForCausalLM"
|
||||
validate_mamba_extra_buffer(
|
||||
view,
|
||||
"Qwen3NextForCausalLM",
|
||||
mamba_cache_chunk_size_of=lambda: 64,
|
||||
)
|
||||
|
||||
def test_dflash_with_extra_buffer_lazy_is_accepted(self):
|
||||
|
||||
Reference in New Issue
Block a user