[AMD] Enable mamba-extra-buffer for Qwen3.5 on ROCm (#30359)

Co-authored-by: ntgiang71096 <nguyentruonggiang71096@gmail.com>
This commit is contained in:
Bingxu Chen
2026-07-15 10:18:12 -07:00
committed by GitHub
co-authored by ntgiang71096
parent a8b60433c2
commit d36e96ce23
+2 -2
View File
@@ -4683,8 +4683,8 @@ class ServerArgs:
view, model_arch
), f"extra_buffer is not supported for {model_arch}; use no_buffer."
assert (
is_cuda() or is_musa() or is_npu()
), "extra_buffer needs CUDA/MUSA/NPU (FLA)."
is_cuda() or is_musa() or is_npu() or is_hip()
), "extra_buffer needs CUDA/MUSA/NPU/ROCm (FLA)."
if view.speculative_num_draft_tokens is not None:
assert (
view.mamba_radix_cache_strategy != "extra_buffer_lazy"