From a5c8afab48a3ee850d05e7fba6fc8d1e0dc0dae9 Mon Sep 17 00:00:00 2001 From: Hexu Zhao <45677459+TarzanZhao@users.noreply.github.com> Date: Sat, 26 Sep 2026 02:27:01 -0700 Subject: [PATCH] [Perf] Mamba2 selective_state_update up to 2x faster on B200 via 8x1 launch config for dstate 128 (+7.5% Nemotron-3-Super serving) (#41223) Co-authored-by: hexu.zhao --- python/sglang/kernels/ops/mamba/triton_ops/mamba_ssm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/kernels/ops/mamba/triton_ops/mamba_ssm.py b/python/sglang/kernels/ops/mamba/triton_ops/mamba_ssm.py index d58c8798f5..7714ca92dc 100644 --- a/python/sglang/kernels/ops/mamba/triton_ops/mamba_ssm.py +++ b/python/sglang/kernels/ops/mamba/triton_ops/mamba_ssm.py @@ -474,7 +474,7 @@ def selective_state_update( else ( (16, 4) if dstate <= 32 - else ((8, 4) if dstate <= 64 else ((4, 4) if dstate <= 128 else ((4, 8)))) + else ((8, 4) if dstate <= 64 else ((8, 1) if dstate <= 128 else ((4, 8)))) ) ) tie_hdim = (