Nsa trtllm mla sparse fp8 support with Deepseek v3.2 NVFP4 (#18389)

2026-02-16 09:29:54 +08:00
parent 8290171f52
commit 0ffd0a3995
10 changed files with 352 additions and 183 deletions
@@ -50,6 +50,7 @@ class TestNSAHiCacheTransfer(unittest.TestCase):
            layer_num=layer_num,
            device="cuda",
            enable_memory_saver=False,
+            kv_cache_dim=576,
            index_head_dim=128,
        )
        pin_memory = io_backend == "kernel"