Deepseek v4: support mixed dtype compression states (#27277)

Co-authored-by: zhujunyu <zhujunyu.666@bytedance.com>
2026-06-17 00:56:41 -07:00
parent 7256ee9871
commit 8fd1694dd2
9 changed files with 1414 additions and 135 deletions
@@ -390,7 +390,8 @@ class MockDSV4ModelRunner:
            page_size=case.page_size,
            swa_page_size=DSV4_SWA_WINDOW,
            dtype=torch.float8_e4m3fn,
-            state_dtype=dtype,
+            c4_state_dtype=dtype,
+            c128_state_dtype=dtype,
            qk_nope_head_dim=DSV4_QK_NOPE_HEAD_DIM,
            qk_rope_head_dim=DSV4_QK_ROPE_HEAD_DIM,
            indexer_head_dim=128,