Add bfloat16 KV cache validation for HiSparse (#22505)

2026-04-13 12:41:42 +08:00
parent fae0a2fc3c
commit 4dbd59850b
1 changed files with 6 additions and 0 deletions
@@ -6565,6 +6565,12 @@ class ServerArgs:
                        f"Please use --nsa-{label}-backend=flashmla_sparse or omit it."
                    )

+            if self.kv_cache_dtype != "bfloat16":
+                raise ValueError(
+                    f"HiSparse requires bfloat16 KV cache, but got --kv-cache-dtype={self.kv_cache_dtype}. "
+                    f"Please use --kv-cache-dtype=bfloat16."
+                )
+
        assert (
            self.schedule_conservativeness >= 0
        ), "schedule_conservativeness must be non-negative"