Add PD test for inkling with mxfp8 KV (#35840)

2026-08-25 00:12:05 +08:00
parent 54ec2c4699
commit 586211bc46
2 changed files with 139 additions and 0 deletions
@@ -1733,6 +1733,13 @@ class Req(ReqDllmMixin):
            return None
        return req_to_token_pool.mamba_pool

+    def _mamba_pool_needing_backup(self, req_to_token_pool, allocator):
+        if allocator.get_kvcache().cpu_copy_carries_mamba:
+            return None
+        if not isinstance(req_to_token_pool, HybridReqToTokenPool):
+            return None
+        return req_to_token_pool.mamba_pool
+
    def offload_kv_cache(self, req_to_token_pool, token_to_kv_pool_allocator):
        token_indices = req_to_token_pool.req_to_token[
            self.req_pool_idx, : self.seqlen - 1