[NPU][1/N] NPU basic functions refactor and new modelslim quant type (#13359)

2025-12-04 16:15:31 +08:00
parent d6c490192d
commit 894c0dc57c
43 changed files with 2500 additions and 2058 deletions
@@ -384,7 +384,7 @@ class HiCacheController:
            self.tp_size = get_tensor_model_parallel_world_size()
            self.dp_rank = 0

-        # Currently, AscendMLAPagedTokenToKVPool is the subclass of MLATokenToKVPool.
+        # Currently, NPUMLATokenToKVPool is the subclass of MLATokenToKVPool.
        is_mla_backend = isinstance(self.mem_pool_device, MLATokenToKVPool)

        return HiCacheStorageConfig(