[NPU] [BUGFIX] [CRITICAL!] Fix NPU inference (torch_npu._npu_reshape_and_cache() crash) (#15484)
This commit is contained in:
@@ -34,18 +34,18 @@ class NPUMHATokenToKVPool(MHATokenToKVPool):
|
|||||||
):
|
):
|
||||||
self.use_fia = get_bool_env_var("ASCEND_USE_FIA", "False")
|
self.use_fia = get_bool_env_var("ASCEND_USE_FIA", "False")
|
||||||
super().__init__(
|
super().__init__(
|
||||||
size,
|
size=size,
|
||||||
page_size,
|
page_size=page_size,
|
||||||
dtype,
|
dtype=dtype,
|
||||||
head_num,
|
head_num=head_num,
|
||||||
head_dim,
|
head_dim=head_dim,
|
||||||
layer_num,
|
layer_num=layer_num,
|
||||||
device,
|
device=device,
|
||||||
enable_memory_saver,
|
enable_memory_saver=enable_memory_saver,
|
||||||
start_layer,
|
start_layer=start_layer,
|
||||||
end_layer,
|
end_layer=end_layer,
|
||||||
enable_alt_stream,
|
enable_alt_stream=enable_alt_stream,
|
||||||
enable_kv_cache_copy,
|
enable_kv_cache_copy=enable_kv_cache_copy,
|
||||||
)
|
)
|
||||||
|
|
||||||
def _create_buffers(self):
|
def _create_buffers(self):
|
||||||
@@ -181,14 +181,14 @@ class NPUMLATokenToKVPool(MLATokenToKVPool):
|
|||||||
end_layer: Optional[int] = None,
|
end_layer: Optional[int] = None,
|
||||||
):
|
):
|
||||||
super(MLATokenToKVPool, self).__init__(
|
super(MLATokenToKVPool, self).__init__(
|
||||||
size,
|
size=size,
|
||||||
page_size,
|
page_size=page_size,
|
||||||
dtype,
|
dtype=dtype,
|
||||||
layer_num,
|
layer_num=layer_num,
|
||||||
device,
|
device=device,
|
||||||
enable_memory_saver,
|
enable_memory_saver=enable_memory_saver,
|
||||||
start_layer,
|
start_layer=start_layer,
|
||||||
end_layer,
|
end_layer=end_layer,
|
||||||
)
|
)
|
||||||
|
|
||||||
self.kv_lora_rank = kv_lora_rank
|
self.kv_lora_rank = kv_lora_rank
|
||||||
|
|||||||
Reference in New Issue
Block a user