[DSA] Fix pooled page table refresh for target verify CUDA graph replay (#42750)
Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai>
This commit is contained in:
co-authored by
Mohammad Angkad
parent
2167cf90c3
commit
45db430530
@@ -637,7 +637,11 @@ def update_pooled_paged_mqa_metadata(
|
||||
return
|
||||
|
||||
if forward_mode.is_target_verify():
|
||||
metadata.pooled_real_page_table.copy_(metadata.real_page_table[:, ::pool_size])
|
||||
torch.floor_divide(
|
||||
metadata.real_page_table[:, ::pool_size],
|
||||
pool_size,
|
||||
out=metadata.pooled_real_page_table,
|
||||
)
|
||||
return
|
||||
|
||||
if (
|
||||
|
||||
Reference in New Issue
Block a user