[PP][DeepSeek V4] Overlap communication and optimize SM120 prefill (#38792)

Co-authored-by: Yangmin Li <yangminl@nvidia.com>
Co-authored-by: YAMY <74099316+YAMY1234@users.noreply.github.com>
This commit is contained in:
jmydurant
2026-09-18 21:18:04 -07:00
committed by GitHub
co-authored by Yangmin Li YAMY
parent 929230a6f0
commit 5e9342d16f
17 changed files with 418 additions and 110 deletions
@@ -927,6 +927,7 @@ def _make_dsv4_draft(*, unified, mapping=None):
pool._unified_kv = unified
pool.compression_ratios = [0]
pool.page_size = 256
pool.swa_page_size = 256
pool.sliding_window = 128
pool.full_to_swa_index_mapping = mapping
pool.unified_swa_window = 128
@@ -941,7 +942,7 @@ def _make_dsv4_draft(*, unified, mapping=None):
)
else:
pool.swa_kv_pool = SimpleNamespace(
kv_buffer=[torch.empty((2, 16), dtype=torch.uint8)]
page_size=256, kv_buffer=[torch.empty((2, 16), dtype=torch.uint8)]
)
return pool