fix(cuda-graph): remove unnecessary CP batch alignment (#40543)

(cherry picked from commit 3dc7f4b816)
This commit is contained in:
AMD-yanfeiwang
2026-10-08 15:32:46 +08:00
committed by minke.yu
parent 6deac260bf
commit bfd9bb2e03
+2 -1
View File
@@ -4052,7 +4052,8 @@ def get_cuda_graph_batch_size_alignment() -> int:
alignment *= 2
if require_gathered_buffer():
alignment *= get_parallel().attn_tp_size
if alignment % get_parallel().attn_cp_size != 0:
# TODO: unverified on NVIDIA; drop the gate once validated on CUDA.
if not is_hip() and alignment % get_parallel().attn_cp_size != 0:
alignment *= get_parallel().attn_cp_size
return alignment