[Fix] Coordinate FullCG prefix variants across DP ranks (#37888)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
Yongji Wu
2026-09-04 11:29:30 -07:00
committed by GitHub
co-authored by Lianmin Zheng
parent c8ba8996c4
commit fbf8f1dbf6
6 changed files with 44 additions and 24 deletions
@@ -458,6 +458,7 @@ class TestPrefillCudaGraphRunnerChunkedPrefix(CustomTestCase):
forward_mode=SimpleNamespace(is_target_verify=lambda: False),
capture_hidden_mode=CaptureHiddenMode.NULL,
global_num_tokens_cpu=None,
dp_prefill_cuda_graph_max_prefix_len=0,
return_logprob=False,
extend_prefix_lens_cpu=[8],
)