config: derive the runner's DCP topology from its ParallelState (#34133)

Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Khoa Pham
2026-08-09 01:18:24 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent 22e003580b
commit ce1b9f88b6
8 changed files with 15 additions and 15 deletions
@@ -264,7 +264,7 @@ class EagerRunner(BaseRunner):
prepare_cp_forward(forward_batch)
if forward_batch.needs_forward_metadata_init() or cp_v2_active:
if model_runner.dcp_size > 1 and hasattr(
if model_runner.ps.attn_dcp_size > 1 and hasattr(
model_runner.model, "prepare_context_parallel_metadata_for_dcp"
):
# prepare kv cache buffer for dcp to gather kv cache