Retire the per-runner parallel record (#40343)

2026-09-21 12:26:40 -07:00
parent 73f071db52
commit 970e946e4f
79 changed files with 395 additions and 463 deletions
@@ -296,7 +296,7 @@ class EagerRunner(BaseRunner):
            or cp_active
            or forward_batch.forward_mode.is_target_verify()
        ):
-            if model_runner.ps.attn_dcp_size > 1 and hasattr(
+            if model_runner.attn_dcp_size > 1 and hasattr(
                model_runner.model, "prepare_context_parallel_metadata_for_dcp"
            ):
                # prepare kv cache buffer for dcp to gather kv cache