Merge branch 'main' into dsv41-pd

This commit is contained in:
2026-09-22 14:56:35 +08:00
795 changed files with 55262 additions and 8438 deletions
@@ -296,7 +296,7 @@ class EagerRunner(BaseRunner):
or cp_active
or forward_batch.forward_mode.is_target_verify()
):
if model_runner.ps.attn_dcp_size > 1 and hasattr(
if model_runner.attn_dcp_size > 1 and hasattr(
model_runner.model, "prepare_context_parallel_metadata_for_dcp"
):
# prepare kv cache buffer for dcp to gather kv cache