[Kimi-K3][DCP][DSpark] fix eager mode nonetype crash due to no extend_prefix_lens (#38991)
This commit is contained in:
@@ -296,8 +296,12 @@ class EagerRunner(BaseRunner):
|
||||
or cp_active
|
||||
or forward_batch.forward_mode.is_target_verify()
|
||||
):
|
||||
if get_parallel().attn_dcp_size > 1 and hasattr(
|
||||
model_runner.model, "prepare_context_parallel_metadata_for_dcp"
|
||||
if (
|
||||
get_parallel().attn_dcp_size > 1
|
||||
and hasattr(
|
||||
model_runner.model, "prepare_context_parallel_metadata_for_dcp"
|
||||
)
|
||||
and forward_batch.extend_prefix_lens is not None
|
||||
):
|
||||
# prepare kv cache buffer for dcp to gather kv cache
|
||||
forward_batch.attn_dcp_metadata = (
|
||||
|
||||
Reference in New Issue
Block a user