[Bugfix] Skip _mamba_verify_update for idle batch (#20167)

2026-03-10 14:53:01 +08:00
parent 834795adb8
commit 69158e9d9f
1 changed files with 5 additions and 0 deletions
@@ -796,6 +796,11 @@ class EAGLEWorker(TpModelWorker):
        spec_info: EagleVerifyInput,
        seq_lens_pre_verify: torch.Tensor,
    ):
        # Under DP attention, some ranks can be IDLE during target verify and never
        # initialize mamba forward metadata for this step.
        if batch.forward_mode.is_idle():
            return
        accepted_length = (
            torch.tensor(
                res.accept_length_per_req_cpu,