Fix FA3 prefill CP NaNs (#30439)

2026-07-07 20:16:09 -07:00
parent f3c3eea608
commit fa278a762c
2 changed files with 13 additions and 8 deletions
@@ -305,6 +305,8 @@ class EagerRunner(BaseRunner):
            )
            kwargs["input_embeds"] = sharded_hidden_states
            forward_positions = sharded_positions
+        else:
+            forward_batch.attn_cp_metadata = None

        category = (
            "target_verify"