[EAGLE] Prune draft-extend logits to selected rows (#35546)

This commit is contained in:
YAMY
2026-09-02 15:10:08 -07:00
committed by GitHub
parent fe45af1e6f
commit 3c9cea8f10
8 changed files with 236 additions and 47 deletions
@@ -2,7 +2,7 @@ from __future__ import annotations
import dataclasses
from dataclasses import dataclass, fields
from typing import Dict, Tuple
from typing import Collection, Dict, Tuple
import torch
@@ -68,13 +68,15 @@ class ForwardInputBuffers:
if buffer is not None:
buffer.zero_()
def share_buffers(self):
def share_buffers(self, *, exclude: Collection[str] = ()):
# disable share input buffer on npu due to accuracy issue
if is_npu():
return
for f in fields(self):
name = f.name
if name in exclude:
continue
buffer = getattr(self, name)
if buffer is None: