[Spec] Anchor GLM-5.2 MTP IndexShare topk on the draft-extend step (#29787)
Co-authored-by: kpham-sgl <264503018+kpham-sgl@users.noreply.github.com> Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com> Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com> Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
kpham-sgl
Xinyuan Tong
Xinyuan Tong
Claude Fable 5
parent
4145e595cf
commit
16372b4c5f
@@ -74,6 +74,7 @@ class TestEagleDraftCudaGraphRunner(CustomTestCase):
|
||||
hidden_states=torch.empty(CAPTURE_BS, 2, dtype=torch.float32),
|
||||
req_pool_indices=torch.empty(CAPTURE_BS, dtype=torch.int32),
|
||||
seq_lens_cpu=torch.empty(CAPTURE_BS, dtype=torch.int32),
|
||||
dsa_seed_topk=None,
|
||||
)
|
||||
runner.capture_bs = [1, CAPTURE_BS]
|
||||
runner.num_tokens_per_bs = 1
|
||||
|
||||
Reference in New Issue
Block a user