minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BUG]: fix prevent illegal memory access in Mamba SSM tracking during EAGLE speculative verification (#19415)

Browse Source 
Co-authored-by: ConnorLi96 <ConnorLi96@users.noreply.github.com>
This commit is contained in:
Chenxi Li
2026-03-04 21:13:21 -08:00
committed by GitHub
co-authored by ConnorLi96
parent 10c65df48a
commit 86c5617787
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_info.py
+2
View File
@@ -154,6 +154,8 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
dtype=torch.int64, dtype=torch.int64,
device=batch.device, device=batch.device,
) )
batch.mamba_track_mask = None
batch.mamba_track_seqlens = None
def generate_attn_arg_prefill( def generate_attn_arg_prefill(
self, self,
python/sglang/srt/speculative/eagle_info_v2.py
+2
View File
@@ -242,6 +242,8 @@ class EagleVerifyInputV2Mixin:
dtype=torch.int64, dtype=torch.int64,
device=device, device=device,
) )
batch.mamba_track_mask = None
batch.mamba_track_seqlens = None
# Get a forward batch # Get a forward batch
batch.forward_mode = ( batch.forward_mode = (