minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] fix tbo specv2 seq_lens_cpu NoneType error (#24319)

Browse Source
This commit is contained in:
billishyahao
2026-05-05 01:54:43 -07:00
committed by GitHub
parent e0af36a907
commit 80ccb6b93c
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_info_v2.py
+5
View File
@@ -281,6 +281,11 @@ class EagleVerifyInputV2Mixin:
batch.mamba_track_mask = None batch.mamba_track_mask = None
batch.mamba_track_seqlens = None batch.mamba_track_seqlens = None
# Populate seq_lens_cpu/seq_lens_sum on the verify input so that
# TBO's split_spec_info can slice the custom_mask correctly.
self.seq_lens_cpu = batch.seq_lens_cpu
self.seq_lens_sum = batch.seq_lens_sum
# Get a forward batch # Get a forward batch
batch.forward_mode = ( batch.forward_mode = (
ForwardMode.IDLE ForwardMode.IDLE