From 80ccb6b93c32f3902db5661c1694c73252423481 Mon Sep 17 00:00:00 2001 From: billishyahao Date: Tue, 5 May 2026 16:54:43 +0800 Subject: [PATCH] [AMD] fix tbo specv2 seq_lens_cpu NoneType error (#24319) --- python/sglang/srt/speculative/eagle_info_v2.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/sglang/srt/speculative/eagle_info_v2.py b/python/sglang/srt/speculative/eagle_info_v2.py index 2bc8448d0..15bd928e6 100644 --- a/python/sglang/srt/speculative/eagle_info_v2.py +++ b/python/sglang/srt/speculative/eagle_info_v2.py @@ -281,6 +281,11 @@ class EagleVerifyInputV2Mixin: batch.mamba_track_mask = None batch.mamba_track_seqlens = None + # Populate seq_lens_cpu/seq_lens_sum on the verify input so that + # TBO's split_spec_info can slice the custom_mask correctly. + self.seq_lens_cpu = batch.seq_lens_cpu + self.seq_lens_sum = batch.seq_lens_sum + # Get a forward batch batch.forward_mode = ( ForwardMode.IDLE