From 0f21fe924affd03e5bbfddb6a0be2a2a351c4830 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Wed, 22 Apr 2026 20:49:54 -0700 Subject: [PATCH] fix ngram greedy verify kwarg (#23521) --- python/sglang/srt/speculative/ngram_info.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/speculative/ngram_info.py b/python/sglang/srt/speculative/ngram_info.py index e6baf7ed9..196bac09f 100644 --- a/python/sglang/srt/speculative/ngram_info.py +++ b/python/sglang/srt/speculative/ngram_info.py @@ -303,9 +303,10 @@ class NgramVerifyInput(SpecInput): accept_index=self.accepted_indices, # mutable accept_token_num=self.accept_length, # mutable candidates=candidates, - retrieve_index=self.retrieve_index, - retrieve_next_token=self.retrieve_next_token, - retrieve_next_sibling=self.retrieve_next_sibling, + # kwarg LHS retained as `retrive_*` to match sgl_kernel op schema. + retrive_index=self.retrieve_index, + retrive_next_token=self.retrieve_next_token, + retrive_next_sibling=self.retrieve_next_sibling, target_predict=target_predict, )