From c05c48b35e8a66811692469da3b2f8ec859acb87 Mon Sep 17 00:00:00 2001 From: McZyWu Date: Thu, 2 Jul 2026 22:12:48 +0800 Subject: [PATCH] bugfix for npu Grok2 model --detokenizer without all special ids (#29853) --- python/sglang/srt/utils/patch_tokenizer.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/utils/patch_tokenizer.py b/python/sglang/srt/utils/patch_tokenizer.py index 1d083180f..ad6407a4f 100644 --- a/python/sglang/srt/utils/patch_tokenizer.py +++ b/python/sglang/srt/utils/patch_tokenizer.py @@ -33,8 +33,10 @@ def decode_without_hf_kwargs(tokenizer, token_ids, skip_special_tokens): if skip_special_tokens: special_ids = getattr(tokenizer, "all_special_ids_set", None) if special_ids is None: - special_ids = set(tokenizer.all_special_ids) - token_ids = [tid for tid in token_ids if tid not in special_ids] + special_ids = getattr(tokenizer, "all_special_ids", None) + if special_ids is not None: + special_ids_set = set(special_ids) + token_ids = [tid for tid in token_ids if tid not in special_ids_set] return tokenizer.decode(token_ids)