From c090f71bf207180f34deee9109dad5720e089f7a Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Tue, 21 Apr 2026 17:53:43 -0700 Subject: [PATCH] feat: enable SGLANG_PATCH_TOKENIZER by default (#23409) --- python/sglang/srt/environ.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/environ.py b/python/sglang/srt/environ.py index 85ab5b844..709ef340c 100644 --- a/python/sglang/srt/environ.py +++ b/python/sglang/srt/environ.py @@ -533,8 +533,8 @@ class Envs: SGLANG_ENABLE_METRICS_DEVICE_TIMER = EnvBool(False) SGLANG_ENABLE_METRICS_DP_ATTENTION = EnvBool(False) - # Tokenizer - SGLANG_PATCH_TOKENIZER = EnvBool(False) # TODO enable by default + # Tokenizer (Kimi tiktoken: cache all_special_tokens / all_special_ids; the ITL can differ by +10x under high batch size). + SGLANG_PATCH_TOKENIZER = EnvBool(True) # TokenizerManager SGLANG_REQUEST_STATE_WAIT_TIMEOUT = EnvInt(4)