minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix(gemma4): register image/video/audio token_regex for HF-expanded prompts (#26320)

Browse Source 
Co-authored-by: wenqi <wenqi@convergence.ai>
This commit is contained in:
Wenqi
2026-06-09 16:30:13 -07:00
committed by GitHub
co-authored by wenqi
parent 9ab7a64ee1
commit 98fe7e326e
1 changed files with 13 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/multimodal/processors/gemma4.py
+13
View File
@@ -12,6 +12,7 @@
# limitations under the License. # limitations under the License.
# ============================================================================== # ==============================================================================
import re
from typing import Dict, List, Optional, Union from typing import Dict, List, Optional, Union
import numpy as np import numpy as np
@@ -41,9 +42,21 @@ class Gemma4SGLangProcessor(SGLangBaseProcessor):
self.AUDIO_START_TOKEN_ID = hf_config.boa_token_id self.AUDIO_START_TOKEN_ID = hf_config.boa_token_id
self.AUDIO_END_TOKEN_ID = hf_config.eoa_token_id self.AUDIO_END_TOKEN_ID = hf_config.eoa_token_id
self.mm_tokens = MultimodalSpecialTokens( self.mm_tokens = MultimodalSpecialTokens(
image_token="<|image|>",
image_token_id=hf_config.image_token_id, image_token_id=hf_config.image_token_id,
image_token_regex=re.compile(
r"<\|image>(?:<\|image\|>)+<image\|>|<\|image\|>"
),
video_token="<|video|>",
video_token_id=hf_config.video_token_id, video_token_id=hf_config.video_token_id,
video_token_regex=re.compile(
r"<\|image>(?:<\|video\|>)+<image\|>|<\|video\|>"
),
audio_token="<|audio|>",
audio_token_id=hf_config.audio_token_id, audio_token_id=hf_config.audio_token_id,
audio_token_regex=re.compile(
r"<\|audio>(?:<\|audio\|>)+<audio\|>|<\|audio\|>"
),
).build(_processor) ).build(_processor)
# Register image-processor and video-processor outputs so they are stored on # Register image-processor and video-processor outputs so they are stored on