minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add ChatCompletionRequest-style support to /v1/tokenize (#23981)

Browse Source
This commit is contained in:
huangtingwei
2026-05-06 18:35:20 -07:00
committed by GitHub
parent 3fe8bc987e
commit 27445f9836
4 changed files with 132 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/http_server.py
+1 -1
View File
@@ -333,7 +333,7 @@ async def lifespan(fast_api_app: FastAPI):
_global_state.tokenizer_manager, _global_state.template_manager
)
fast_api_app.state.openai_serving_tokenize = OpenAIServingTokenize(
_global_state.tokenizer_manager
_global_state.tokenizer_manager, _global_state.template_manager
)
fast_api_app.state.openai_serving_detokenize = OpenAIServingDetokenize(
_global_state.tokenizer_manager