[sgl-router] Add SGLang-compatible DeepSeek V4.1 Flash rendering (#40532)

This commit is contained in:
Kan Wu
2026-09-21 18:35:09 +08:00
committed by GitHub
parent 0abb251a20
commit 0f6761b54f
9 changed files with 247 additions and 44 deletions
@@ -25,6 +25,10 @@ from sglang.srt.entrypoints.openai.serving_chat import OpenAIServingChat
ROOT = Path(__file__).resolve().parents[1] / "fixtures/deepseek"
MODELS = {
"v41": (
"deepseek-ai/DeepSeek-V4.1-Flash",
"dba1be0a40aa45a94ad051997016db3960a90277",
),
"v4": ("deepseek-ai/DeepSeek-V4-Flash", "60d8d70770c6776ff598c94bb586a859a38244f1"),
}
@@ -45,12 +49,18 @@ class RecordingTokenizer:
def main():
ROOT.mkdir(exist_ok=True)
for family, (model, revision) in MODELS.items():
path = snapshot_download(model, revision=revision, local_files_only=True)
path = snapshot_download(
model,
revision=revision,
local_files_only=True,
allow_patterns=["config.json", "tokenizer*.json"],
)
tok = RecordingTokenizer(
AutoTokenizer.from_pretrained(path, local_files_only=True)
)
server = object.__new__(OpenAIServingChat)
server.chat_encoding_spec = "ds" + family
server._dsv41_default_reasoning_effort = "high"
server.tokenizer_manager = SimpleNamespace(tokenizer=tok)
server.template_manager = SimpleNamespace(
jinja_template_content_format="string"