minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: the hardcode hf repo name comparison for deepseek-ocr (#12031)

Browse Source 
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Rain Jiang
2025-10-23 21:37:56 -07:00
committed by GitHub
co-authored by gemini-code-assist[bot]
parent aa3003f116
commit 8e797a47f0
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/utils/hf_transformers_utils.py
+7 -3
View File
@@ -197,10 +197,14 @@ def get_config(
config = AutoConfig.from_pretrained( config = AutoConfig.from_pretrained(
model, trust_remote_code=trust_remote_code, revision=revision, **kwargs model, trust_remote_code=trust_remote_code, revision=revision, **kwargs
) )
if "deepseek-ai/DeepSeek-OCR" in model: if (
getattr(config, "auto_map", None) is not None
and config.auto_map.get("AutoModel")
== "modeling_deepseekocr.DeepseekOCRForCausalLM"
):
config.model_type = "deepseek-ocr" config.model_type = "deepseek-ocr"
# Due to an unknown reason, Hugging Face’s AutoConfig mistakenly recognizes the configuration of deepseek-ocr as deepseekvl2. # TODO: Remove this workaround when AutoConfig correctly identifies deepseek-ocr.
# This is a temporary workaround and will require further optimization. # Hugging Face's AutoConfig currently misidentifies it as deepseekvl2.
except ValueError as e: except ValueError as e:
if not "deepseek_v32" in str(e): if not "deepseek_v32" in str(e):