From 1a7af3290dda0de77a042037b8570d7ff89f3f85 Mon Sep 17 00:00:00 2001 From: Alison Shao <54658187+alisonshao@users.noreply.github.com> Date: Sun, 11 Oct 2026 19:59:19 -0700 Subject: [PATCH] Fix Mistral-native format detection when the Hub is unreachable (#43446) --- .../sglang/srt/arg_groups/model_path_hook.py | 29 ++++++++++--------- 1 file changed, 16 insertions(+), 13 deletions(-) diff --git a/python/sglang/srt/arg_groups/model_path_hook.py b/python/sglang/srt/arg_groups/model_path_hook.py index 0093fac315..1ba356efd3 100644 --- a/python/sglang/srt/arg_groups/model_path_hook.py +++ b/python/sglang/srt/arg_groups/model_path_hook.py @@ -15,7 +15,7 @@ from sglang.srt.arg_groups.overrides import ( resolving_view, run_post_process_pass, ) -from sglang.srt.utils.common import is_remote_url +from sglang.srt.utils.common import find_local_repo_dir, is_remote_url from sglang.srt.utils.hf_transformers_utils import check_gguf_file from sglang.srt.utils.runai_utils import ObjectStorageModel, is_runai_obj_uri @@ -351,16 +351,19 @@ def is_mistral_native_format(server_args: Any) -> bool: from huggingface_hub import HfApi files = {s.rfilename for s in HfApi().model_info(cfg.model_path).siblings} - return _check_format( - has_params="params.json" in files, - has_consolidated=any( - f.startswith("consolidated") and f.endswith(".safetensors") - for f in files - ), - has_hf_weights=any( - f.startswith("model") and f.endswith(".safetensors") and "/" not in f - for f in files - ), - ) except Exception: - return False + # Hub unreachable (offline, rate-limited): judge from the local snapshot. + snapshot_dir = find_local_repo_dir(cfg.model_path, cfg.revision) + if snapshot_dir is None: + return False + files = set(os.listdir(snapshot_dir)) + return _check_format( + has_params="params.json" in files, + has_consolidated=any( + f.startswith("consolidated") and f.endswith(".safetensors") for f in files + ), + has_hf_weights=any( + f.startswith("model") and f.endswith(".safetensors") and "/" not in f + for f in files + ), + )