From 269d51ed4be15ccdd52a3d4338a0d33361b61e15 Mon Sep 17 00:00:00 2001 From: Eric Zhang Date: Wed, 5 Aug 2026 21:09:17 -0400 Subject: [PATCH] [Fix] Inkling works with gs:// runai_streamer paths (#33750) --- .../srt/models/inkling_common/quantization/config.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/models/inkling_common/quantization/config.py b/python/sglang/srt/models/inkling_common/quantization/config.py index bdd9542d7..155e4c685 100644 --- a/python/sglang/srt/models/inkling_common/quantization/config.py +++ b/python/sglang/srt/models/inkling_common/quantization/config.py @@ -18,6 +18,7 @@ from sglang.srt.layers.quantization.modelopt_quant import ( ModelOptFp4Config, ModelOptFp4LinearMethod, ) +from sglang.srt.utils.runai_utils import ObjectStorageModel, is_runai_obj_uri logger = logging.getLogger(__name__) @@ -43,10 +44,13 @@ def _get_raw_quant_config( model_name_or_path = model_config.model_path - # A local path holds hf_quant_config.json directly; a remote HF repo id must - # first resolve its JSON configs from the hub (mirrors weight_utils.get_quant_config). + # A local path holds hf_quant_config.json directly; anything else resolves its + # JSON configs first. An object-storage URL is neither a directory nor a valid + # repo id, so it needs its own branch before snapshot_download. if os.path.isdir(model_name_or_path): hf_folder = model_name_or_path + elif is_runai_obj_uri(model_name_or_path): + hf_folder = ObjectStorageModel.download_and_get_path(model_name_or_path) else: hf_folder = snapshot_download( model_name_or_path,