From 759111879457fb5acd171284dc9a8a1e6bf8c77d Mon Sep 17 00:00:00 2001 From: Michael <13900043+michaelzhang-ai@users.noreply.github.com> Date: Tue, 20 Oct 2026 09:12:06 -0700 Subject: [PATCH] [Fix] [AMD] grok: accept allow_patterns_overrides in presharded _prepare_weights patch (#45217) --- python/sglang/srt/models/grok.py | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/models/grok.py b/python/sglang/srt/models/grok.py index cbfc80efb6..089eea2f8e 100644 --- a/python/sglang/srt/models/grok.py +++ b/python/sglang/srt/models/grok.py @@ -939,13 +939,23 @@ old_prepare_weights = getattr(DefaultModelLoader, "_prepare_weights") def _prepare_presharded_weights( - self, model_name_or_path: str, revision: Optional[str], fall_back_to_pt: bool + self, + model_name_or_path: str, + revision: Optional[str], + fall_back_to_pt: bool, + allow_patterns_overrides: Optional[list[str]] = None, ) -> Tuple[str, list[str], bool]: import glob import os - if get_parallel().tp_size == 1: - return old_prepare_weights(self, model_name_or_path, revision, fall_back_to_pt) + if get_parallel().tp_size == 1 or allow_patterns_overrides is not None: + return old_prepare_weights( + self, + model_name_or_path, + revision, + fall_back_to_pt, + allow_patterns_overrides, + ) if not os.path.isdir(model_name_or_path): from sglang.srt.model_loader.weight_utils import download_weights_from_hf