[Fix] [AMD] grok: accept allow_patterns_overrides in presharded _prepare_weights patch (#45217)

This commit is contained in:
Michael
2026-10-20 16:12:06 +00:00
committed by GitHub
parent eb4b167d27
commit 7591118794
+13 -3
View File
@@ -939,13 +939,23 @@ old_prepare_weights = getattr(DefaultModelLoader, "_prepare_weights")
def _prepare_presharded_weights(
self, model_name_or_path: str, revision: Optional[str], fall_back_to_pt: bool
self,
model_name_or_path: str,
revision: Optional[str],
fall_back_to_pt: bool,
allow_patterns_overrides: Optional[list[str]] = None,
) -> Tuple[str, list[str], bool]:
import glob
import os
if get_parallel().tp_size == 1:
return old_prepare_weights(self, model_name_or_path, revision, fall_back_to_pt)
if get_parallel().tp_size == 1 or allow_patterns_overrides is not None:
return old_prepare_weights(
self,
model_name_or_path,
revision,
fall_back_to_pt,
allow_patterns_overrides,
)
if not os.path.isdir(model_name_or_path):
from sglang.srt.model_loader.weight_utils import download_weights_from_hf