[Fix] [AMD] grok: accept allow_patterns_overrides in presharded _prepare_weights patch (#45217)
This commit is contained in:
@@ -939,13 +939,23 @@ old_prepare_weights = getattr(DefaultModelLoader, "_prepare_weights")
|
||||
|
||||
|
||||
def _prepare_presharded_weights(
|
||||
self, model_name_or_path: str, revision: Optional[str], fall_back_to_pt: bool
|
||||
self,
|
||||
model_name_or_path: str,
|
||||
revision: Optional[str],
|
||||
fall_back_to_pt: bool,
|
||||
allow_patterns_overrides: Optional[list[str]] = None,
|
||||
) -> Tuple[str, list[str], bool]:
|
||||
import glob
|
||||
import os
|
||||
|
||||
if get_parallel().tp_size == 1:
|
||||
return old_prepare_weights(self, model_name_or_path, revision, fall_back_to_pt)
|
||||
if get_parallel().tp_size == 1 or allow_patterns_overrides is not None:
|
||||
return old_prepare_weights(
|
||||
self,
|
||||
model_name_or_path,
|
||||
revision,
|
||||
fall_back_to_pt,
|
||||
allow_patterns_overrides,
|
||||
)
|
||||
|
||||
if not os.path.isdir(model_name_or_path):
|
||||
from sglang.srt.model_loader.weight_utils import download_weights_from_hf
|
||||
|
||||
Reference in New Issue
Block a user