fix: KT's last MoE layer stops deferring experts again (#36921)
This commit is contained in:
@@ -76,14 +76,9 @@ def create_kt_config_from_server_args(
|
|||||||
if server_args.kt_weight_path is None:
|
if server_args.kt_weight_path is None:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
# Try to get num_layers from model config
|
num_layers = getattr(
|
||||||
num_layers = None
|
server_args.get_model_config().hf_config, "num_hidden_layers", None
|
||||||
try:
|
)
|
||||||
hf_config = server_args.get_hf_config()
|
|
||||||
num_layers = getattr(hf_config, "num_hidden_layers", None)
|
|
||||||
except Exception:
|
|
||||||
# If we can't get the config, num_layers will be None
|
|
||||||
pass
|
|
||||||
|
|
||||||
return KTConfig(
|
return KTConfig(
|
||||||
layer_idx=layer_idx,
|
layer_idx=layer_idx,
|
||||||
|
|||||||
Reference in New Issue
Block a user