[Fix] suppress remote weight loading engine w/o mooncake installed (#14937)
This commit is contained in:
@@ -2226,18 +2226,25 @@ class ServerArgs:
|
|||||||
self.skip_server_warmup = True
|
self.skip_server_warmup = True
|
||||||
|
|
||||||
def _handle_remote_instance_weight_loader_support_transfer_engine(self):
|
def _handle_remote_instance_weight_loader_support_transfer_engine(self):
|
||||||
if importlib.util.find_spec("mooncake.engine") is None:
|
try:
|
||||||
|
importlib.import_module("mooncake")
|
||||||
|
if importlib.util.find_spec("mooncake.engine") is None:
|
||||||
|
logger.warning(
|
||||||
|
f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend."
|
||||||
|
)
|
||||||
|
self.remote_instance_weight_loader_support_transfer_engine = False
|
||||||
|
elif self.enable_memory_saver:
|
||||||
|
logger.warning(
|
||||||
|
"Memory saver is enabled, which is not compatible with TransferEngine. Does not support using TransferEngine as remote instance weight loader backend."
|
||||||
|
)
|
||||||
|
self.remote_instance_weight_loader_support_transfer_engine = False
|
||||||
|
else:
|
||||||
|
self.remote_instance_weight_loader_support_transfer_engine = True
|
||||||
|
except ImportError:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend."
|
f"Failed to import mooncake. Does not support using TransferEngine as remote instance weight loader backend."
|
||||||
)
|
)
|
||||||
self.remote_instance_weight_loader_support_transfer_engine = False
|
self.remote_instance_weight_loader_support_transfer_engine = False
|
||||||
elif self.enable_memory_saver:
|
|
||||||
logger.warning(
|
|
||||||
"Memory saver is enabled, which is not compatible with TransferEngine. Does not support using TransferEngine as remote instance weight loader backend."
|
|
||||||
)
|
|
||||||
self.remote_instance_weight_loader_support_transfer_engine = False
|
|
||||||
else:
|
|
||||||
self.remote_instance_weight_loader_support_transfer_engine = True
|
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def add_cli_args(parser: argparse.ArgumentParser):
|
def add_cli_args(parser: argparse.ArgumentParser):
|
||||||
|
|||||||
Reference in New Issue
Block a user