[Fix] suppress remote weight loading engine w/o mooncake installed (#14937)
This commit is contained in:
@@ -2226,6 +2226,8 @@ class ServerArgs:
|
|||||||
self.skip_server_warmup = True
|
self.skip_server_warmup = True
|
||||||
|
|
||||||
def _handle_remote_instance_weight_loader_support_transfer_engine(self):
|
def _handle_remote_instance_weight_loader_support_transfer_engine(self):
|
||||||
|
try:
|
||||||
|
importlib.import_module("mooncake")
|
||||||
if importlib.util.find_spec("mooncake.engine") is None:
|
if importlib.util.find_spec("mooncake.engine") is None:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend."
|
f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend."
|
||||||
@@ -2238,6 +2240,11 @@ class ServerArgs:
|
|||||||
self.remote_instance_weight_loader_support_transfer_engine = False
|
self.remote_instance_weight_loader_support_transfer_engine = False
|
||||||
else:
|
else:
|
||||||
self.remote_instance_weight_loader_support_transfer_engine = True
|
self.remote_instance_weight_loader_support_transfer_engine = True
|
||||||
|
except ImportError:
|
||||||
|
logger.warning(
|
||||||
|
f"Failed to import mooncake. Does not support using TransferEngine as remote instance weight loader backend."
|
||||||
|
)
|
||||||
|
self.remote_instance_weight_loader_support_transfer_engine = False
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def add_cli_args(parser: argparse.ArgumentParser):
|
def add_cli_args(parser: argparse.ArgumentParser):
|
||||||
|
|||||||
Reference in New Issue
Block a user