[Fix] suppress remote weight loading engine w/o mooncake installed (#14937)

This commit is contained in:
Zaili Wang
2025-12-11 23:12:26 -08:00
committed by GitHub
parent d7ed8a8c24
commit 4dabfbc827
+7
View File
@@ -2226,6 +2226,8 @@ class ServerArgs:
self.skip_server_warmup = True self.skip_server_warmup = True
def _handle_remote_instance_weight_loader_support_transfer_engine(self): def _handle_remote_instance_weight_loader_support_transfer_engine(self):
try:
importlib.import_module("mooncake")
if importlib.util.find_spec("mooncake.engine") is None: if importlib.util.find_spec("mooncake.engine") is None:
logger.warning( logger.warning(
f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend." f"Failed to import mooncake.engine. Does not support using TransferEngine as remote instance weight loader backend."
@@ -2238,6 +2240,11 @@ class ServerArgs:
self.remote_instance_weight_loader_support_transfer_engine = False self.remote_instance_weight_loader_support_transfer_engine = False
else: else:
self.remote_instance_weight_loader_support_transfer_engine = True self.remote_instance_weight_loader_support_transfer_engine = True
except ImportError:
logger.warning(
f"Failed to import mooncake. Does not support using TransferEngine as remote instance weight loader backend."
)
self.remote_instance_weight_loader_support_transfer_engine = False
@staticmethod @staticmethod
def add_cli_args(parser: argparse.ArgumentParser): def add_cli_args(parser: argparse.ArgumentParser):