Fix startup weight load after TorchAO removal (#34869)

This commit is contained in:
Mohammad Miadh Angkad
2026-08-14 13:18:53 -07:00
committed by GitHub
parent 1af761a09a
commit d7207be156
2 changed files with 13 additions and 5 deletions
@@ -81,7 +81,6 @@ class StartupWeightLoadOptions:
offload_group_size: int
enable_memory_saver: bool
enable_weights_cpu_backup: bool
torchao_config: str
enable_lora: bool
has_lora_paths: bool
weight_loader_disable_mmap: bool
@@ -119,7 +118,6 @@ class StartupWeightLoadOptions:
offload_group_size=server_args.offload_group_size,
enable_memory_saver=server_args.enable_memory_saver,
enable_weights_cpu_backup=server_args.enable_weights_cpu_backup,
torchao_config=server_args.torchao_config,
enable_lora=server_args.enable_lora,
has_lora_paths=bool(server_args.lora_paths),
weight_loader_disable_mmap=server_args.weight_loader_disable_mmap,
@@ -374,7 +372,6 @@ class StartupWeightLoadManager:
options.enable_weights_cpu_backup,
"CPU weight backup is not supported",
),
(bool(options.torchao_config), "TorchAO is not supported"),
(
options.enable_lora or options.has_lora_paths,
"LoRA is not supported",