[Apple Silicon] [MLX] Fix MlxModelRunnerStub.initialize() signature desync with base (#28660)
Co-authored-by: R0CKSTAR <yeahdongcn@gmail.com>
This commit is contained in:
@@ -111,7 +111,7 @@ class MlxModelRunnerStub(ModelRunner):
|
||||
self.dtype = self.model_config.dtype
|
||||
self.weight_load_mem_usage = 0
|
||||
|
||||
def initialize(self, pre_model_load_memory: float):
|
||||
def initialize(self):
|
||||
"""Lightweight initialize that skips heavy PyTorch setup.
|
||||
|
||||
Creates minimal req_to_token_pool and token_to_kv_pool_allocator
|
||||
|
||||
Reference in New Issue
Block a user