[MLX] Fix Apple Silicon server startup; align MLX tests with upstream (#28770)

Co-authored-by: “toufupi” <“byte2016@outlook.com”>
This commit is contained in:
toufupi
2026-06-23 22:58:49 -07:00
committed by GitHub
co-authored by “toufupi”
parent 5beddc8afc
commit c394f812d1
3 changed files with 120 additions and 4 deletions
@@ -196,3 +196,7 @@ class MlxModelRunnerStub(ModelRunner):
f"max_running_requests={self.max_running_requests}, "
f"zero GPU KV cache allocation)"
)
def alloc_memory_pool(self, memory_pool_config=None):
"""No-op: MLX manages its own KV cache."""
pass