[MLX] Read radix prefix slots from the model runner's req_to_token pool (#43291)

This commit is contained in:
Liangsheng Yin
2026-10-09 16:18:58 -07:00
committed by GitHub
parent 8020ea2ee9
commit 114cb44920
2 changed files with 19 additions and 1 deletions
@@ -513,7 +513,7 @@ class MlxTpModelWorker(TpModelWorker):
else: # "prefill"
# The allocation wrote the matched prefix into the request's row.
prefix_slot_ids = (
self.req_to_token_pool.req_to_token[
self._model_runner.req_to_token_pool.req_to_token[
req.kv.req_pool_idx, : req.prefix_len
].tolist()
if req.prefix_len