From 35a014c7e8336ac7a53eb80f7976d26963054dbe Mon Sep 17 00:00:00 2001 From: Michal Shalev Date: Tue, 13 Oct 2026 09:48:13 +0300 Subject: [PATCH] [PD][NIXL] Fix staging buffer startup by accepting slot_layer_ids (#43723) Co-authored-by: Po-Han Huang (NVIDIA) <53919306+nvpohanh@users.noreply.github.com> --- python/sglang/srt/disaggregation/nixl/conn.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/disaggregation/nixl/conn.py b/python/sglang/srt/disaggregation/nixl/conn.py index 4c8abb9d1f..b3ba1cf48a 100644 --- a/python/sglang/srt/disaggregation/nixl/conn.py +++ b/python/sglang/srt/disaggregation/nixl/conn.py @@ -632,6 +632,8 @@ class NixlKVManager(StagingManagerMixin, CommonKVManager): # created in __init__ (per-worker), independent of the kv # tensors. This setter only stashes the tensor metadata used by # send_kvcache_staged(). + # slot_layer_ids follows the staging slot order (every k_buffer, then + # every v_buffer), which is not kv_args.kv_layer_ids once a draft exists. self.kv_buffer_tensors = { "k_buffers": k_buffers, "v_buffers": v_buffers,