[Disagg] GPU staging buffer with dynamic ring allocator for heterogeneous TP KV transfer (#19890)

This commit is contained in:
YAMY
2026-04-01 14:09:18 -07:00
committed by GitHub
parent 5e12c4e08e
commit 821a8a99fb
9 changed files with 2117 additions and 8 deletions
+11
View File
@@ -3238,6 +3238,17 @@ class ServerArgs:
"Cuda graph is disabled for prefill server when piecewise cuda graph is not enabled."
)
if self.disaggregation_mode in ("prefill", "decode"):
if (
envs.SGLANG_DISAGG_STAGING_BUFFER.get()
and self.disaggregation_transfer_backend != "mooncake"
):
raise ValueError(
f"SGLANG_DISAGG_STAGING_BUFFER requires "
f"disaggregation_transfer_backend='mooncake', "
f"got '{self.disaggregation_transfer_backend}'."
)
def _handle_encoder_disaggregation(self):
if self.enable_prefix_mm_cache and not self.encoder_only:
raise ValueError(