[PD] Support fake decode for PD disaggregation without prefill node (#14628)

Co-authored-by: sunhailiang <sunhailiang@baidu.com>
This commit is contained in:
Baidu-AIAK
2025-12-23 12:43:33 +08:00
committed by GitHub
co-authored by sunhailiang
parent 061f41affc
commit bc3ca30023
3 changed files with 23 additions and 1 deletions
+8
View File
@@ -602,6 +602,8 @@ class ServerArgs:
disaggregation_prefill_pp: Optional[int] = 1
disaggregation_ib_device: Optional[str] = None
disaggregation_decode_enable_offload_kvcache: bool = False
# Enable auto FAKE mode for decode node testing, no need to pass bootstrap_host in request
disaggregation_decode_enable_fake_auto: bool = False
num_reserved_decode_tokens: int = 512 # used for decode kv cache offload in PD
# FIXME: hack to reduce ITL when decode bs is small
disaggregation_decode_polling_interval: int = 1
@@ -4261,6 +4263,12 @@ class ServerArgs:
action="store_true",
help="Enable async KV cache offloading on decode server (PD mode).",
)
parser.add_argument(
"--disaggregation-decode-enable-fake-auto",
action="store_true",
help="Auto enable FAKE mode for decode node testing, "
"no need to pass bootstrap_host and bootstrap_room in request.",
)
parser.add_argument(
"--num-reserved-decode-tokens",
type=int,