[PD] Fix staging warmup for GQA prefill decode different tp (#22153)

This commit is contained in:
Shangming Cai
2026-04-05 23:13:06 +08:00
committed by GitHub
parent 3a4f4cbc52
commit dccb11881f
@@ -776,6 +776,7 @@ class DecodePreallocQueue:
) )
if ( if (
self.transfer_queue.enable_staging self.transfer_queue.enable_staging
and hasattr(decode_req.kv_receiver, "require_staging")
and decode_req.kv_receiver.require_staging and decode_req.kv_receiver.require_staging
): ):
self.transfer_queue.staging_handler.register_decode_req( self.transfer_queue.staging_handler.register_decode_req(