[Disagg][StagingBuffer][1/2] Robustness and failure handling (#31217)

This commit is contained in:
YAMY
2026-07-24 17:22:55 +08:00
committed by GitHub
parent 34d02bae47
commit de816e1eb5
11 changed files with 187 additions and 114 deletions
@@ -336,9 +336,10 @@ class TestDisaggregationMooncakeMHADecodeLargerTP(PDDisaggregationServerBase):
self.assertGreater(metrics["score"], 0.60)
# The prefill staging buffer is auto-sized to one chunk (chunked_prefill_size);
# the decode ring is sized manually.
STAGING_ENV = {
"SGLANG_DISAGG_STAGING_BUFFER": "1",
"SGLANG_DISAGG_STAGING_BUFFER_SIZE_MB": "64",
"SGLANG_DISAGG_STAGING_POOL_SIZE_MB": "1024",
}
@@ -791,6 +791,7 @@ class TestNixlStaging(CustomTestCase):
def test_do_staging_transfer_requeues_when_allocation_not_ready(self):
mgr = self._make_manager()
mgr._staging_ctx = PrefillStagingContext()
strategy = MagicMock()
strategy.check_ready.return_value = (False, 0, -1, 0, -1)
kv_chunk = TransferKVChunk(