[PD] Introduce runtime role switching between prefill and decode (#28403)

Signed-off-by: huanglong <huanglong@linux.alibaba.com>
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
Co-authored-by: huanglong <huanglong@linux.alibaba.com>
Co-authored-by: Shangming Cai <csmthu@gmail.com>
Co-authored-by: Huang Long <121648372+LLLL114@users.noreply.github.com>
This commit is contained in:
inkcherry
2026-09-18 01:45:12 +08:00
committed by GitHub
co-authored by huanglong Shangming Cai Huang Long
parent a98d921658
commit 1f60ddef5d
27 changed files with 1737 additions and 55 deletions
@@ -69,6 +69,7 @@ class TestModelInfoSerialization(CustomTestCase):
"load_format": _CustomModelLoader,
"reasoning_parser": None,
"tool_call_parser": None,
"disaggregation_mode": "null",
}
tokenizer_manager = SimpleNamespace(
model_config=SimpleNamespace(
@@ -97,6 +98,7 @@ class TestModelInfoSerialization(CustomTestCase):
reset_context()
self.assertEqual(payload["load_format"], f"{__name__}._CustomModelLoader")
self.assertEqual(payload["disaggregation_mode"], "null")
json.dumps(payload)