From c68392c535e992f6ff5ba2d3400d4651f353ab3b Mon Sep 17 00:00:00 2001 From: YC Yen-Ching Tseng Date: Sun, 19 Jul 2026 16:40:41 +0800 Subject: [PATCH] [AMD] Fix DeepSeek MLA prefill shape mismatch on HIP eager fallback (missing mha_companion_layers) (#31675) --- python/sglang/srt/model_executor/runner/eager_runner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/model_executor/runner/eager_runner.py b/python/sglang/srt/model_executor/runner/eager_runner.py index a7a76c2ed..7d10c2846 100644 --- a/python/sglang/srt/model_executor/runner/eager_runner.py +++ b/python/sglang/srt/model_executor/runner/eager_runner.py @@ -317,6 +317,7 @@ class EagerRunner(BaseRunner): model_runner.moe_layers, model_runner.moe_fusions, dsa_indexers=model_runner.dsa_indexers, + mha_companion_layers=model_runner.mha_companion_layers, ), ): ret = model_runner.model.forward(