[AMD] Fix DeepSeek MLA prefill shape mismatch on HIP eager fallback (missing mha_companion_layers) (#31675)
This commit is contained in:
@@ -317,6 +317,7 @@ class EagerRunner(BaseRunner):
|
|||||||
model_runner.moe_layers,
|
model_runner.moe_layers,
|
||||||
model_runner.moe_fusions,
|
model_runner.moe_fusions,
|
||||||
dsa_indexers=model_runner.dsa_indexers,
|
dsa_indexers=model_runner.dsa_indexers,
|
||||||
|
mha_companion_layers=model_runner.mha_companion_layers,
|
||||||
),
|
),
|
||||||
):
|
):
|
||||||
ret = model_runner.model.forward(
|
ret = model_runner.model.forward(
|
||||||
|
|||||||
Reference in New Issue
Block a user