[Fix] Support ENCODER_ONLY target-verify in the trtllm_mha backend (#32178)

This commit is contained in:
Liangsheng Yin
2026-07-23 20:33:39 -07:00
committed by GitHub
parent eac7c7d7cd
commit 99b29bf188
4 changed files with 253 additions and 1 deletions
@@ -328,6 +328,9 @@ class MockModelRunner(ModelRunner):
self.pp_size = 1
self.ps = ParallelState.trivial()
self.is_draft_worker = False
# trtllm_mha __init__ scans model.modules() for ENCODER_ONLY layers;
# this dense mock declares none.
self.model = nn.Module()
self.spec_algorithm = SpeculativeAlgorithm.NONE
# The runner lifecycle warms up kernels in capture() / first execute()
# via BaseRunner.warmup(); this mock never calls init_backends and has no