[Spec] Fix wrong tokens from compact-verify CUDA graphs when a token tier is captured more than once (#42709)
Co-authored-by: kpham-sgl <khoa.pham@radixark.ai>
This commit is contained in:
@@ -655,6 +655,9 @@ class DecodeCudaGraphRunner(BaseCudaGraphRunner):
|
||||
return None
|
||||
if envs.SGLANG_TEST_RAGGED_VERIFY_FORCE_UNIFORM_CAPTURE.get():
|
||||
return None
|
||||
layout = self._captured_ragged_layouts.get(num_tokens)
|
||||
if layout is not None:
|
||||
return layout
|
||||
from sglang.srt.speculative.ragged_verify import (
|
||||
RaggedVerifyLayout,
|
||||
build_capture_verify_lens,
|
||||
|
||||
Reference in New Issue
Block a user