minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix DFlash mamba verify init ordering (#30680)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-07-09 17:40:12 -07:00
committed by GitHub
parent cfc66e05c5
commit 295f85df08
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/dflash_worker_v2.py
+8 -6
View File
@@ -118,12 +118,7 @@ class DFlashWorkerV2(BaseSpecWorker):
self.nccl_port = nccl_port self.nccl_port = nccl_port
self._target_worker = target_worker self._target_worker = target_worker
self.model_runner = target_worker.model_runner self.model_runner = target_worker.model_runner
self._need_mamba_verify_commit = ( self._need_mamba_verify_commit = False
self.model_runner.mambaish_config is not None
and hasattr(
self.model_runner.attn_backend, "update_mamba_state_after_mtp_verify"
)
)
self.page_size = server_args.page_size self.page_size = server_args.page_size
# Normalized in arg_groups.speculative_hook.handle_speculative_decoding. # Normalized in arg_groups.speculative_hook.handle_speculative_decoding.
self.draft_window_size: Optional[int] = ( self.draft_window_size: Optional[int] = (
@@ -286,6 +281,13 @@ class DFlashWorkerV2(BaseSpecWorker):
def init_attention_backends(self): def init_attention_backends(self):
self._draft_worker.init_attention_backends() self._draft_worker.init_attention_backends()
self._need_mamba_verify_commit = (
self.model_runner.mambaish_config is not None
and hasattr(
self.model_runner.attn_backend,
"update_mamba_state_after_mtp_verify",
)
)
def init_cuda_graphs(self): def init_cuda_graphs(self):
capture_decode_cuda_graph = ( capture_decode_cuda_graph = (