minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[sepc-v2] Fix imcompatibility with constrained decoding (#12615)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-11-04 17:27:31 +08:00
committed by GitHub
parent c2d4716da0
commit 0678beaaee
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tp_worker.py
+2
View File
@@ -311,6 +311,7 @@ class TpModelWorker(BaseTpWorker):
set_random_seed(self.random_seed) set_random_seed(self.random_seed)
self.enable_overlap = not server_args.disable_overlap_schedule self.enable_overlap = not server_args.disable_overlap_schedule
self.enable_spec = server_args.speculative_algorithm is not None
self.hicache_layer_transfer_counter = None self.hicache_layer_transfer_counter = None
@property @property
@@ -383,6 +384,7 @@ class TpModelWorker(BaseTpWorker):
if ( if (
self.enable_overlap self.enable_overlap
and not self.enable_spec
and model_worker_batch.sampling_info.grammars is not None and model_worker_batch.sampling_info.grammars is not None
): ):