[DSPARK] Grammar-constrained decoding, incl. tool_choice=auto (#31753)

Co-authored-by: shanemort1982 <shanemort1982@users.noreply.github.com>
Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
shanemort1982
2026-07-25 05:20:25 -07:00
committed by GitHub
co-authored by shanemort1982 hnyls2002
parent a678a42033
commit e943e609dc
6 changed files with 51 additions and 25 deletions
+1 -3
View File
@@ -2253,9 +2253,7 @@ class Scheduler(
self._maybe_namespace_elastic_radix_cache(req)
if self.spec_algorithm.is_dflash_family():
error_msg = validate_dflash_request(
req, self.enable_overlap, self.spec_algorithm
)
error_msg = validate_dflash_request(req, self.enable_overlap)
if error_msg is not None:
req.set_finish_with_abort(error_msg)
self.init_req_max_new_tokens(req)