diff --git a/python/sglang/srt/speculative/dflash_utils.py b/python/sglang/srt/speculative/dflash_utils.py index f5aa6e158..649f0dd9a 100644 --- a/python/sglang/srt/speculative/dflash_utils.py +++ b/python/sglang/srt/speculative/dflash_utils.py @@ -53,6 +53,7 @@ elif is_hip(): from sglang.kernels.ops.sampling.renorm_triton import ( top_p_renorm_probs_triton as top_p_renorm_prob, ) + tree_speculative_sampling_target_only = None else: top_k_renorm_prob = None