From 05bb5afb6203a93ad531b80b7ed64997f503ff1e Mon Sep 17 00:00:00 2001 From: AndyLi429 <68410213+AndyLi429@users.noreply.github.com> Date: Wed, 14 Oct 2026 14:12:22 +0800 Subject: [PATCH] [NPU][Bugfix] use CANN libdevice for DSpark Markov sampling (#43849) Co-authored-by: AndyLi429 --- .../kernels/ops/speculative/dspark/markov_sample.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/python/sglang/kernels/ops/speculative/dspark/markov_sample.py b/python/sglang/kernels/ops/speculative/dspark/markov_sample.py index 5ed218f624..f87d210802 100644 --- a/python/sglang/kernels/ops/speculative/dspark/markov_sample.py +++ b/python/sglang/kernels/ops/speculative/dspark/markov_sample.py @@ -7,9 +7,15 @@ from typing import Callable, Optional import torch import triton import triton.language as tl -from triton.language.extra import libdevice from sglang.kernels.ops.speculative.dspark.dispatch import inputs_on_cuda +from sglang.srt.utils import is_npu + +if is_npu(): + # Ascend does not map the generic libdevice stubs to CANN implementations. + from triton.language.extra.cann import libdevice +else: + from triton.language.extra import libdevice # Measured fastest for 1-64 rows, where the per-block Philox work sets latency. _BLOCK = 1024