fix is_arch_support_pdl function usage (#24600)

Signed-off-by: P V R K Jyothendra Varma <polisetty.v.r.k.jyothendra.varma@intel.com>
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
Polisetty V R K Jyothendra Varma
2026-05-09 09:39:34 +08:00
committed by GitHub
co-authored by Ma Mingfei
parent 1613bae412
commit 50ed01674e
@@ -6,7 +6,6 @@ from typing import TYPE_CHECKING, List, Optional
import torch
import triton
import triton.language as tl
from sgl_kernel.utils import is_arch_support_pdl
from sglang.srt.configs.model_config import AttentionArch
from sglang.srt.layers.attention.base_attn_backend import AttentionBackend
@@ -20,9 +19,15 @@ from sglang.srt.utils import (
get_bool_env_var,
get_device_core_count,
get_int_env_var,
is_cuda,
next_power_of_2,
)
_is_cuda = is_cuda()
if _is_cuda:
from sgl_kernel.utils import is_arch_support_pdl
if TYPE_CHECKING:
from sglang.srt.layers.radix_attention import RadixAttention
from sglang.srt.model_executor.model_runner import ModelRunner
@@ -148,7 +153,10 @@ class TritonAttnBackend(AttentionBackend):
self.device_core_count,
self.max_context_len,
)
self.use_pdl = is_arch_support_pdl()
if _is_cuda:
self.use_pdl = is_arch_support_pdl()
else:
self.use_pdl = False
self.allow_bidirectional_attention_in_extend = (
model_runner.server_args.disable_cuda_graph