minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Misc] Add @cache_once to is_arch_support_pdl in jit_kernel (#22724)

Browse Source
This commit is contained in:
Lianmin Zheng
2026-04-13 14:42:49 -07:00
committed by GitHub
parent b441317aa4
commit f81b6e8f51
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/utils.py
+2 -1
View File
@@ -52,7 +52,7 @@ def cache_once(fn: F) -> F:
@functools.wraps(fn) @functools.wraps(fn)
def wrapper(*args, **kwargs): def wrapper(*args, **kwargs):
key = (args, tuple(sorted(kwargs.items(), key=lambda x: x[0]))) key = (args, tuple(sorted(kwargs.items())))
if key not in result_map: if key not in result_map:
result_map[key] = fn(*args, **kwargs) result_map[key] = fn(*args, **kwargs)
return result_map[key] return result_map[key]
@@ -305,6 +305,7 @@ def get_jit_cuda_arch() -> ArchInfo:
return _CUDA_ARCH return _CUDA_ARCH
@cache_once
def is_arch_support_pdl() -> bool: def is_arch_support_pdl() -> bool:
if is_hip_runtime(): if is_hip_runtime():
return False return False