minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

perf(startup): skip unused PyTorch headers for KV VMM allocator stub (#33126)

Browse Source
This commit is contained in:
Andrew Tulloch
2026-07-31 18:32:36 -07:00
committed by GitHub
parent 934a13ce3e
commit e6a4cefc69
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/kv_vmm_backing.py
+1
View File
@@ -178,6 +178,7 @@ class KvVmmArena:
is_python_module=False, is_python_module=False,
verbose=False, verbose=False,
build_directory=out_dir, build_directory=out_dir,
no_implicit_headers=True,
) )
self._so_path = f"{out_dir}/{libname}.so" self._so_path = f"{out_dir}/{libname}.so"
lib = ctypes.CDLL(self._so_path) lib = ctypes.CDLL(self._so_path)