From e6a4cefc691f32c186be86cdcea4a56ffb4cec94 Mon Sep 17 00:00:00 2001 From: Andrew Tulloch Date: Fri, 31 Jul 2026 18:32:36 -0700 Subject: [PATCH] perf(startup): skip unused PyTorch headers for KV VMM allocator stub (#33126) --- python/sglang/srt/mem_cache/kv_vmm_backing.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/mem_cache/kv_vmm_backing.py b/python/sglang/srt/mem_cache/kv_vmm_backing.py index cb0b83275..94f614de2 100644 --- a/python/sglang/srt/mem_cache/kv_vmm_backing.py +++ b/python/sglang/srt/mem_cache/kv_vmm_backing.py @@ -178,6 +178,7 @@ class KvVmmArena: is_python_module=False, verbose=False, build_directory=out_dir, + no_implicit_headers=True, ) self._so_path = f"{out_dir}/{libname}.so" lib = ctypes.CDLL(self._so_path)