minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[core] Consolidate compiled-kernel caches under SGLANG_CACHE_DIR (#32434)

Browse Source
This commit is contained in:
Shu Wang
2026-08-05 13:54:27 -07:00
committed by GitHub
parent 717a559f02
commit 55b1c09e73
9 changed files with 116 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/cuda/ci_install_dependency.sh
+14 -2
View File
@@ -155,8 +155,20 @@ install_apt_packages() {
}
clean_site_packages() {
# Clear torch compilation cache
python3 -c 'import os, shutil, tempfile, getpass; cache_dir = os.environ.get("TORCHINDUCTOR_CACHE_DIR") or os.path.join(tempfile.gettempdir(), "torchinductor_" + getpass.getuser()); shutil.rmtree(cache_dir, ignore_errors=True)'
# Clear torch compilation cache from every location it can be in; sglang
# is not installed yet, so it cannot be asked which one is in use.
python3 -c '
import getpass, os, shutil, tempfile
sglang_cache_dir = os.environ.get("SGLANG_CACHE_DIR") or "~/.cache/sglang"
for cache_dir in (
os.environ.get("TORCHINDUCTOR_CACHE_DIR"),
os.path.join(tempfile.gettempdir(), "torchinductor_" + getpass.getuser()),
os.path.join(os.path.expanduser(sglang_cache_dir), "inductor"),
):
if cache_dir:
shutil.rmtree(cache_dir, ignore_errors=True)
'
# Remove broken dist-info directories (missing METADATA per PEP 376)
SITE_PACKAGES=$(python3 -c "import site; print(site.getsitepackages()[0])")