minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Keep the torch compilation cache instead of wiping it on install (#34231)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-08-10 01:21:20 -07:00
committed by GitHub
parent f2a4c4c847
commit 3bb72bc72a
1 changed files with 4 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/cuda/ci_install_dependency.sh
+4 -14
View File
@@ -229,20 +229,10 @@ install_gdrcopy() {
} }
clean_site_packages() { clean_site_packages() {
# Clear torch compilation cache from every location it can be in; sglang # The torch compilation cache is deliberately NOT wiped here: entries are
# is not installed yet, so it cannot be asked which one is in use. # content-hash addressed so stale ones are never reused, and hosts packing
python3 -c ' # several runners share one cache mount - a wipe unlinks files a concurrent
import getpass, os, shutil, tempfile # job is compiling against.
sglang_cache_dir = os.environ.get("SGLANG_CACHE_DIR") or "~/.cache/sglang"
for cache_dir in (
os.environ.get("TORCHINDUCTOR_CACHE_DIR"),
os.path.join(tempfile.gettempdir(), "torchinductor_" + getpass.getuser()),
os.path.join(os.path.expanduser(sglang_cache_dir), "inductor"),
):
if cache_dir:
shutil.rmtree(cache_dir, ignore_errors=True)
'
# Remove broken dist-info directories (missing METADATA per PEP 376) # Remove broken dist-info directories (missing METADATA per PEP 376)
SITE_PACKAGES=$(python3 -c "import site; print(site.getsitepackages()[0])") SITE_PACKAGES=$(python3 -c "import site; print(site.getsitepackages()[0])")