[DSV4] fix: keep the TileLang JIT cache under SGLANG_CACHE_DIR (#39364)
This commit is contained in:
@@ -1784,6 +1784,7 @@ def _log_legacy_kernel_cache_dirs():
|
||||
os.path.expanduser("~/.triton"),
|
||||
os.path.expanduser("~/.cache/flashinfer"),
|
||||
os.path.expanduser("~/.cache/deep_gemm"),
|
||||
os.path.expanduser("~/.tilelang/cache"),
|
||||
)
|
||||
if os.path.isdir(d)
|
||||
]
|
||||
|
||||
@@ -1948,6 +1948,10 @@ def third_party_cache_defaults() -> Dict[str, str]:
|
||||
"TRITON_CACHE_DIR": os.path.join(base, "triton"),
|
||||
"TORCHINDUCTOR_CACHE_DIR": os.path.join(base, "inductor"),
|
||||
"CUDA_CACHE_PATH": os.path.join(base, "nv"),
|
||||
# TileLang compiles the DeepSeek-V4 MHC prenorm kernels; left at its own
|
||||
# default the burst is invisible to anyone warming, mounting or baking
|
||||
# SGLANG_CACHE_DIR, and gets paid again on every cold container.
|
||||
"TILELANG_CACHE_DIR": os.path.join(base, "tilelang"),
|
||||
# FlashInfer appends ".cache/flashinfer" to this base itself, so this
|
||||
# is the base dir rather than the final cache dir.
|
||||
"FLASHINFER_WORKSPACE_BASE": base,
|
||||
|
||||
Reference in New Issue
Block a user