Enable unified cache out-of-window slot freeing by default (#34653)

2026-08-13 14:31:42 +08:00
parent e8c7dddfa0
commit ebc144ce3f
1 changed files with 1 additions and 1 deletions
@@ -819,7 +819,7 @@ class Envs:
    SGLANG_DEBUG_HISPARSE_SKIP_IO = EnvBool(False)

    # Unified radix cache
-    SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS = EnvBool(False)
+    SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS = EnvBool(True)

    # DeepGemm Mega MoE
    SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE = EnvBool(False)