diff --git a/docs/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx b/docs/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx index f7ecb29d86..dc281a497a 100644 --- a/docs/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx +++ b/docs/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx @@ -778,7 +778,6 @@ Four adjustments are not in the commands below. Add them when they apply: **TP8, concurrency 1–16:** ```bash Command SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 \ -SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 \ SGLANG_DSV4_UNIFIED_KV_FP8=1 \ SGLANG_HIP_DSV4_C4_INDEXER_ROWGROUP=1 \ SGLANG_USE_ROCM700A=0 \ @@ -820,7 +819,6 @@ python3 -m sglang.launch_server \ **DP8 (DP Attention), concurrency 128:** ```bash Command SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 \ -SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 \ SGLANG_DSV4_UNIFIED_KV_FP8=1 \ SGLANG_HIP_DSV4_C4_INDEXER_ROWGROUP=1 \ SGLANG_USE_ROCM700A=0 \ @@ -871,7 +869,6 @@ python3 -m sglang.launch_server \ **DP8 EP8 MegaMoE, concurrency 128–384:** ```bash Command SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS=1 \ -SGLANG_ENABLE_UNIFIED_RADIX_TREE=1 \ SGLANG_DSV4_UNIFIED_KV_FP8=1 \ SGLANG_HIP_DSV4_C4_INDEXER_ROWGROUP=1 \ SGLANG_USE_ROCM700A=0 \ diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx index 859c52c649..cae32ed64a 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx @@ -150,7 +150,6 @@ export const agentx = { "NATS_SERVER": "nats://$NATS_IP:4222" }, { - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", @@ -2664,7 +2663,6 @@ export const agentx = { "cmd": "python3 -m sglang.launch_server", "env": { "NCCL_CUMEM_ENABLE": "1", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", @@ -3608,7 +3606,6 @@ export const agentx = { "--weight-loader-prefetch-checkpoints": null }, "env": { - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_OPT_USE_TOPK_V2": "1", "SGLANG_TIMEOUT_KEEP_ALIVE": "900", "TORCH_CUDA_ARCH_LIST": "10.0", @@ -4732,7 +4729,6 @@ export const agentx = { "SGLANG_OPT_USE_TOPK_V2": "True", "SGLANG_RAGGED_VERIFY_MODE": "static", "TRITON_PTXAS_PATH": "/usr/local/cuda/bin/ptxas", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": null, "SGLANG_TIMEOUT_KEEP_ALIVE": null } }, @@ -5272,7 +5268,6 @@ export const agentx = { "cmd": "python3 -m sglang.launch_server", "env": { "NCCL_CUMEM_ENABLE": "1", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", @@ -5474,7 +5469,6 @@ export const agentx = { "kind": "sglang-router", "cmd": "python3 -m sglang_router.launch_router", "env": { - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", @@ -6209,7 +6203,6 @@ export const agentx = { "NATS_SERVER": "nats://$NATS_IP:4222", "SGLANG_DEFAULT_THINKING": "1", "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", diff --git a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx index 1beb21be57..f4f2ed0974 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx @@ -1660,7 +1660,6 @@ export const agentx = { "SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION": "8", "SGLANG_DISABLE_TP_MEMORY_INBALANCE_CHECK": "1", "SGLANG_ENABLE_THINKING": "1", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_MOE_NVFP4_DISPATCH": "1", "SGLANG_MOONCAKE_CUSTOM_MEM_POOL": "True", "SGLANG_NVFP4_CKPT_FP8_NEXTN_MOE": "0", @@ -2037,7 +2036,6 @@ export const agentx = { "SGLANG_DISAGGREGATION_HEARTBEAT_MAX_FAILURE": "100000", "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "100000", "SGLANG_ENABLE_THINKING": "1", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_FLASHINFER_NUM_MAX_DISPATCH_TOKENS_PER_RANK": "2048", "SGLANG_MOONCAKE_CUSTOM_MEM_POOL": "True", "SGLANG_REASONING_EFFORT": "max", @@ -5999,7 +5997,6 @@ export const agentx = { "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", "NATS_SERVER": "nats://$NATS_IP:4222", "SGLANG_ENABLE_THINKING": "1", - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", "SGLANG_OPT_USE_TOPK_V2": "1", "SGLANG_REASONING_EFFORT": "max", "SGLANG_TIMEOUT_KEEP_ALIVE": "900" diff --git a/python/sglang/srt/environ.py b/python/sglang/srt/environ.py index da44f5811e..d999206cf7 100644 --- a/python/sglang/srt/environ.py +++ b/python/sglang/srt/environ.py @@ -2140,9 +2140,6 @@ _DEPRECATED_ENVS: Dict[str, _DeprecatedEnv] = { "SGLANG_PREFILL_DELAYER_TOKEN_USAGE_LOW_WATERMARK": _DeprecatedEnv( note="Please use '--prefill-delayer-token-usage-low-watermark' instead." ), - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": _DeprecatedEnv( - note="The unified radix tree is the default tree cache now; unset this env." - ), }