diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index db35346a1..1b62823e3 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -201,7 +201,7 @@ FP4_GEMM_RUNNER_BACKEND_CHOICES = [ "flashinfer_trtllm", ] -RADIX_EVICTION_POLICY_CHOICES = ["lru", "lfu", "slru"] +RADIX_EVICTION_POLICY_CHOICES = ["lru", "lfu", "slru", "priority"] RL_ON_POLICY_TARGET_CHOICES = ["fsdp"] @@ -4391,7 +4391,7 @@ class ServerArgs: type=str, choices=RADIX_EVICTION_POLICY_CHOICES, default=ServerArgs.radix_eviction_policy, - help="The eviction policy of radix trees. 'lru' stands for Least Recently Used, 'lfu' stands for Least Frequently Used, and 'slru' stands for Segmented Least Recently Used.", + help="The eviction policy of radix trees. 'lru' stands for Least Recently Used, 'lfu' stands for Least Frequently Used, 'slru' stands for Segmented Least Recently Used, and 'priority' evicts lower-priority requests first.", ) parser.add_argument( "--enable-prefill-delayer",