feat: first-class session identity in SGLang (#29436)
This commit is contained in:
@@ -219,6 +219,7 @@ def build_kv_cache(
|
||||
eviction_policy=server_args.radix_eviction_policy,
|
||||
enable_metrics=enable_metrics,
|
||||
enable_kv_cache_events=enable_kv_cache_events,
|
||||
enable_session_radix_cache=server_args.enable_session_radix_cache,
|
||||
enable_mamba_extra_buffer=server_args.enable_mamba_extra_buffer(),
|
||||
enable_mamba_extra_buffer_lazy=server_args.enable_mamba_extra_buffer_lazy(),
|
||||
pp_rank=ps.pp_rank,
|
||||
|
||||
Reference in New Issue
Block a user