[MemCache] Rename SWAChunkCapPoolConfigurator to SWARequestCapPoolConfigurator (#43202)

This commit is contained in:
Liangsheng Yin
2026-10-08 17:50:51 -07:00
committed by GitHub
parent b2786a670e
commit e0ab91e3ca
2 changed files with 16 additions and 16 deletions
@@ -926,7 +926,7 @@ def compute_swa_request_cap(
)
class SWAChunkCapPoolConfigurator(HybridSWAPoolConfigurator):
class SWARequestCapPoolConfigurator(HybridSWAPoolConfigurator):
"""Hybrid SWA with the SWA pool sized from the explicit max_running_requests
worst case instead of swa_full_tokens_ratio; the rest goes to the full pool."""
@@ -1614,8 +1614,8 @@ def create_memory_pool_configurator(
if is_deepseek_v4(kvc.model_config.hf_config) and kvc.is_hybrid_swa:
return DSV4PoolConfigurator(kvc)
if kvc.is_hybrid_swa:
if SWAChunkCapPoolConfigurator.is_applicable(kvc):
return SWAChunkCapPoolConfigurator(kvc)
if SWARequestCapPoolConfigurator.is_applicable(kvc):
return SWARequestCapPoolConfigurator(kvc)
return HybridSWAPoolConfigurator(kvc)
# Future: MambaPoolConfigurator
return DefaultPoolConfigurator(kvc)