diff --git a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml index d00ae7d881..c5718cdcc8 100644 --- a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml +++ b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml @@ -36,6 +36,7 @@ services: SGLANG_RAGGED_VERIFY_MODE: static SGLANG_HICACHE_MOONCAKE_CONFIG_PATH: /data/ymk/ds41/mooncake-store.json SGLANG_HICACHE_TIMING: 1 + SGLANG_HICACHE_STORAGE_BATCH_SIZE: 512 CUDA_VISIBLE_DEVICES: 0,1 command: > sglang serve