diff --git a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml index cc37a4687f..8d4d843d85 100644 --- a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml +++ b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml @@ -32,6 +32,7 @@ services: SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE: 1 SGLANG_RAGGED_VERIFY_MODE: static SGLANG_HICACHE_MOONCAKE_CONFIG_PATH: /data/ymk/ds41/mooncake-store.json + SGLANG_HICACHE_TIMING: 1 CUDA_VISIBLE_DEVICES: 0,1 command: > sglang serve @@ -57,6 +58,6 @@ services: --hicache-io-backend direct --hicache-write-policy write_through --hicache-storage-backend mooncake - --hicache-storage-prefetch-policy best_effort + --hicache-storage-prefetch-policy wait_complete --hicache-size 0 --max-total-tokens 1600000