From 7d67d578049112f81f967d7403cda99fcd4e6978 Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Fri, 9 Oct 2026 17:55:02 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20l3test=20=E5=8F=98=E4=BD=93=E6=94=B9?= =?UTF-8?q?=E7=94=A8=20hicache-ratio=200.05=EF=BC=88V4=20=E4=B8=8D?= =?UTF-8?q?=E6=94=AF=E6=8C=81=20hicache-size=EF=BC=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- deploy/b300-ds41/dockerserve-3p1d-l3test.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/deploy/b300-ds41/dockerserve-3p1d-l3test.yml b/deploy/b300-ds41/dockerserve-3p1d-l3test.yml index ccdb7ced0d..2014b48cc1 100644 --- a/deploy/b300-ds41/dockerserve-3p1d-l3test.yml +++ b/deploy/b300-ds41/dockerserve-3p1d-l3test.yml @@ -1,5 +1,5 @@ # 【L3 cache-hit 测试变体 2026-10-09】基于 dockerserve-3p1d-otlp.yml,仅改 P: -# --max-total-tokens 800000(L1 缩到 ~0.8M token)+ --hicache-size 8(L2 缩到 8GB) +# --max-total-tokens 800000(L1 缩到 ~0.8M token)+ --hicache-ratio 0.05(L2 缩到 ~4 万 token;V4 hicache 不支持 --hicache-size) # 使 ~1.7M token/ P 的语料溢出 L1+L2,热轮强制走 L3 mooncake 命中。 # 与主模板同容器名/端口,用前必须先 down 主栈。D 与 router 不变。 # 原注释: 3x cp2-P + 1x dp2-D(cg256) PD 分离 + L3 mooncake + engram + OTLP trace(2026-09-27) @@ -67,13 +67,13 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 2 + --hicache-ratio 0.05 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through --hicache-storage-backend mooncake --hicache-storage-prefetch-policy wait_complete - --hicache-size 8 + --hicache-size 0 --max-total-tokens 800000 --disaggregation-mode prefill --disaggregation-transfer-backend mooncake @@ -107,13 +107,13 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 2 + --hicache-ratio 0.05 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through --hicache-storage-backend mooncake --hicache-storage-prefetch-policy wait_complete - --hicache-size 8 + --hicache-size 0 --max-total-tokens 800000 --disaggregation-mode prefill --disaggregation-transfer-backend mooncake @@ -147,13 +147,13 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 2 + --hicache-ratio 0.05 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through --hicache-storage-backend mooncake --hicache-storage-prefetch-policy wait_complete - --hicache-size 8 + --hicache-size 0 --max-total-tokens 800000 --disaggregation-mode prefill --disaggregation-transfer-backend mooncake