From e4f1310d6f45940fbe98dcbf573e5c124c271ef4 Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Sat, 10 Oct 2026 09:14:07 +0800 Subject: [PATCH] =?UTF-8?q?l3dummy:=20hicache-ratio=201.0=E2=86=924.0?= =?UTF-8?q?=EF=BC=88L2=3D3.2M=20token/P=EF=BC=89=E2=80=94=E2=80=94#38348?= =?UTF-8?q?=20bench=20=E6=98=BE=E7=A4=BA=E6=94=B6=E7=9B=8A=E8=A2=AB=20L2?= =?UTF-8?q?=20=E5=AE=B9=E9=87=8F=E6=8E=A9=E7=9B=96=EF=BC=88host=5Fcapacity?= =?UTF-8?q?=20=E6=8B=92=E7=BB=9D=200.75M~2.97M=20token/P=EF=BC=89=EF=BC=8C?= =?UTF-8?q?=E6=94=BE=E5=A4=A7=20L2=20=E9=AA=8C=E8=AF=81=E7=83=AD=E8=BD=AE?= =?UTF-8?q?=E5=91=BD=E4=B8=AD=E4=B8=8D=E8=A2=AB=E5=AE=B9=E9=87=8F=E6=8B=92?= =?UTF-8?q?=E3=80=81L3=20hit=20=E5=AB=81=E6=8E=A5=E5=90=8E=E5=9C=A8=20L2?= =?UTF-8?q?=20=E7=95=99=E5=AD=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- deploy/b300-ds41/dockerserve-3p1d-l3dummy.yml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/deploy/b300-ds41/dockerserve-3p1d-l3dummy.yml b/deploy/b300-ds41/dockerserve-3p1d-l3dummy.yml index cf3975daba..c576c42677 100644 --- a/deploy/b300-ds41/dockerserve-3p1d-l3dummy.yml +++ b/deploy/b300-ds41/dockerserve-3p1d-l3dummy.yml @@ -3,6 +3,10 @@ # 【L3 cache-hit 测试变体 2026-10-09】基于 dockerserve-3p1d-otlp.yml,仅改 P: # --max-total-tokens 800000(L1 缩到 ~0.8M token)+ --hicache-ratio 1.0(L2=L1=0.8M token。⚠️ 教训:ratio 0.05 时 L2 太小,build_storage_backup_spec 拿不到 host 页会静默跳过 L3 写入,热轮无数据可中;V4 hicache 不支持 --hicache-size) # 使 ~2.6M token/P 的语料(48×160k)溢出 L1+L2(1.6M),热轮强制走 L3 mooncake 命中。 +# 【2026-10-10 L2 放大】hicache-ratio 1.0→4.0(L2=3.2M token/P,宿主可用内存 ~1.9TB 充裕): +# #38348 fail-soft 移植后 bench 显示收益被容量掩盖——24x160k 下 host_capacity 拒绝 +# 0.75M~2.97M token/P(L2 装不下,prefetch 未发起即被拒退回重算)。放大后验证: +# ①热轮请求 L3/L2 命中不被容量拒绝;②L3 hit 嫁接进 L2 树后在 L2 长期留存。 # 与主模板同容器名/端口,用前必须先 down 主栈。D 与 router 不变。 # 原注释: 3x cp2-P + 1x dp2-D(cg256) PD 分离 + L3 mooncake + engram + OTLP trace(2026-09-27) # 基于 dockerserve-3p1d-soak.yml 增加: --enable-trace --trace-modules request,mooncake @@ -72,7 +76,7 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 1.0 + --hicache-ratio 4.0 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through @@ -112,7 +116,7 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 1.0 + --hicache-ratio 4.0 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through @@ -152,7 +156,7 @@ services: --enable-cache-report --enable-metrics --speculative-algorithm DSPARK --speculative-dspark-block-size 5 --enable-hierarchical-cache - --hicache-ratio 1.0 + --hicache-ratio 4.0 --hicache-mem-layout page_first_direct --hicache-io-backend direct --hicache-write-policy write_through