deploy: 资源推荐上调至 4c/16Gi 防 OOM(响应体全量缓冲,用户指令 2026-10-09)

This commit is contained in:
2026-10-09 11:00:30 +08:00
parent 473dc0f5bc
commit 3af935acd8
3 changed files with 16 additions and 8 deletions
+4
View File
@@ -39,5 +39,9 @@ DeepSeek Responses API(`/v1/responses`)→ OpenAI Chat Completions 的协议
- 孔明 kaniko 构建(无上下文,从 Gitee clone 源码):
`kmctl create image responses-shim --build-mode dockerfile --dockerfile Dockerfile.kaniko --node-group <ng> --wait`
- 部署清单:`deploy/`(b300 版 + h20 版),`kmctl create cw <name> -f <yaml> --node-group <ng>`
- **资源建议(2026-10-09 起):4c / 16Gi**。shim 会缓冲完整上游响应体(非流式聚合 +
`STOP_SCOPE=content` 的跨 chunk stop 匹配都要拿全量 content),内存随
并发数 × 单响应大小 增长;早期 1c/512Mi 配置在大并发长输出下有 OOM 崩 Pod 风险,
两套 manifest 已按 4c/16Gi 更新,存量 cw 用 `kmctl update` 生效。
仅标准库,零依赖。源码 source of truth 在本仓库;b300 构建目录 `/data/ymk/build/responses-shim/` 是镜像构建缓存。
+7 -4
View File
@@ -41,12 +41,15 @@ spec:
ports:
- {containerPort: 8080}
resources:
# 2026-10-09 用户指令:推荐 4c/16Gi 防崩——shim 会缓冲完整上游响应体
# (非流式聚合 + STOP_SCOPE=content 的跨 chunk 匹配),内存随
# 并发数 × 单响应大小增长,1c/512Mi 在大并发长输出下有 OOM 风险
requests:
cpu: 200m
memory: 128Mi
limits:
cpu: "1"
memory: 512Mi
memory: 4Gi
limits:
cpu: "4"
memory: 16Gi
readinessProbe:
httpGet: {path: /healthz, port: 8080}
initialDelaySeconds: 2
+5 -4
View File
@@ -43,12 +43,13 @@ spec:
ports:
- {containerPort: 8080}
resources:
# 2026-10-09 用户指令:推荐 4c/16Gi 防崩(响应体缓冲,OOM 风险,同 b300 版)
requests:
cpu: 200m
memory: 128Mi
limits:
cpu: "1"
memory: 512Mi
memory: 4Gi
limits:
cpu: "4"
memory: 16Gi
readinessProbe:
httpGet: {path: /healthz, port: 8080}
initialDelaySeconds: 2