63 lines
2.2 KiB
YAML
63 lines
2.2 KiB
YAML
# dp2 对照（2026-09-24 上午）：验证 dp2（dp-attention）下 dspark 是否正常。
|
||
# 与 dockerserve-tp2.yml 逐参数对齐，唯一差异 = 加 --dp-size 2 --enable-dp-attention --enable-dp-lm-head。
|
||
# GPU 6-7，端口 30030 直连。镜像/补丁挂载/L3/engram/tok8 全部相同。
|
||
# 注：dp+dspark 不能开 --enable-decoder-swa-bounded-replay（本配置本来就没开）。
|
||
x-common: &common
|
||
image: ymkymx/sglang:dsv41-pd-visioncp-db7d2cb7d-fix
|
||
shm_size: "32gb"
|
||
ipc: host
|
||
privileged: true
|
||
network_mode: host
|
||
volumes:
|
||
- /data:/data
|
||
- /data/ymk/cache/sglang:/root/.cache/sglang
|
||
- /data/ymk/sglang/python/sglang/srt/managers/scheduler.py:/sgl-workspace/sglang/python/sglang/srt/managers/scheduler.py
|
||
environment: &env
|
||
SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE: "1"
|
||
SGLANG_RAGGED_VERIFY_MODE: static
|
||
MC_MS_AUTO_DISC: "0"
|
||
MOONCAKE_MASTER: 127.0.0.1:50051
|
||
MOONCAKE_TE_META_DATA_SERVER: P2PHANDSHAKE
|
||
MOONCAKE_PROTOCOL: tcp
|
||
MOONCAKE_GLOBAL_SEGMENT_SIZE: 300gb
|
||
deploy:
|
||
resources:
|
||
reservations:
|
||
devices:
|
||
- driver: nvidia
|
||
count: all
|
||
capabilities: [gpu]
|
||
|
||
services:
|
||
dp2:
|
||
<<: *common
|
||
container_name: ds41-dp2
|
||
environment:
|
||
<<: *env
|
||
CUDA_VISIBLE_DEVICES: "6,7"
|
||
command: >
|
||
sglang serve
|
||
--trust-remote-code
|
||
--model-path /data/models/DeepSeek-V4.1-Flash
|
||
--tp 2 --ep-size 2
|
||
--dp-size 2 --enable-dp-attention --enable-dp-lm-head
|
||
--mem-fraction-static 0.75
|
||
--attention-backend dsv4
|
||
--moe-runner-backend flashinfer_mxfp4
|
||
--cuda-graph-max-bs-decode 32
|
||
--reasoning-parser auto --tool-call-parser auto
|
||
--default-chat-template-kwargs '{"thinking": true, "reasoning_effort": "high"}'
|
||
--max-running-requests 64
|
||
--tokenizer-worker-num 8
|
||
--host 0.0.0.0 --port 30030
|
||
--enable-cache-report --enable-metrics
|
||
--speculative-algorithm DSPARK --speculative-dspark-block-size 5
|
||
--enable-hierarchical-cache
|
||
--hicache-ratio 2
|
||
--hicache-mem-layout page_first_direct
|
||
--hicache-io-backend direct
|
||
--hicache-write-policy write_through
|
||
--hicache-storage-backend mooncake
|
||
--hicache-storage-prefetch-policy wait_complete
|
||
--hicache-size 0
|