66 lines
2.2 KiB
YAML
66 lines
2.2 KiB
YAML
# PD2 二分 Round 2 P 侧（2026-09-24）：R1（L3 块）之上再加嫌疑项②
|
||
# SGLANG_DISAGGREGATION_QUEUE_SIZE=16 + SGLANG_DISAGGREGATION_THREAD_POOL_SIZE=32
|
||
services:
|
||
sglang:
|
||
image: ymkymx/sglang:dsv41-pd-visioncp-db7d2cb7d-fix
|
||
container_name: ds41-pd2-prefill
|
||
shm_size: "32gb"
|
||
ipc: host
|
||
pid: host
|
||
privileged: true
|
||
network_mode: host
|
||
|
||
environment:
|
||
- CUDA_VISIBLE_DEVICES=4,5
|
||
- SGLANG_RAGGED_VERIFY_MODE=static
|
||
- MC_INTRANODE_NVLINK=true
|
||
- MC_INTRA_NVLINK=true
|
||
- SGLANG_MOONCAKE_SEND_AUX_TCP=1
|
||
- SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE=1
|
||
- SGLANG_HICACHE_MOONCAKE_CONFIG_PATH=/data/ymk/ds41/mooncake-store.json
|
||
- SGLANG_DISAGGREGATION_QUEUE_SIZE=16
|
||
- SGLANG_DISAGGREGATION_THREAD_POOL_SIZE=32
|
||
volumes:
|
||
- /data:/data
|
||
- /data/ymk/cache/sglang:/root/.cache/sglang
|
||
- /data/ymk/sglang/python/sglang/srt/managers/scheduler.py:/sgl-workspace/sglang/python/sglang/srt/managers/scheduler.py
|
||
deploy:
|
||
resources:
|
||
reservations:
|
||
devices:
|
||
- driver: nvidia
|
||
count: all
|
||
capabilities: [gpu]
|
||
command: >-
|
||
sglang serve
|
||
--trust-remote-code
|
||
--model-path /data/models/DeepSeek-V4.1-Flash
|
||
--tp 2
|
||
--ep-size 2
|
||
--mem-fraction-static 0.75
|
||
--attention-backend dsv4
|
||
--moe-runner-backend flashinfer_mxfp4
|
||
--cuda-graph-max-bs-decode 32
|
||
--reasoning-parser auto
|
||
--tool-call-parser auto
|
||
--default-chat-template-kwargs '{"thinking": true, "reasoning_effort": "high"}'
|
||
--tokenizer-worker-num 8
|
||
--host 0.0.0.0
|
||
--port 30020
|
||
--enable-cache-report
|
||
--enable-metrics
|
||
--speculative-algorithm DSPARK
|
||
--speculative-dspark-block-size 5
|
||
--enable-hierarchical-cache
|
||
--hicache-ratio 2
|
||
--hicache-mem-layout page_first_direct
|
||
--hicache-io-backend direct
|
||
--hicache-write-policy write_through
|
||
--hicache-storage-backend mooncake
|
||
--hicache-storage-prefetch-policy wait_complete
|
||
--hicache-size 0
|
||
--enable-prefill-cp
|
||
--cp-strategy interleave
|
||
--disaggregation-mode prefill
|
||
--disaggregation-transfer-backend mooncake
|