# PD2 二分 Round 2 D 侧（2026-09-24）：干净 D + 嫌疑项②
# SGLANG_DISAGGREGATION_QUEUE_SIZE=16 + SGLANG_DISAGGREGATION_THREAD_POOL_SIZE=32
services:
  sglang:
    image: ymkymx/sglang:dsv41-pd-visioncp-db7d2cb7d-fix
    container_name: ds41-pd2-decode
    shm_size: "32gb"
    ipc: host
    pid: host
    privileged: true
    network_mode: host

    environment:
      - CUDA_VISIBLE_DEVICES=6,7
      - SGLANG_RAGGED_VERIFY_MODE=static
      - MC_INTRANODE_NVLINK=true
      - MC_INTRA_NVLINK=true
      - SGLANG_MOONCAKE_SEND_AUX_TCP=1
      - SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE=1
      - SGLANG_DISAGGREGATION_QUEUE_SIZE=16
      - SGLANG_DISAGGREGATION_THREAD_POOL_SIZE=32
    volumes:
      - /data:/data
      - /data/ymk/cache/sglang:/root/.cache/sglang
      - /data/ymk/sglang/python/sglang/srt/managers/scheduler.py:/sgl-workspace/sglang/python/sglang/srt/managers/scheduler.py
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    command: >-
      sglang serve
      --trust-remote-code
      --model-path /data/models/DeepSeek-V4.1-Flash
      --tp 2
      --ep-size 2
      --dp-size 2
      --enable-dp-attention
      --enable-dp-lm-head
      --mem-fraction-static 0.75
      --attention-backend dsv4
      --moe-runner-backend flashinfer_mxfp4
      --cuda-graph-max-bs-decode 32
      --reasoning-parser auto
      --tool-call-parser auto
      --default-chat-template-kwargs '{"thinking": true, "reasoning_effort": "high"}'
      --tokenizer-worker-num 8
      --host 0.0.0.0
      --port 30030
      --enable-cache-report
      --enable-metrics
      --speculative-algorithm DSPARK
      --speculative-dspark-block-size 5
      --disaggregation-mode decode
      --disaggregation-transfer-backend mooncake