From aa23c29d52adbf63620a4f6af8d5352c0c8b92a1 Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Tue, 17 Nov 2026 22:55:08 +0800 Subject: [PATCH] deploy(b300/dynamo): publish default thinking mode from the workers The AgentX baseline runs with thinking=true/high by default; the Dynamo frontend only applies a default when the worker publishes default_thinking_mode. Pass --dyn-default-thinking-mode enabled on both P and D so the SGLang chat processor matches the sglang baseline. --- deploy/b300-k8s/dynamo/start_dynamo_pd.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/deploy/b300-k8s/dynamo/start_dynamo_pd.sh b/deploy/b300-k8s/dynamo/start_dynamo_pd.sh index 59f545fe7f..a9aa1f862e 100755 --- a/deploy/b300-k8s/dynamo/start_dynamo_pd.sh +++ b/deploy/b300-k8s/dynamo/start_dynamo_pd.sh @@ -118,6 +118,7 @@ docker run -d --name dyn-p --gpus all -e CUDA_VISIBLE_DEVICES=0,1,2,3 \ --trust-remote-code --tokenizer-backend fastokens \ --model-path "$MODEL" --served-model-name "$SERVED" \ --reasoning-parser auto --tool-call-parser auto \ + --dyn-default-thinking-mode enabled \ --default-chat-template-kwargs '{"thinking": true, "reasoning_effort": "high"}' \ --tp 4 --dp-size 4 --ep-size 4 --enable-dp-attention --enable-dp-lm-head \ --moe-a2a-backend megamoe --dsv4-attn-backend flashmla_mega \ @@ -157,6 +158,7 @@ docker run -d --name dyn-d --gpus all -e CUDA_VISIBLE_DEVICES=4,5,6,7 \ --trust-remote-code --tokenizer-backend fastokens \ --model-path "$MODEL" --served-model-name "$SERVED" \ --reasoning-parser auto --tool-call-parser auto \ + --dyn-default-thinking-mode enabled \ --tp 4 --dp-size 4 --ep-size 4 --enable-dp-attention --enable-dp-lm-head \ --enable-fp32-lm-head --enable-dp-attention-local-control-broadcast \ --moe-a2a-backend megamoe --dsv4-attn-backend flashmla_mega \