rename nemotron reasoning parser (#19865)
Signed-off-by: dafrimi <dafrimi@nvidia.com>
This commit is contained in:
@@ -1240,7 +1240,7 @@ class OpenAIServingChat(OpenAIServingBase):
|
|||||||
not request.chat_template_kwargs
|
not request.chat_template_kwargs
|
||||||
or request.chat_template_kwargs.get("thinking") is not False
|
or request.chat_template_kwargs.get("thinking") is not False
|
||||||
)
|
)
|
||||||
if self.reasoning_parser in ["qwen3", "glm45", "nano_v3", "interns1"]:
|
if self.reasoning_parser in ["qwen3", "glm45", "nemotron_3", "interns1"]:
|
||||||
# Models that thinking by default, and can be disabled by setting enable_thinking=False
|
# Models that thinking by default, and can be disabled by setting enable_thinking=False
|
||||||
return (
|
return (
|
||||||
not request.chat_template_kwargs
|
not request.chat_template_kwargs
|
||||||
|
|||||||
@@ -418,9 +418,9 @@ class MiniMaxAppendThinkDetector(BaseReasoningFormatDetector):
|
|||||||
return StreamingParseResult(normal_text=self.think_start_token + text)
|
return StreamingParseResult(normal_text=self.think_start_token + text)
|
||||||
|
|
||||||
|
|
||||||
class NanoV3Detector(BaseReasoningFormatDetector):
|
class Nemotron3Detector(BaseReasoningFormatDetector):
|
||||||
"""
|
"""
|
||||||
Detector for NanoV3 model.
|
Detector for Nemotron3 model.
|
||||||
Uses the same reasoning format as DeepSeek-R1: (<think>)*(.*)</think>
|
Uses the same reasoning format as DeepSeek-R1: (<think>)*(.*)</think>
|
||||||
|
|
||||||
"""
|
"""
|
||||||
@@ -466,7 +466,7 @@ class ReasoningParser:
|
|||||||
"minimax-append-think": MiniMaxAppendThinkDetector,
|
"minimax-append-think": MiniMaxAppendThinkDetector,
|
||||||
"step3": DeepSeekR1Detector,
|
"step3": DeepSeekR1Detector,
|
||||||
"step3p5": DeepSeekR1Detector,
|
"step3p5": DeepSeekR1Detector,
|
||||||
"nano_v3": NanoV3Detector,
|
"nemotron_3": Nemotron3Detector,
|
||||||
"interns1": Qwen3Detector,
|
"interns1": Qwen3Detector,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user