feat(api): add require_reasoning field for engine's generate api (#27019)
This commit is contained in:
@@ -332,6 +332,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
||||
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
||||
lora_path: Optional[List[Optional[str]]] = None,
|
||||
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
||||
require_reasoning: bool = False,
|
||||
return_hidden_states: bool = False,
|
||||
return_routed_experts: bool = False,
|
||||
routed_experts_start_len: int = 0,
|
||||
@@ -370,6 +371,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
||||
token_ids_logprob=token_ids_logprob,
|
||||
lora_path=lora_path,
|
||||
custom_logit_processor=custom_logit_processor,
|
||||
require_reasoning=require_reasoning,
|
||||
return_hidden_states=return_hidden_states,
|
||||
return_routed_experts=return_routed_experts,
|
||||
routed_experts_start_len=routed_experts_start_len,
|
||||
@@ -432,6 +434,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
||||
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
||||
lora_path: Optional[List[Optional[str]]] = None,
|
||||
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
||||
require_reasoning: bool = False,
|
||||
return_hidden_states: bool = False,
|
||||
return_routed_experts: bool = False,
|
||||
routed_experts_start_len: int = 0,
|
||||
@@ -469,6 +472,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
||||
top_logprobs_num=top_logprobs_num,
|
||||
token_ids_logprob=token_ids_logprob,
|
||||
lora_path=lora_path,
|
||||
require_reasoning=require_reasoning,
|
||||
return_hidden_states=return_hidden_states,
|
||||
return_routed_experts=return_routed_experts,
|
||||
routed_experts_start_len=routed_experts_start_len,
|
||||
|
||||
Reference in New Issue
Block a user