feat(api): add require_reasoning field for engine's generate api (#27019)
This commit is contained in:
@@ -332,6 +332,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
|||||||
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
||||||
lora_path: Optional[List[Optional[str]]] = None,
|
lora_path: Optional[List[Optional[str]]] = None,
|
||||||
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
||||||
|
require_reasoning: bool = False,
|
||||||
return_hidden_states: bool = False,
|
return_hidden_states: bool = False,
|
||||||
return_routed_experts: bool = False,
|
return_routed_experts: bool = False,
|
||||||
routed_experts_start_len: int = 0,
|
routed_experts_start_len: int = 0,
|
||||||
@@ -370,6 +371,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
|||||||
token_ids_logprob=token_ids_logprob,
|
token_ids_logprob=token_ids_logprob,
|
||||||
lora_path=lora_path,
|
lora_path=lora_path,
|
||||||
custom_logit_processor=custom_logit_processor,
|
custom_logit_processor=custom_logit_processor,
|
||||||
|
require_reasoning=require_reasoning,
|
||||||
return_hidden_states=return_hidden_states,
|
return_hidden_states=return_hidden_states,
|
||||||
return_routed_experts=return_routed_experts,
|
return_routed_experts=return_routed_experts,
|
||||||
routed_experts_start_len=routed_experts_start_len,
|
routed_experts_start_len=routed_experts_start_len,
|
||||||
@@ -432,6 +434,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
|||||||
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
|
||||||
lora_path: Optional[List[Optional[str]]] = None,
|
lora_path: Optional[List[Optional[str]]] = None,
|
||||||
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
custom_logit_processor: Optional[Union[List[str], str]] = None,
|
||||||
|
require_reasoning: bool = False,
|
||||||
return_hidden_states: bool = False,
|
return_hidden_states: bool = False,
|
||||||
return_routed_experts: bool = False,
|
return_routed_experts: bool = False,
|
||||||
routed_experts_start_len: int = 0,
|
routed_experts_start_len: int = 0,
|
||||||
@@ -469,6 +472,7 @@ class Engine(EngineScoreMixin, EngineBase):
|
|||||||
top_logprobs_num=top_logprobs_num,
|
top_logprobs_num=top_logprobs_num,
|
||||||
token_ids_logprob=token_ids_logprob,
|
token_ids_logprob=token_ids_logprob,
|
||||||
lora_path=lora_path,
|
lora_path=lora_path,
|
||||||
|
require_reasoning=require_reasoning,
|
||||||
return_hidden_states=return_hidden_states,
|
return_hidden_states=return_hidden_states,
|
||||||
return_routed_experts=return_routed_experts,
|
return_routed_experts=return_routed_experts,
|
||||||
routed_experts_start_len=routed_experts_start_len,
|
routed_experts_start_len=routed_experts_start_len,
|
||||||
|
|||||||
Reference in New Issue
Block a user