minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[feat] Add return_routed_experts param to async_generate for parity with generate (#18508)

Browse Source
This commit is contained in:
William Arnold
2026-02-17 22:11:19 -08:00
committed by GitHub
parent ac0e493329
commit 95c44cea29
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/engine.py
+2
View File
@@ -319,6 +319,7 @@ class Engine(EngineBase):
lora_path: Optional[List[Optional[str]]] = None, lora_path: Optional[List[Optional[str]]] = None,
custom_logit_processor: Optional[Union[List[str], str]] = None, custom_logit_processor: Optional[Union[List[str], str]] = None,
return_hidden_states: bool = False, return_hidden_states: bool = False,
return_routed_experts: bool = False,
stream: bool = False, stream: bool = False,
bootstrap_host: Optional[Union[List[str], str]] = None, bootstrap_host: Optional[Union[List[str], str]] = None,
bootstrap_port: Optional[Union[List[int], int]] = None, bootstrap_port: Optional[Union[List[int], int]] = None,
@@ -358,6 +359,7 @@ class Engine(EngineBase):
token_ids_logprob=token_ids_logprob, token_ids_logprob=token_ids_logprob,
lora_path=lora_path, lora_path=lora_path,
return_hidden_states=return_hidden_states, return_hidden_states=return_hidden_states,
return_routed_experts=return_routed_experts,
stream=stream, stream=stream,
custom_logit_processor=custom_logit_processor, custom_logit_processor=custom_logit_processor,
bootstrap_host=bootstrap_host, bootstrap_host=bootstrap_host,