minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Fix] Probe speculative draft config via sglang get_config (#25428)

Browse Source
This commit is contained in:
Jimmy Shong
2026-05-15 22:01:44 -07:00
committed by GitHub
parent 416fdbbb3d
commit daade9cc00
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+2 -2
View File
@@ -324,9 +324,9 @@ def _resolve_speculative_algorithm_alias(
is_gemma4_draft = False is_gemma4_draft = False
if speculative_draft_model_path: if speculative_draft_model_path:
from transformers import AutoConfig from sglang.srt.utils.hf_transformers_utils import get_config
cfg = AutoConfig.from_pretrained( cfg = get_config(
speculative_draft_model_path, trust_remote_code=trust_remote_code speculative_draft_model_path, trust_remote_code=trust_remote_code
) )
is_gemma4_draft = "Gemma4AssistantForCausalLM" in ( is_gemma4_draft = "Gemma4AssistantForCausalLM" in (