minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BugFix] Fix draft model specified config file (#17815)

Browse Source
This commit is contained in:
khalilzhk
2026-01-31 20:45:36 -08:00
committed by GitHub
parent e884b17632
commit 429ef988bc
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/configs/model_config.py
+6 -1
View File
@@ -241,6 +241,11 @@ class ModelConfig:
if is_draft_model if is_draft_model
else server_args.quantization else server_args.quantization
) )
override_config_file = (
server_args.decrypted_draft_config_file
if is_draft_model
else server_args.decrypted_config_file
)
return ModelConfig( return ModelConfig(
model_path=model_path or server_args.model_path, model_path=model_path or server_args.model_path,
trust_remote_code=server_args.trust_remote_code, trust_remote_code=server_args.trust_remote_code,
@@ -254,7 +259,7 @@ class ModelConfig:
model_impl=server_args.model_impl, model_impl=server_args.model_impl,
sampling_defaults=server_args.sampling_defaults, sampling_defaults=server_args.sampling_defaults,
quantize_and_serve=server_args.quantize_and_serve, quantize_and_serve=server_args.quantize_and_serve,
override_config_file=server_args.decrypted_config_file, override_config_file=override_config_file,
is_multi_layer_eagle=server_args.enable_multi_layer_eagle, is_multi_layer_eagle=server_args.enable_multi_layer_eagle,
language_only=server_args.language_only, language_only=server_args.language_only,
encoder_only=server_args.encoder_only, encoder_only=server_args.encoder_only,