fix: draft model revision misuse model revision (#11893)

This commit is contained in:
gongwei-130
2025-11-24 21:13:37 -08:00
committed by GitHub
parent da182e4b83
commit 8ff3ef1fef
2 changed files with 8 additions and 0 deletions
@@ -538,6 +538,7 @@ class ModelRunner:
draft_model_config = ModelConfig.from_server_args( draft_model_config = ModelConfig.from_server_args(
server_args, server_args,
model_path=(server_args.speculative_draft_model_path), model_path=(server_args.speculative_draft_model_path),
model_revision=server_args.speculative_draft_model_revision,
is_draft_model=True, is_draft_model=True,
) )
+7
View File
@@ -1611,6 +1611,12 @@ class ServerArgs:
) )
def _handle_speculative_decoding(self): def _handle_speculative_decoding(self):
if (
self.speculative_draft_model_path is not None
and self.speculative_draft_model_revision is None
):
self.speculative_draft_model_revision = "main"
if self.speculative_algorithm == "NEXTN": if self.speculative_algorithm == "NEXTN":
self.speculative_algorithm = "EAGLE" self.speculative_algorithm = "EAGLE"
@@ -1659,6 +1665,7 @@ class ServerArgs:
]: ]:
if self.speculative_draft_model_path is None: if self.speculative_draft_model_path is None:
self.speculative_draft_model_path = self.model_path self.speculative_draft_model_path = self.model_path
self.speculative_draft_model_revision = self.revision
else: else:
logger.warning( logger.warning(
"DeepSeek MTP does not require setting speculative_draft_model_path." "DeepSeek MTP does not require setting speculative_draft_model_path."