fix: draft model revision misuse model revision (#11893)
This commit is contained in:
@@ -538,6 +538,7 @@ class ModelRunner:
|
|||||||
draft_model_config = ModelConfig.from_server_args(
|
draft_model_config = ModelConfig.from_server_args(
|
||||||
server_args,
|
server_args,
|
||||||
model_path=(server_args.speculative_draft_model_path),
|
model_path=(server_args.speculative_draft_model_path),
|
||||||
|
model_revision=server_args.speculative_draft_model_revision,
|
||||||
is_draft_model=True,
|
is_draft_model=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -1611,6 +1611,12 @@ class ServerArgs:
|
|||||||
)
|
)
|
||||||
|
|
||||||
def _handle_speculative_decoding(self):
|
def _handle_speculative_decoding(self):
|
||||||
|
if (
|
||||||
|
self.speculative_draft_model_path is not None
|
||||||
|
and self.speculative_draft_model_revision is None
|
||||||
|
):
|
||||||
|
self.speculative_draft_model_revision = "main"
|
||||||
|
|
||||||
if self.speculative_algorithm == "NEXTN":
|
if self.speculative_algorithm == "NEXTN":
|
||||||
self.speculative_algorithm = "EAGLE"
|
self.speculative_algorithm = "EAGLE"
|
||||||
|
|
||||||
@@ -1659,6 +1665,7 @@ class ServerArgs:
|
|||||||
]:
|
]:
|
||||||
if self.speculative_draft_model_path is None:
|
if self.speculative_draft_model_path is None:
|
||||||
self.speculative_draft_model_path = self.model_path
|
self.speculative_draft_model_path = self.model_path
|
||||||
|
self.speculative_draft_model_revision = self.revision
|
||||||
else:
|
else:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
"DeepSeek MTP does not require setting speculative_draft_model_path."
|
"DeepSeek MTP does not require setting speculative_draft_model_path."
|
||||||
|
|||||||
Reference in New Issue
Block a user