Bugfix: EagleDraftWorker has not attribute "eagle_use_aux_hidden_state" (#16480)
This commit is contained in:
@@ -144,7 +144,14 @@ class EagleDraftWorker(BaseDraftWorker):
|
|||||||
|
|
||||||
# Alias for better readability
|
# Alias for better readability
|
||||||
self.draft_runner = self.draft_worker.model_runner
|
self.draft_runner = self.draft_worker.model_runner
|
||||||
|
self.eagle_use_aux_hidden_state = False
|
||||||
|
if self.speculative_algorithm.is_eagle3():
|
||||||
|
eagle_config = getattr(
|
||||||
|
self.draft_runner.model_config.hf_config, "eagle_config", {}
|
||||||
|
)
|
||||||
|
self.eagle_use_aux_hidden_state = eagle_config.get(
|
||||||
|
"use_aux_hidden_state", True
|
||||||
|
)
|
||||||
self.init_token_map()
|
self.init_token_map()
|
||||||
self.init_lm_head()
|
self.init_lm_head()
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user