Replace defensive getattr in pool_configurator with direct access (#25447)
This commit is contained in:
@@ -110,7 +110,7 @@ class DefaultPoolConfigurator(MemoryPoolConfigurator):
|
|||||||
scale_kv_cell_size_per_token_for_dflash,
|
scale_kv_cell_size_per_token_for_dflash,
|
||||||
)
|
)
|
||||||
|
|
||||||
draft_num_layers = getattr(mr, "dflash_draft_num_layers", None)
|
draft_num_layers = mr.dflash_draft_num_layers
|
||||||
if (
|
if (
|
||||||
draft_num_layers is not None
|
draft_num_layers is not None
|
||||||
and int(draft_num_layers) > 0
|
and int(draft_num_layers) > 0
|
||||||
|
|||||||
Reference in New Issue
Block a user