Replace defensive getattr in pool_configurator with direct access (#25447)
This commit is contained in:
@@ -110,7 +110,7 @@ class DefaultPoolConfigurator(MemoryPoolConfigurator):
|
||||
scale_kv_cell_size_per_token_for_dflash,
|
||||
)
|
||||
|
||||
draft_num_layers = getattr(mr, "dflash_draft_num_layers", None)
|
||||
draft_num_layers = mr.dflash_draft_num_layers
|
||||
if (
|
||||
draft_num_layers is not None
|
||||
and int(draft_num_layers) > 0
|
||||
|
||||
Reference in New Issue
Block a user