diff --git a/python/sglang/srt/model_executor/pool_configurator.py b/python/sglang/srt/model_executor/pool_configurator.py index 5212f2c0f..8703a21ae 100644 --- a/python/sglang/srt/model_executor/pool_configurator.py +++ b/python/sglang/srt/model_executor/pool_configurator.py @@ -110,7 +110,7 @@ class DefaultPoolConfigurator(MemoryPoolConfigurator): scale_kv_cell_size_per_token_for_dflash, ) - draft_num_layers = getattr(mr, "dflash_draft_num_layers", None) + draft_num_layers = mr.dflash_draft_num_layers if ( draft_num_layers is not None and int(draft_num_layers) > 0