[Fix] Fix transformer loader fallback test fixture (#37142)
This commit is contained in:
@@ -40,6 +40,7 @@ class TestTransformerLoaderFallbackAdmission(unittest.TestCase):
|
|||||||
"dp_size": 1,
|
"dp_size": 1,
|
||||||
"use_fsdp_inference": False,
|
"use_fsdp_inference": False,
|
||||||
"resolve_component_attention_backend": mock.Mock(return_value=(None, None)),
|
"resolve_component_attention_backend": mock.Mock(return_value=(None, None)),
|
||||||
|
"should_direct_gpu_weight_load_component": mock.Mock(return_value=False),
|
||||||
"should_use_fsdp_for_component": mock.Mock(return_value=fsdp_requested),
|
"should_use_fsdp_for_component": mock.Mock(return_value=fsdp_requested),
|
||||||
}
|
}
|
||||||
values.update(overrides)
|
values.update(overrides)
|
||||||
|
|||||||
Reference in New Issue
Block a user