From 8b03c8eaf2dafd68b4eb167f8bb1aab37a221807 Mon Sep 17 00:00:00 2001 From: Cyril Vallez Date: Mon, 26 May 2025 16:20:23 +0200 Subject: [PATCH] Better check in `initialize_weights` (#38382) * Update modeling_utils.py * CIs * CIs --- src/transformers/modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 5c377acaba..32a3689bba 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -2658,7 +2658,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, PushToHubMixin, PeftAdapterMi def smart_apply(self, fn): for module in self.children(): # We found a sub-model: recursively dispatch its own init function now! - if hasattr(module, "_init_weights"): + if isinstance(module, PreTrainedModel): module.smart_apply(module._initialize_weights) else: module.smart_apply(fn)