SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix version issue in modeling_utils.py (#39759)

Browse Source 
fix version issue
This commit is contained in:
Cyril Vallez
2025-07-29 16:15:30 +02:00
committed by GitHub
parent 8db4d79161
commit abf101af1f
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/modeling_utils.py
View File

@@ -2881,9 +2881,7 @@ class PreTrainedModel(nn.Module, EmbeddingAccessMixin, ModuleUtilsMixin, PushToH
# We cannot use `isinstance` on the RMSNorms or LayerNorms, as they usually are custom modules which change names # We cannot use `isinstance` on the RMSNorms or LayerNorms, as they usually are custom modules which change names
# between modelings (because they are prefixed with the model name) # between modelings (because they are prefixed with the model name)
elif ( elif (
isinstance( isinstance(module, (nn.GroupNorm, nn.BatchNorm1d, nn.BatchNorm2d, nn.BatchNorm3d))
module, (nn.LayerNorm, nn.RMSNorm, nn.GroupNorm, nn.BatchNorm1d, nn.BatchNorm2d, nn.BatchNorm3d)
)
or "LayerNorm" in module.__class__.__name__ or "LayerNorm" in module.__class__.__name__
or "RMSNorm" in module.__class__.__name__ or "RMSNorm" in module.__class__.__name__
): ):