SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Simplify DTensor Check for modeling_utils.py (#38245)

Browse Source 
Update modeling_utils.py
This commit is contained in:
amd-xiaoyu12
2025-05-21 09:35:44 -04:00
committed by GitHub
parent e4decee9c0
commit 174684a9b6
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/modeling_utils.py
View File

@@ -3567,7 +3567,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, PushToHubMixin, PeftAdapterMi
for name, tensor in state_dict.items(): for name, tensor in state_dict.items():
# Sometimes in the state_dict we have non-tensor objects. # Sometimes in the state_dict we have non-tensor objects.
# e.g. in bitsandbytes we have some `str` objects in the state_dict # e.g. in bitsandbytes we have some `str` objects in the state_dict
if isinstance(tensor, torch.Tensor) or isinstance(tensor, DTensor): if isinstance(tensor, torch.Tensor):
ptrs[id_tensor_storage(tensor)].append(name) ptrs[id_tensor_storage(tensor)].append(name)
else: else:
# In the non-tensor case, fall back to the pointer of the object itself # In the non-tensor case, fall back to the pointer of the object itself