From 174684a9b6f6f4c754c1afdae66e7a5a63a36639 Mon Sep 17 00:00:00 2001 From: amd-xiaoyu12 Date: Wed, 21 May 2025 09:35:44 -0400 Subject: [PATCH] Simplify DTensor Check for modeling_utils.py (#38245) Update modeling_utils.py --- src/transformers/modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index f1ee597f78..c52de1fcb6 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -3567,7 +3567,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, PushToHubMixin, PeftAdapterMi for name, tensor in state_dict.items(): # Sometimes in the state_dict we have non-tensor objects. # e.g. in bitsandbytes we have some `str` objects in the state_dict - if isinstance(tensor, torch.Tensor) or isinstance(tensor, DTensor): + if isinstance(tensor, torch.Tensor): ptrs[id_tensor_storage(tensor)].append(name) else: # In the non-tensor case, fall back to the pointer of the object itself