SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Align TP check (#38328)

Browse Source 
align tp check
This commit is contained in:
Marc Sun
2025-05-30 17:15:39 +02:00
committed by GitHub
parent e0545ef0b8
commit 051a8acc9a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/modeling_utils.py
View File

@@ -2084,7 +2084,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, PushToHubMixin, PeftAdapterMi
if plan := getattr(module, "_tp_plan", None): if plan := getattr(module, "_tp_plan", None):
self._tp_plan.update({f"{name}.{k}": v for k, v in plan.copy().items()}) self._tp_plan.update({f"{name}.{k}": v for k, v in plan.copy().items()})
if self._tp_plan is not None and is_torch_greater_or_equal("2.5"): if self._tp_plan is not None and is_torch_greater_or_equal("2.5") and _torch_distributed_available:
for _, v in self._tp_plan.items(): for _, v in self._tp_plan.items():
if v not in ALL_PARALLEL_STYLES: if v not in ALL_PARALLEL_STYLES:
raise ValueError( raise ValueError(