SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix datasets set_format (#10178)

Browse Source
This commit is contained in:
Sylvain Gugger
2021-02-15 05:49:07 -05:00
committed by GitHub
parent 8fae93ca19
commit 587197dcd2
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/trainer.py
View File

@@ -439,7 +439,8 @@ class Trainer:
f"The following columns {dset_description}don't have a corresponding argument in " f"The following columns {dset_description}don't have a corresponding argument in "
f"`{self.model.__class__.__name__}.forward` and have been ignored: {', '.join(ignored_columns)}." f"`{self.model.__class__.__name__}.forward` and have been ignored: {', '.join(ignored_columns)}."
) )
dataset.set_format(type=dataset.format["type"], columns=columns)
dataset.set_format(type=dataset.format["type"], columns=columns, format_kwargs=dataset.format["format_kwargs"])
def _get_train_sampler(self) -> Optional[torch.utils.data.sampler.Sampler]: def _get_train_sampler(self) -> Optional[torch.utils.data.sampler.Sampler]:
if isinstance(self.train_dataset, torch.utils.data.IterableDataset) or not isinstance( if isinstance(self.train_dataset, torch.utils.data.IterableDataset) or not isinstance(