Fix remove_columns in text-classification example (#29351)

This commit is contained in:
Mario Šaško
2024-04-02 19:15:27 +02:00
committed by GitHub
parent 5080ab12c8
commit fce52cefa7

View File

@@ -422,7 +422,7 @@ def main():
for split in raw_datasets.keys():
for column in data_args.remove_columns.split(","):
logger.info(f"removing column {column} from split {split}")
raw_datasets[split].remove_columns(column)
raw_datasets[split] = raw_datasets[split].remove_columns(column)
if data_args.label_column_name is not None and data_args.label_column_name != "label":
for key in raw_datasets.keys():