[Trainer] Undo #29896 (#30129)

* Undo

* Use tokenizer

* Undo data collator
This commit is contained in:
NielsRogge
2024-04-09 12:55:42 +02:00
committed by GitHub
parent ba1b24e07b
commit e9c23fa056
20 changed files with 24 additions and 41 deletions

View File

@@ -411,7 +411,7 @@ def main():
train_dataset=dataset["train"] if training_args.do_train else None,
eval_dataset=dataset["validation"] if training_args.do_eval else None,
compute_metrics=compute_metrics,
image_processor=image_processor,
tokenizer=image_processor,
data_collator=collate_fn,
)

View File

@@ -369,7 +369,7 @@ def main():
args=training_args,
train_dataset=ds["train"] if training_args.do_train else None,
eval_dataset=ds["validation"] if training_args.do_eval else None,
image_processor=image_processor,
tokenizer=image_processor,
data_collator=collate_fn,
)

View File

@@ -458,7 +458,7 @@ def main():
args=training_args,
train_dataset=ds["train"] if training_args.do_train else None,
eval_dataset=ds["validation"] if training_args.do_eval else None,
image_processor=image_processor,
tokenizer=image_processor,
data_collator=collate_fn,
)

View File

@@ -510,7 +510,7 @@ def main():
train_dataset=dataset["train"] if training_args.do_train else None,
eval_dataset=dataset["validation"] if training_args.do_eval else None,
compute_metrics=compute_metrics,
image_processor=image_processor,
tokenizer=image_processor,
data_collator=default_data_collator,
)