[Trainer] Allow passing image processor (#29896)

* Add image processor to trainer

* Replace tokenizer=image_processor everywhere
This commit is contained in:
NielsRogge
2024-04-05 10:10:44 +02:00
committed by GitHub
parent d704c0b698
commit 1ab7136488
21 changed files with 43 additions and 26 deletions

View File

@@ -411,7 +411,7 @@ def main():
train_dataset=dataset["train"] if training_args.do_train else None,
eval_dataset=dataset["validation"] if training_args.do_eval else None,
compute_metrics=compute_metrics,
tokenizer=image_processor,
image_processor=image_processor,
data_collator=collate_fn,
)

View File

@@ -369,7 +369,7 @@ def main():
args=training_args,
train_dataset=ds["train"] if training_args.do_train else None,
eval_dataset=ds["validation"] if training_args.do_eval else None,
tokenizer=image_processor,
image_processor=image_processor,
data_collator=collate_fn,
)

View File

@@ -458,7 +458,7 @@ def main():
args=training_args,
train_dataset=ds["train"] if training_args.do_train else None,
eval_dataset=ds["validation"] if training_args.do_eval else None,
tokenizer=image_processor,
image_processor=image_processor,
data_collator=collate_fn,
)

View File

@@ -510,7 +510,7 @@ def main():
train_dataset=dataset["train"] if training_args.do_train else None,
eval_dataset=dataset["validation"] if training_args.do_eval else None,
compute_metrics=compute_metrics,
tokenizer=image_processor,
image_processor=image_processor,
data_collator=default_data_collator,
)

View File

@@ -552,7 +552,7 @@ def main():
output_dir=training_args.output_dir,
hub_model_id=push_to_hub_model_id,
hub_token=training_args.push_to_hub_token,
tokenizer=image_processor,
image_processor=image_processor,
**model_card_kwargs,
)
)