SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Save the Wav2Vec2 processor before training starts (#10910)

Browse Source 
Co-authored-by: nithin19 <nithin@amberscript.com>
This commit is contained in:
Nithin Holla
2021-04-14 13:52:06 +02:00
committed by GitHub
parent 3d339ee659
commit 653076ca30
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
examples/research_projects/wav2vec2/run_common_voice.py
View File

@@ -476,13 +476,14 @@ def main():
checkpoint = model_args.model_name_or_path checkpoint = model_args.model_name_or_path
else: else:
checkpoint = None checkpoint = None
train_result = trainer.train(resume_from_checkpoint=checkpoint)
trainer.save_model()
# save the feature_extractor and the tokenizer # Save the feature_extractor and the tokenizer
if is_main_process(training_args.local_rank): if is_main_process(training_args.local_rank):
processor.save_pretrained(training_args.output_dir) processor.save_pretrained(training_args.output_dir)
train_result = trainer.train(resume_from_checkpoint=checkpoint)
trainer.save_model()
metrics = train_result.metrics metrics = train_result.metrics
max_train_samples = ( max_train_samples = (
data_args.max_train_samples if data_args.max_train_samples is not None else len(train_dataset) data_args.max_train_samples if data_args.max_train_samples is not None else len(train_dataset)