SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Examples] make default preprocessing_num_workers=1 (#19684)

Browse Source 
* [Examples] make default preprocessing_num_workers=1

* [Examples] revert changes in research projects
This commit is contained in:
Yifan Yang
2022-10-17 14:17:01 -04:00
committed by GitHub
parent c7edde1a69
commit 94d7c3ba44
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py
View File

@@ -104,7 +104,7 @@ def parse_args():
"--train_file", type=str, default=None, help="A csv or a json file containing the training data." "--train_file", type=str, default=None, help="A csv or a json file containing the training data."
) )
parser.add_argument( parser.add_argument(
"--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data."
) )
parser.add_argument("--do_predict", action="store_true", help="Eval the question answering model") parser.add_argument("--do_predict", action="store_true", help="Eval the question answering model")
parser.add_argument( parser.add_argument(

2
examples/pytorch/question-answering/run_qa_no_trainer.py
View File

@@ -108,7 +108,7 @@ def parse_args():
"--train_file", type=str, default=None, help="A csv or a json file containing the training data." "--train_file", type=str, default=None, help="A csv or a json file containing the training data."
) )
parser.add_argument( parser.add_argument(
"--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data."
) )
parser.add_argument("--do_predict", action="store_true", help="To do prediction on the question answering model") parser.add_argument("--do_predict", action="store_true", help="To do prediction on the question answering model")
parser.add_argument( parser.add_argument(