From 94d7c3ba44b2134426e44d428e7dc3950c76d91f Mon Sep 17 00:00:00 2001 From: Yifan Yang Date: Mon, 17 Oct 2022 14:17:01 -0400 Subject: [PATCH] [Examples] make default preprocessing_num_workers=1 (#19684) * [Examples] make default preprocessing_num_workers=1 * [Examples] revert changes in research projects --- .../pytorch/question-answering/run_qa_beam_search_no_trainer.py | 2 +- examples/pytorch/question-answering/run_qa_no_trainer.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py b/examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py index a79d03852e..064d3ec1fd 100644 --- a/examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py +++ b/examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py @@ -104,7 +104,7 @@ def parse_args(): "--train_file", type=str, default=None, help="A csv or a json file containing the training data." ) parser.add_argument( - "--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." + "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data." ) parser.add_argument("--do_predict", action="store_true", help="Eval the question answering model") parser.add_argument( diff --git a/examples/pytorch/question-answering/run_qa_no_trainer.py b/examples/pytorch/question-answering/run_qa_no_trainer.py index 5581949006..9e4f762aea 100755 --- a/examples/pytorch/question-answering/run_qa_no_trainer.py +++ b/examples/pytorch/question-answering/run_qa_no_trainer.py @@ -108,7 +108,7 @@ def parse_args(): "--train_file", type=str, default=None, help="A csv or a json file containing the training data." ) parser.add_argument( - "--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." + "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data." ) parser.add_argument("--do_predict", action="store_true", help="To do prediction on the question answering model") parser.add_argument(