Fixed bug which caused overwrite_cache to always be True (#19000)

* fixed bug which caused overwrite_cache to always be True (#18967).

* reformatting changes
This commit is contained in:
Rahul A R
2022-09-13 11:29:48 -04:00
committed by GitHub
parent 420f6c5ee3
commit 00fc9217d1
7 changed files with 7 additions and 9 deletions

View File

@@ -183,7 +183,7 @@ def parse_args():
help="The number of processes to use for the preprocessing.", help="The number of processes to use for the preprocessing.",
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=False, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--no_keep_linebreaks", action="store_true", help="Do not keep line breaks when using TXT files." "--no_keep_linebreaks", action="store_true", help="Do not keep line breaks when using TXT files."

View File

@@ -190,7 +190,7 @@ def parse_args():
help="The number of processes to use for the preprocessing.", help="The number of processes to use for the preprocessing.",
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=False, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--mlm_probability", type=float, default=0.15, help="Ratio of tokens to mask for masked language modeling loss" "--mlm_probability", type=float, default=0.15, help="Ratio of tokens to mask for masked language modeling loss"

View File

@@ -232,7 +232,7 @@ def parse_args():
), ),
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=False, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--max_predict_samples", "--max_predict_samples",

View File

@@ -253,7 +253,7 @@ def parse_args():
), ),
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=False, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--max_predict_samples", "--max_predict_samples",

View File

@@ -138,7 +138,7 @@ def parse_args():
help="The number of processes to use for the preprocessing.", help="The number of processes to use for the preprocessing.",
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=None, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--max_target_length", "--max_target_length",

View File

@@ -168,7 +168,7 @@ def parse_args():
help="The number of processes to use for the preprocessing.", help="The number of processes to use for the preprocessing.",
) )
parser.add_argument( parser.add_argument(
"--overwrite_cache", type=bool, default=None, help="Overwrite the cached training and evaluation sets" "--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets"
) )
parser.add_argument( parser.add_argument(
"--max_length", "--max_length",

View File

@@ -135,9 +135,7 @@ parser.add_argument(
parser.add_argument( parser.add_argument(
"--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." "--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data."
) )
parser.add_argument( parser.add_argument("--overwrite_cache", action="store_true", help="Overwrite the cached training and evaluation sets")
"--overwrite_cache", type=bool, default=False, help="Overwrite the cached training and evaluation sets"
)
parser.add_argument( parser.add_argument(
"--fp16", "--fp16",
action="store_true", action="store_true",