SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix style

Browse Source
This commit is contained in:
Sylvain Gugger
2022-05-18 10:46:40 -04:00
parent 5fdb54ece7
commit 4710702837
1 changed files with 16 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
examples/research_projects/information-gain-filtration/run_clm_igf.py
View File

@@ -288,8 +288,10 @@ def main():
"--data_file", "--data_file",
type=str, type=str,
default=None, default=None,
help="A jbl file containing tokenized data which can be split as objective dataset, " help=(
"train_dataset and test_dataset.", "A jbl file containing tokenized data which can be split as objective dataset, "
"train_dataset and test_dataset."
),
) )
parser.add_argument( parser.add_argument(
@@ -319,8 +321,10 @@ def main():
"--context_len", "--context_len",
default=32, default=32,
type=int, type=int,
help="The maximum total input sequence length after tokenization. Sequences longer " help=(
"than this will be truncated, sequences shorter will be padded.", "The maximum total input sequence length after tokenization. Sequences longer "
"than this will be truncated, sequences shorter will be padded."
),
) )
parser.add_argument( parser.add_argument(
@@ -350,8 +354,10 @@ def main():
"--eval_interval", "--eval_interval",
default=10, default=10,
type=int, type=int,
help="decay the selectivity of our secondary learner filter from" help=(
"1 standard deviation above average to 1 below average after 10 batches", "decay the selectivity of our secondary learner filter from"
"1 standard deviation above average to 1 below average after 10 batches"
),
) )
parser.add_argument( parser.add_argument(
@@ -372,8 +378,10 @@ def main():
"--threshold", "--threshold",
default=1.0, default=1.0,
type=float, type=float,
help="The threshold value used by secondary learner to filter the train_data and allow only" help=(
" informative data as input to the model", "The threshold value used by secondary learner to filter the train_data and allow only"
" informative data as input to the model"
),
) )
parser.add_argument("--finetuned_model_name", default="gpt2_finetuned.pt", type=str, help="finetuned_model_name") parser.add_argument("--finetuned_model_name", default="gpt2_finetuned.pt", type=str, help="finetuned_model_name")