SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Examples] Check key exists in datasets first (#11503)

Browse Source
This commit is contained in:
Tommy Chiang
2021-05-10 03:42:38 +08:00
committed by GitHub
parent ba0d50f214
commit f2ffcaf49f
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/multiple-choice/run_swag.py
View File

@@ -347,9 +347,9 @@ def main():
return {k: [v[i : i + 4] for i in range(0, len(v), 4)] for k, v in tokenized_examples.items()} return {k: [v[i : i + 4] for i in range(0, len(v), 4)] for k, v in tokenized_examples.items()}
if training_args.do_train: if training_args.do_train:
train_dataset = datasets["train"]
if "train" not in datasets: if "train" not in datasets:
raise ValueError("--do_train requires a train dataset") raise ValueError("--do_train requires a train dataset")
train_dataset = datasets["train"]
if data_args.max_train_samples is not None: if data_args.max_train_samples is not None:
train_dataset = train_dataset.select(range(data_args.max_train_samples)) train_dataset = train_dataset.select(range(data_args.max_train_samples))
train_dataset = train_dataset.map( train_dataset = train_dataset.map(

2
examples/pytorch/summarization/run_summarization.py
View File

@@ -422,9 +422,9 @@ def main():
return model_inputs return model_inputs
if training_args.do_train: if training_args.do_train:
train_dataset = datasets["train"]
if "train" not in datasets: if "train" not in datasets:
raise ValueError("--do_train requires a train dataset") raise ValueError("--do_train requires a train dataset")
train_dataset = datasets["train"]
if data_args.max_train_samples is not None: if data_args.max_train_samples is not None:
train_dataset = train_dataset.select(range(data_args.max_train_samples)) train_dataset = train_dataset.select(range(data_args.max_train_samples))
train_dataset = train_dataset.map( train_dataset = train_dataset.map(

2
examples/pytorch/translation/run_translation.py
View File

@@ -416,9 +416,9 @@ def main():
return model_inputs return model_inputs
if training_args.do_train: if training_args.do_train:
train_dataset = datasets["train"]
if "train" not in datasets: if "train" not in datasets:
raise ValueError("--do_train requires a train dataset") raise ValueError("--do_train requires a train dataset")
train_dataset = datasets["train"]
if data_args.max_train_samples is not None: if data_args.max_train_samples is not None:
train_dataset = train_dataset.select(range(data_args.max_train_samples)) train_dataset = train_dataset.select(range(data_args.max_train_samples))
train_dataset = train_dataset.map( train_dataset = train_dataset.map(