SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Remove break

Browse Source
This commit is contained in:
Lysandre
2019-10-24 21:43:28 +00:00
parent bab6ad01aa
commit beaf66b1f3
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
transformers/data/processors/glue.py
View File

@@ -76,9 +76,6 @@ def glue_convert_examples_to_features(examples, tokenizer,
features = [] features = []
for (ex_index, example) in enumerate(examples): for (ex_index, example) in enumerate(examples):
if ex_index == 10:
break
if ex_index % 10000 == 0: if ex_index % 10000 == 0:
logger.info("Writing example %d" % (ex_index)) logger.info("Writing example %d" % (ex_index))
if is_tf_dataset: if is_tf_dataset: