SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add condition (#7161)

Browse Source
This commit is contained in:
Donna Choi
2020-09-16 06:15:10 -07:00
committed by GitHub
parent f8590c56e6
commit 9e376e156a
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/transformers/data/data_collator.py
View File

@@ -505,10 +505,11 @@ class DataCollatorForNextSentencePrediction:
# This should rarely go for more than one iteration for large # This should rarely go for more than one iteration for large
# corpora. However, just to be careful, we try to make sure that # corpora. However, just to be careful, we try to make sure that
# the random document is not the same as the document # the random document is not the same as the document
# we're processing. # we're processing. Also check to make sure that the random document
# is not empty.
for _ in range(10): for _ in range(10):
random_document_index = random.randint(0, len(examples) - 1) random_document_index = random.randint(0, len(examples) - 1)
if random_document_index != doc_index: if random_document_index != doc_index and len(examples[random_document_index]) > 0:
break break
random_document = examples[random_document_index] random_document = examples[random_document_index]