SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix labels (#6213)

Browse Source
This commit is contained in:
Suraj Patil
2020-08-03 19:49:35 +05:30
committed by GitHub
parent cedc547e7e
commit 0b41867357
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/data/data_collator.py
View File

@@ -87,6 +87,7 @@ class DataCollatorForLanguageModeling:
return {"input_ids": inputs, "labels": labels} return {"input_ids": inputs, "labels": labels}
else: else:
labels = batch.clone().detach() labels = batch.clone().detach()
if self.tokenizer.pad_token_id is not None:
labels[labels == self.tokenizer.pad_token_id] = -100 labels[labels == self.tokenizer.pad_token_id] = -100
return {"input_ids": batch, "labels": labels} return {"input_ids": batch, "labels": labels}