SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update t5.rst (#14776)

Browse Source
This commit is contained in:
Xing Han Lu
2021-12-15 08:59:11 -05:00
committed by GitHub
parent a94105f95f
commit 72c6e8b8bf
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
docs/source/model_doc/t5.rst
View File

@@ -191,10 +191,8 @@ language modeling head on top of the decoder.
labels = target_encoding.input_ids labels = target_encoding.input_ids
# replace padding token id's of the labels by -100 # replace padding token id's of the labels by -100
labels = [
[(label if label != tokenizer.pad_token_id else -100) for label in labels_example] for labels_example in labels
]
labels = torch.tensor(labels) labels = torch.tensor(labels)
labels[labels == tokenizer.pad_token_id] = -100
# forward pass # forward pass
loss = model(input_ids=input_ids, attention_mask=attention_mask, labels=labels).loss loss = model(input_ids=input_ids, attention_mask=attention_mask, labels=labels).loss