SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

extend works in-place

Browse Source
This commit is contained in:
Rémi Louf
2019-10-17 18:08:09 +02:00
parent cb26b035c6
commit a67413ccc8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/run_seq2seq_finetuning.py
View File

@@ -165,7 +165,8 @@ def _fit_to_block_size(sequence, block_size):
if len(sequence) > block_size: if len(sequence) > block_size:
return sequence[:block_size] return sequence[:block_size]
else: else:
return sequence.extend([0] * (block_size - len(sequence))) sequence.extend([0] * (block_size - len(sequence)))
return sequence
def mask_padding_tokens(sequence): def mask_padding_tokens(sequence):