SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

no warn (#8329)

Browse Source
This commit is contained in:
Sam Shleifer
2020-11-05 11:42:24 -05:00
committed by GitHub
parent 52f44dd6d2
commit 7abc1d96d1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/seq2seq/utils.py
View File

@@ -269,7 +269,7 @@ class Seq2SeqDataCollator:
), f"pad_token_id is not defined for ({self.tokenizer.__class__.__name__}), it must be defined." ), f"pad_token_id is not defined for ({self.tokenizer.__class__.__name__}), it must be defined."
self.data_args = data_args self.data_args = data_args
self.tpu_num_cores = tpu_num_cores self.tpu_num_cores = tpu_num_cores
self.dataset_kwargs = {"add_prefix_space": isinstance(tokenizer, BartTokenizer)} self.dataset_kwargs = {"add_prefix_space": True} if isinstance(tokenizer, BartTokenizer) else {}
if data_args.src_lang is not None: if data_args.src_lang is not None:
self.dataset_kwargs["src_lang"] = data_args.src_lang self.dataset_kwargs["src_lang"] = data_args.src_lang
if data_args.tgt_lang is not None: if data_args.tgt_lang is not None: