From 2d5d86e03779b4b316698438caff0f675ee54abd Mon Sep 17 00:00:00 2001 From: thomwolf Date: Thu, 5 Dec 2019 14:06:29 +0100 Subject: [PATCH] fix #2031 --- transformers/tokenization_albert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transformers/tokenization_albert.py b/transformers/tokenization_albert.py index 2f9af0b0bc..40a4b29206 100644 --- a/transformers/tokenization_albert.py +++ b/transformers/tokenization_albert.py @@ -66,7 +66,7 @@ class AlbertTokenizer(PreTrainedTokenizer): def __init__(self, vocab_file, do_lower_case=True, remove_space=True, keep_accents=False, bos_token="[CLS]", eos_token="[SEP]", unk_token="", sep_token="[SEP]", - pad_token="", cls_token="[CLS]", mask_token="[MASK]>", **kwargs): + pad_token="", cls_token="[CLS]", mask_token="[MASK]", **kwargs): super(AlbertTokenizer, self).__init__(bos_token=bos_token, eos_token=eos_token, unk_token=unk_token, sep_token=sep_token, pad_token=pad_token, cls_token=cls_token,