Fix #1784

2019-11-11 10:15:14 -05:00
parent 7a9aae1044
commit b5d330d118
6 changed files with 6 additions and 6 deletions
--- a/transformers/tokenization_utils.py
+++ b/transformers/tokenization_utils.py
@@ -951,7 +951,7 @@ class PreTrainedTokenizer(object):
                special tokens for the model

        Returns:
-            A list of integers in the range [0, 1]: 0 for a special token, 1 for a sequence token.
+            A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.
        """
        return [0] * ((len(token_ids_1) if token_ids_1 else 0) + len(token_ids_0))