Remove misleading documentation

2019-12-11 09:22:37 -05:00
parent 51ae203290
commit 4c12860f7a
1 changed files with 0 additions and 1 deletions
--- a/transformers/tokenization_utils.py
+++ b/transformers/tokenization_utils.py
@@ -628,7 +628,6 @@ class PreTrainedTokenizer(object):
            Take care of added tokens.

            text: The sequence to be encoded.
-            return_tokens_mapped_to_origin: (optional) Set to True to return the index of each token in the initial whitespace tokenization. (default False).
            **kwargs: passed to the child `self.tokenize()` method
        """
        def lowercase_text(t):