Black 20 release

2020-08-26 17:20:22 +02:00
parent e78c110338
commit a75c64d80c
191 changed files with 4807 additions and 3503 deletions
--- a/src/transformers/tokenization_ctrl.py
+++ b/src/transformers/tokenization_ctrl.py
@@ -202,8 +202,7 @@ class CTRLTokenizer(PreTrainedTokenizer):
        return word

    def _tokenize(self, text):
-        """ Tokenize a string.
-        """
+        """Tokenize a string."""
        split_tokens = []

        words = re.findall(r"\S+\n?", text)