Update tokenization_xlm.py

2019-08-20 14:19:39 +02:00
parent f5e2ed0fd8
commit 388e3251fa
1 changed files with 1 additions and 1 deletions
--- a/pytorch_transformers/tokenization_xlm.py
+++ b/pytorch_transformers/tokenization_xlm.py
@@ -126,7 +126,7 @@ class XLMTokenizer(PreTrainedTokenizer):
            import ftfy
            from spacy.lang.en import English
            _nlp = English()
-            self.nlp = nlp.Defaults.create_tokenizer(_nlp)
+            self.nlp = _nlp.Defaults.create_tokenizer(_nlp)
            self.fix_text = ftfy.fix_text
        except ImportError:
            logger.warning("ftfy or spacy is not installed using BERT BasicTokenizer instead of SpaCy & ftfy.")