Remove import fallbacks.

This commit is contained in:
Aymeric Augustin
2019-12-22 18:19:07 +01:00
parent 798b3b3899
commit 75a23d24af
4 changed files with 3 additions and 29 deletions

View File

@@ -20,15 +20,6 @@ import logging
from .tokenization_gpt2 import GPT2Tokenizer
try:
from functools import lru_cache
except ImportError:
# Just a dummy decorator to get the checks to run on python2
# because honestly I don't want to support a byte-level unicode BPE tokenizer on python 2 right now.
def lru_cache():
return lambda func: func
logger = logging.getLogger(__name__)
VOCAB_FILES_NAMES = {