Remove import fallbacks.
This commit is contained in:
@@ -18,19 +18,13 @@ import argparse
|
|||||||
import logging
|
import logging
|
||||||
import sys
|
import sys
|
||||||
import unittest
|
import unittest
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
import run_generation
|
import run_generation
|
||||||
import run_glue
|
import run_glue
|
||||||
import run_squad
|
import run_squad
|
||||||
|
|
||||||
|
|
||||||
try:
|
|
||||||
# python 3.4+ can use builtin unittest.mock instead of mock package
|
|
||||||
from unittest.mock import patch
|
|
||||||
except ImportError:
|
|
||||||
from mock import patch
|
|
||||||
|
|
||||||
|
|
||||||
logging.basicConfig(level=logging.DEBUG)
|
logging.basicConfig(level=logging.DEBUG)
|
||||||
|
|
||||||
logger = logging.getLogger()
|
logger = logging.getLogger()
|
||||||
|
|||||||
@@ -15,6 +15,7 @@ from contextlib import contextmanager
|
|||||||
from functools import partial, wraps
|
from functools import partial, wraps
|
||||||
from hashlib import sha256
|
from hashlib import sha256
|
||||||
from io import open
|
from io import open
|
||||||
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
import boto3
|
import boto3
|
||||||
import requests
|
import requests
|
||||||
@@ -65,10 +66,6 @@ except ImportError:
|
|||||||
)
|
)
|
||||||
default_cache_path = os.path.join(torch_cache_home, "transformers")
|
default_cache_path = os.path.join(torch_cache_home, "transformers")
|
||||||
|
|
||||||
try:
|
|
||||||
from urllib.parse import urlparse
|
|
||||||
except ImportError:
|
|
||||||
from urlparse import urlparse
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|||||||
@@ -18,6 +18,7 @@
|
|||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
|
from functools import lru_cache
|
||||||
from io import open
|
from io import open
|
||||||
|
|
||||||
import regex as re
|
import regex as re
|
||||||
@@ -25,15 +26,6 @@ import regex as re
|
|||||||
from .tokenization_utils import PreTrainedTokenizer
|
from .tokenization_utils import PreTrainedTokenizer
|
||||||
|
|
||||||
|
|
||||||
try:
|
|
||||||
from functools import lru_cache
|
|
||||||
except ImportError:
|
|
||||||
# Just a dummy decorator to get the checks to run on python2
|
|
||||||
# because honestly I don't want to support a byte-level unicode BPE tokenizer on python 2 right now.
|
|
||||||
def lru_cache():
|
|
||||||
return lambda func: func
|
|
||||||
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
VOCAB_FILES_NAMES = {
|
VOCAB_FILES_NAMES = {
|
||||||
|
|||||||
@@ -20,15 +20,6 @@ import logging
|
|||||||
from .tokenization_gpt2 import GPT2Tokenizer
|
from .tokenization_gpt2 import GPT2Tokenizer
|
||||||
|
|
||||||
|
|
||||||
try:
|
|
||||||
from functools import lru_cache
|
|
||||||
except ImportError:
|
|
||||||
# Just a dummy decorator to get the checks to run on python2
|
|
||||||
# because honestly I don't want to support a byte-level unicode BPE tokenizer on python 2 right now.
|
|
||||||
def lru_cache():
|
|
||||||
return lambda func: func
|
|
||||||
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
VOCAB_FILES_NAMES = {
|
VOCAB_FILES_NAMES = {
|
||||||
|
|||||||
Reference in New Issue
Block a user