diff --git a/examples/utils_multiple_choice.py b/examples/utils_multiple_choice.py index c52b9e0dfa..8e19c51414 100644 --- a/examples/utils_multiple_choice.py +++ b/examples/utils_multiple_choice.py @@ -21,7 +21,6 @@ import glob import json import logging import os -from io import open from typing import List import tqdm diff --git a/examples/utils_ner.py b/examples/utils_ner.py index 226869cae0..d117e014f7 100644 --- a/examples/utils_ner.py +++ b/examples/utils_ner.py @@ -18,7 +18,6 @@ import logging import os -from io import open logger = logging.getLogger(__name__) diff --git a/setup.py b/setup.py index 65845a2ad5..09edddb06e 100644 --- a/setup.py +++ b/setup.py @@ -33,7 +33,6 @@ To create the package for pypi. 7. Copy the release notes from RELEASE.md to the tag in github once everything is looking hunky-dory. """ -from io import open from setuptools import find_packages, setup diff --git a/src/transformers/configuration_utils.py b/src/transformers/configuration_utils.py index 21c08f135a..862a4105a4 100644 --- a/src/transformers/configuration_utils.py +++ b/src/transformers/configuration_utils.py @@ -20,7 +20,6 @@ import copy import json import logging import os -from io import open from .file_utils import CONFIG_NAME, cached_path, hf_bucket_url, is_remote_url diff --git a/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py b/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py index f9483659f5..d86b6b0c88 100755 --- a/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py +++ b/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py @@ -17,7 +17,6 @@ import argparse import logging -from io import open import torch diff --git a/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py b/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py index 0b1a28e41a..a1e1b80272 100755 --- a/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py +++ b/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py @@ -17,7 +17,6 @@ import argparse import logging -from io import open import torch diff --git a/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py b/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py index 7ed8724d27..3a9048ba8e 100755 --- a/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py +++ b/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py @@ -20,7 +20,6 @@ import logging import os import pickle import sys -from io import open import torch diff --git a/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py b/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py index 341fe71da2..7d66dc5b31 100755 --- a/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py +++ b/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py @@ -18,7 +18,6 @@ import argparse import json import logging -from io import open import numpy import torch diff --git a/src/transformers/data/metrics/squad_metrics.py b/src/transformers/data/metrics/squad_metrics.py index 2b9778bcdd..54fdeb7c7e 100644 --- a/src/transformers/data/metrics/squad_metrics.py +++ b/src/transformers/data/metrics/squad_metrics.py @@ -14,7 +14,6 @@ import logging import math import re import string -from io import open from transformers.tokenization_bert import BasicTokenizer diff --git a/src/transformers/file_utils.py b/src/transformers/file_utils.py index ceccfb18d6..a6728c9104 100644 --- a/src/transformers/file_utils.py +++ b/src/transformers/file_utils.py @@ -14,7 +14,6 @@ import tempfile from contextlib import contextmanager from functools import partial, wraps from hashlib import sha256 -from io import open from urllib.parse import urlparse import boto3 diff --git a/src/transformers/modelcard.py b/src/transformers/modelcard.py index 0efa42158f..c5c5eba0dc 100644 --- a/src/transformers/modelcard.py +++ b/src/transformers/modelcard.py @@ -19,7 +19,6 @@ import copy import json import logging import os -from io import open from .configuration_auto import ALL_PRETRAINED_CONFIG_ARCHIVE_MAP from .file_utils import ( diff --git a/src/transformers/modeling_openai.py b/src/transformers/modeling_openai.py index b0855e40f0..ad861ddc98 100644 --- a/src/transformers/modeling_openai.py +++ b/src/transformers/modeling_openai.py @@ -20,7 +20,6 @@ import json import logging import math import os -from io import open import torch import torch.nn as nn diff --git a/src/transformers/tokenization_bert.py b/src/transformers/tokenization_bert.py index 9a9b6626f1..e2d3980c47 100644 --- a/src/transformers/tokenization_bert.py +++ b/src/transformers/tokenization_bert.py @@ -19,7 +19,6 @@ import collections import logging import os import unicodedata -from io import open from .tokenization_utils import PreTrainedTokenizer diff --git a/src/transformers/tokenization_ctrl.py b/src/transformers/tokenization_ctrl.py index 28873ba036..99aa59d59d 100644 --- a/src/transformers/tokenization_ctrl.py +++ b/src/transformers/tokenization_ctrl.py @@ -18,7 +18,6 @@ import json import logging import os -from io import open import regex as re diff --git a/src/transformers/tokenization_gpt2.py b/src/transformers/tokenization_gpt2.py index 78351f1489..7687fd09fc 100644 --- a/src/transformers/tokenization_gpt2.py +++ b/src/transformers/tokenization_gpt2.py @@ -19,7 +19,6 @@ import json import logging import os from functools import lru_cache -from io import open import regex as re diff --git a/src/transformers/tokenization_openai.py b/src/transformers/tokenization_openai.py index 566bf14cb4..25ea0f88ef 100644 --- a/src/transformers/tokenization_openai.py +++ b/src/transformers/tokenization_openai.py @@ -19,7 +19,6 @@ import json import logging import os import re -from io import open from .tokenization_bert import BasicTokenizer from .tokenization_utils import PreTrainedTokenizer diff --git a/src/transformers/tokenization_transfo_xl.py b/src/transformers/tokenization_transfo_xl.py index 40953619ed..209d251f52 100644 --- a/src/transformers/tokenization_transfo_xl.py +++ b/src/transformers/tokenization_transfo_xl.py @@ -23,7 +23,6 @@ import logging import os import pickle from collections import Counter, OrderedDict -from io import open import numpy as np diff --git a/src/transformers/tokenization_utils.py b/src/transformers/tokenization_utils.py index 6394090d24..73075521fe 100644 --- a/src/transformers/tokenization_utils.py +++ b/src/transformers/tokenization_utils.py @@ -21,7 +21,6 @@ import json import logging import os import re -from io import open from .file_utils import cached_path, hf_bucket_url, is_remote_url, is_tf_available, is_torch_available diff --git a/src/transformers/tokenization_xlm.py b/src/transformers/tokenization_xlm.py index 94e2054690..de1101f52f 100644 --- a/src/transformers/tokenization_xlm.py +++ b/src/transformers/tokenization_xlm.py @@ -21,7 +21,6 @@ import os import re import sys import unicodedata -from io import open import sacremoses as sm diff --git a/templates/adding_a_new_example_script/utils_xxx.py b/templates/adding_a_new_example_script/utils_xxx.py index 141e981cbe..d766cf32a6 100644 --- a/templates/adding_a_new_example_script/utils_xxx.py +++ b/templates/adding_a_new_example_script/utils_xxx.py @@ -19,7 +19,6 @@ import collections import json import logging import math -from io import open from transformers.tokenization_bert import BasicTokenizer, whitespace_tokenize diff --git a/templates/adding_a_new_model/tests/test_tokenization_xxx.py b/templates/adding_a_new_model/tests/test_tokenization_xxx.py index 314345e870..cca0a1a15b 100644 --- a/templates/adding_a_new_model/tests/test_tokenization_xxx.py +++ b/templates/adding_a_new_model/tests/test_tokenization_xxx.py @@ -16,7 +16,6 @@ import os import unittest -from io import open from transformers.tokenization_bert import VOCAB_FILES_NAMES, XxxTokenizer diff --git a/templates/adding_a_new_model/tokenization_xxx.py b/templates/adding_a_new_model/tokenization_xxx.py index 9c2fd2667b..2dd88d7287 100644 --- a/templates/adding_a_new_model/tokenization_xxx.py +++ b/templates/adding_a_new_model/tokenization_xxx.py @@ -18,7 +18,6 @@ import collections import logging import os -from io import open from .tokenization_utils import PreTrainedTokenizer diff --git a/tests/test_tokenization_bert.py b/tests/test_tokenization_bert.py index 1a2e1393c0..24e008d734 100644 --- a/tests/test_tokenization_bert.py +++ b/tests/test_tokenization_bert.py @@ -16,7 +16,6 @@ import os import unittest -from io import open from transformers.tokenization_bert import ( VOCAB_FILES_NAMES, diff --git a/tests/test_tokenization_bert_japanese.py b/tests/test_tokenization_bert_japanese.py index 948b43884a..8680296d6b 100644 --- a/tests/test_tokenization_bert_japanese.py +++ b/tests/test_tokenization_bert_japanese.py @@ -16,7 +16,6 @@ import os import unittest -from io import open from transformers.tokenization_bert import WordpieceTokenizer from transformers.tokenization_bert_japanese import ( diff --git a/tests/test_tokenization_common.py b/tests/test_tokenization_common.py index c8a73217f2..035a0dc27f 100644 --- a/tests/test_tokenization_common.py +++ b/tests/test_tokenization_common.py @@ -18,7 +18,6 @@ import os import pickle import shutil import tempfile -from io import open class TokenizerTesterMixin: diff --git a/tests/test_tokenization_ctrl.py b/tests/test_tokenization_ctrl.py index 821d2cedb0..1cea3f17e3 100644 --- a/tests/test_tokenization_ctrl.py +++ b/tests/test_tokenization_ctrl.py @@ -16,7 +16,6 @@ import json import os import unittest -from io import open from transformers.tokenization_ctrl import VOCAB_FILES_NAMES, CTRLTokenizer diff --git a/tests/test_tokenization_gpt2.py b/tests/test_tokenization_gpt2.py index 8bede8ee97..7353d55178 100644 --- a/tests/test_tokenization_gpt2.py +++ b/tests/test_tokenization_gpt2.py @@ -17,7 +17,6 @@ import json import os import unittest -from io import open from transformers.tokenization_gpt2 import VOCAB_FILES_NAMES, GPT2Tokenizer diff --git a/tests/test_tokenization_roberta.py b/tests/test_tokenization_roberta.py index 9de7709030..26f71b3275 100644 --- a/tests/test_tokenization_roberta.py +++ b/tests/test_tokenization_roberta.py @@ -17,7 +17,6 @@ import json import os import unittest -from io import open from transformers.tokenization_roberta import VOCAB_FILES_NAMES, RobertaTokenizer diff --git a/tests/test_tokenization_transfo_xl.py b/tests/test_tokenization_transfo_xl.py index 0efd016940..b108db8aea 100644 --- a/tests/test_tokenization_transfo_xl.py +++ b/tests/test_tokenization_transfo_xl.py @@ -16,7 +16,6 @@ import os import unittest -from io import open from transformers import is_torch_available