Use built-in open().

On Python 3, `open is io.open`.

examples/utils_multiple_choice.py

@@ -21,7 +21,6 @@ import glob
 import json
 import logging
 import os
-from io import open
 from typing import List
 
 import tqdm

examples/utils_ner.py

@@ -18,7 +18,6 @@
 
 import logging
 import os
-from io import open
 
 
 logger = logging.getLogger(__name__)

setup.py

@@ -33,7 +33,6 @@ To create the package for pypi.
 7. Copy the release notes from RELEASE.md to the tag in github once everything is looking hunky-dory.
 
 """
-from io import open
 
 from setuptools import find_packages, setup
 

src/transformers/configuration_utils.py

@@ -20,7 +20,6 @@ import copy
 import json
 import logging
 import os
-from io import open
 
 from .file_utils import CONFIG_NAME, cached_path, hf_bucket_url, is_remote_url
 

src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py

@@ -17,7 +17,6 @@
 
 import argparse
 import logging
-from io import open
 
 import torch
 

src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py

@@ -17,7 +17,6 @@
 
 import argparse
 import logging
-from io import open
 
 import torch
 

src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py

@@ -20,7 +20,6 @@ import logging
 import os
 import pickle
 import sys
-from io import open
 
 import torch
 

src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py

@@ -18,7 +18,6 @@
 import argparse
 import json
 import logging
-from io import open
 
 import numpy
 import torch

src/transformers/data/metrics/squad_metrics.py

@@ -14,7 +14,6 @@ import logging
 import math
 import re
 import string
-from io import open
 
 from transformers.tokenization_bert import BasicTokenizer
 

src/transformers/file_utils.py

@@ -14,7 +14,6 @@ import tempfile
 from contextlib import contextmanager
 from functools import partial, wraps
 from hashlib import sha256
-from io import open
 from urllib.parse import urlparse
 
 import boto3

src/transformers/modelcard.py

@@ -19,7 +19,6 @@ import copy
 import json
 import logging
 import os
-from io import open
 
 from .configuration_auto import ALL_PRETRAINED_CONFIG_ARCHIVE_MAP
 from .file_utils import (

src/transformers/modeling_openai.py

@@ -20,7 +20,6 @@ import json
 import logging
 import math
 import os
-from io import open
 
 import torch
 import torch.nn as nn

src/transformers/tokenization_bert.py

@@ -19,7 +19,6 @@ import collections
 import logging
 import os
 import unicodedata
-from io import open
 
 from .tokenization_utils import PreTrainedTokenizer
 

src/transformers/tokenization_ctrl.py

@@ -18,7 +18,6 @@
 import json
 import logging
 import os
-from io import open
 
 import regex as re
 

src/transformers/tokenization_gpt2.py

@@ -19,7 +19,6 @@ import json
 import logging
 import os
 from functools import lru_cache
-from io import open
 
 import regex as re
 

src/transformers/tokenization_openai.py

@@ -19,7 +19,6 @@ import json
 import logging
 import os
 import re
-from io import open
 
 from .tokenization_bert import BasicTokenizer
 from .tokenization_utils import PreTrainedTokenizer

src/transformers/tokenization_transfo_xl.py

@@ -23,7 +23,6 @@ import logging
 import os
 import pickle
 from collections import Counter, OrderedDict
-from io import open
 
 import numpy as np
 

src/transformers/tokenization_utils.py

@@ -21,7 +21,6 @@ import json
 import logging
 import os
 import re
-from io import open
 
 from .file_utils import cached_path, hf_bucket_url, is_remote_url, is_tf_available, is_torch_available
 

src/transformers/tokenization_xlm.py

@@ -21,7 +21,6 @@ import os
 import re
 import sys
 import unicodedata
-from io import open
 
 import sacremoses as sm
 

templates/adding_a_new_example_script/utils_xxx.py

@@ -19,7 +19,6 @@ import collections
 import json
 import logging
 import math
-from io import open
 
 from transformers.tokenization_bert import BasicTokenizer, whitespace_tokenize
 

templates/adding_a_new_model/tests/test_tokenization_xxx.py

@@ -16,7 +16,6 @@
 
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_bert import VOCAB_FILES_NAMES, XxxTokenizer
 

templates/adding_a_new_model/tokenization_xxx.py

@@ -18,7 +18,6 @@
 import collections
 import logging
 import os
-from io import open
 
 from .tokenization_utils import PreTrainedTokenizer
 

tests/test_tokenization_bert.py

@@ -16,7 +16,6 @@
 
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_bert import (
     VOCAB_FILES_NAMES,

tests/test_tokenization_bert_japanese.py

@@ -16,7 +16,6 @@
 
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_bert import WordpieceTokenizer
 from transformers.tokenization_bert_japanese import (

tests/test_tokenization_common.py

@@ -18,7 +18,6 @@ import os
 import pickle
 import shutil
 import tempfile
-from io import open
 
 
 class TokenizerTesterMixin:

tests/test_tokenization_ctrl.py

@@ -16,7 +16,6 @@
 import json
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_ctrl import VOCAB_FILES_NAMES, CTRLTokenizer
 

tests/test_tokenization_gpt2.py

@@ -17,7 +17,6 @@
 import json
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_gpt2 import VOCAB_FILES_NAMES, GPT2Tokenizer
 

tests/test_tokenization_roberta.py

@@ -17,7 +17,6 @@
 import json
 import os
 import unittest
-from io import open
 
 from transformers.tokenization_roberta import VOCAB_FILES_NAMES, RobertaTokenizer
 

tests/test_tokenization_transfo_xl.py

@@ -16,7 +16,6 @@
 
 import os
 import unittest
-from io import open
 
 from transformers import is_torch_available