Merge pull request #474 from jiesutd/master

Fix tsv read error in Windows
This commit is contained in:
Thomas Wolf
2019-04-15 10:56:48 +02:00
committed by GitHub

View File

@@ -95,7 +95,7 @@ class DataProcessor(object):
@classmethod
def _read_tsv(cls, input_file, quotechar=None):
"""Reads a tab separated value file."""
with open(input_file, "r") as f:
with open(input_file, "r", encoding="utf-8") as f:
reader = csv.reader(f, delimiter="\t", quotechar=quotechar)
lines = []
for line in reader: