make style (#11442)

This commit is contained in:
Patrick von Platen
2021-04-26 13:50:34 +02:00
committed by GitHub
parent 04ab2ca639
commit 32dbb2d954
105 changed files with 202 additions and 202 deletions

View File

@@ -74,7 +74,7 @@ def to_list(tensor):
def train(args, train_dataset, model, tokenizer):
""" Train the model """
"""Train the model"""
if args.local_rank in [-1, 0]:
tb_writer = SummaryWriter()

View File

@@ -61,7 +61,7 @@ def accuracy(out, labels):
def load_rocstories_dataset(dataset_path):
""" Output a list of tuples(story, 1st continuation, 2nd continuation, label) """
"""Output a list of tuples(story, 1st continuation, 2nd continuation, label)"""
with open(dataset_path, encoding="utf_8") as f:
f = csv.reader(f)
output = []
@@ -184,7 +184,7 @@ def main():
# Load and encode the datasets
def tokenize_and_encode(obj):
""" Tokenize and encode a nested object """
"""Tokenize and encode a nested object"""
if isinstance(obj, str):
return tokenizer.convert_tokens_to_ids(tokenizer.tokenize(obj))
elif isinstance(obj, int):

View File

@@ -276,7 +276,7 @@ def load_and_cache_examples(args, tokenizer, evaluate=False, output_examples=Fal
def train(args, train_dataset, model, tokenizer):
""" Train the model """
"""Train the model"""
if args.local_rank in [-1, 0]:
tb_writer = SummaryWriter()

View File

@@ -19,7 +19,7 @@ import fire
def minify(src_dir: str, dest_dir: str, n: int):
"""Write first n lines of each file f in src_dir to dest_dir/f """
"""Write first n lines of each file f in src_dir to dest_dir/f"""
src_dir = Path(src_dir)
dest_dir = Path(dest_dir)
dest_dir.mkdir(exist_ok=True)