From e4e0ee14bd481fe32e82578665284ea5bf4f5677 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Louf?= Date: Wed, 16 Oct 2019 20:05:32 +0200 Subject: [PATCH] add separator between data import and train --- examples/run_seq2seq_finetuning.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/examples/run_seq2seq_finetuning.py b/examples/run_seq2seq_finetuning.py index f05a5847ed..2e8d0aa250 100644 --- a/examples/run_seq2seq_finetuning.py +++ b/examples/run_seq2seq_finetuning.py @@ -52,6 +52,10 @@ def set_seed(args): torch.manual_seed(args.seed) +# ------------ +# Load dataset +# ------------ + class TextDataset(Dataset): """ Abstracts the dataset used to train seq2seq models. @@ -212,6 +216,11 @@ def load_and_cache_examples(args, tokenizer): return dataset +# ------------ +# Train +# ------------ + + def train(args, train_dataset, model, tokenizer): """ Fine-tune the pretrained model on the corpus. """ raise NotImplementedError