[seq2seq] make it easier to run the scripts (#7274)

This commit is contained in:
Stas Bekman
2020-09-24 12:23:48 -07:00
committed by GitHub
parent 8d3bb781ee
commit eadd870b2f
18 changed files with 50 additions and 31 deletions

9
examples/seq2seq/finetune.py Normal file → Executable file
View File

@@ -1,7 +1,10 @@
#!/usr/bin/env python
import argparse
import glob
import logging
import os
import sys
import time
from collections import defaultdict
from pathlib import Path
@@ -13,7 +16,6 @@ import torch
from torch.utils.data import DataLoader
from callbacks import Seq2SeqLoggingCallback, get_checkpoint_callback, get_early_stopping_callback
from lightning_base import BaseTransformer, add_generic_args, generic_train
from transformers import MBartTokenizer, T5ForConditionalGeneration
from transformers.modeling_bart import shift_tokens_right
from utils import (
@@ -34,6 +36,11 @@ from utils import (
)
# need the parent dir module
sys.path.insert(2, str(Path(__file__).resolve().parents[1]))
from lightning_base import BaseTransformer, add_generic_args, generic_train # noqa
logger = logging.getLogger(__name__)