[seq2seq] make it easier to run the scripts (#7274)

This commit is contained in:
Stas Bekman
2020-09-24 12:23:48 -07:00
committed by GitHub
parent 8d3bb781ee
commit eadd870b2f
18 changed files with 50 additions and 31 deletions

9
examples/seq2seq/save_len_file.py Normal file → Executable file
View File

@@ -1,14 +1,11 @@
#!/usr/bin/env python
import fire
from torch.utils.data import DataLoader
from tqdm import tqdm
from transformers import AutoTokenizer
try:
from .utils import Seq2SeqDataset, pickle_save
except ImportError:
from utils import Seq2SeqDataset, pickle_save
from utils import Seq2SeqDataset, pickle_save
def save_len_file(