fixing various parts of model conversion, loading and weights sharing

This commit is contained in:
thomwolf
2019-01-16 10:31:16 +01:00
parent bcd4aa8fe0
commit 8831c68803
4 changed files with 243 additions and 283 deletions

View File

@@ -444,6 +444,12 @@ class TransfoXLCorpus(object):
for key, value in corpus_dict.items():
corpus.__dict__[key] = value
corpus.vocab = vocab
if corpus.train is not None:
corpus.train = torch.tensor(corpus.train, dtype=torch.long)
if corpus.valid is not None:
corpus.valid = torch.tensor(corpus.valid, dtype=torch.long)
if corpus.test is not None:
corpus.test = torch.tensor(corpus.test, dtype=torch.long)
return corpus
def __init__(self, *args, **kwargs):