[s2s] distributed eval cleanup (#7110)

2020-09-13 23:40:38 -04:00
parent 54395d87a6
commit de9e297964
2 changed files with 15 additions and 11 deletions
--- a/examples/seq2seq/utils.py
+++ b/examples/seq2seq/utils.py
@@ -98,7 +98,8 @@ class AbstractSeq2SeqDataset(Dataset):
        self.max_target_length = max_target_length
        assert min(self.src_lens) > 0, f"found empty line in {self.src_file}"
        self.tokenizer = tokenizer
-        self.prefix = prefix
+        self.prefix = prefix if prefix is not None else ""
+
        if n_obs is not None:
            self.src_lens = self.src_lens[:n_obs]
        self.pad_token_id = self.tokenizer.pad_token_id