Add max length

2019-08-21 02:35:01 +02:00
parent aa05dc8935
commit fdc487d8b3
1 changed files with 1 additions and 0 deletions
--- a/pytorch_transformers/tokenization_gpt2.py
+++ b/pytorch_transformers/tokenization_gpt2.py
@@ -58,6 +58,7 @@ PRETRAINED_VOCAB_FILES_MAP = {
 PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
    'gpt2': 1024,
    'gpt2-medium': 1024,
+    'gpt2-large': 1024,
 }

@lru_cache()