From fdc487d8b33dcb8b2ddebd7a1fe4bd0eee4e2a40 Mon Sep 17 00:00:00 2001 From: thomwolf Date: Wed, 21 Aug 2019 02:35:01 +0200 Subject: [PATCH] Add max length --- pytorch_transformers/tokenization_gpt2.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_transformers/tokenization_gpt2.py b/pytorch_transformers/tokenization_gpt2.py index 4016a85a7f..e67f25ff59 100644 --- a/pytorch_transformers/tokenization_gpt2.py +++ b/pytorch_transformers/tokenization_gpt2.py @@ -58,6 +58,7 @@ PRETRAINED_VOCAB_FILES_MAP = { PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = { 'gpt2': 1024, 'gpt2-medium': 1024, + 'gpt2-large': 1024, } @lru_cache()