From b0f1c0ee30e590327ef546f75178c24460b156b4 Mon Sep 17 00:00:00 2001
From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>
Date: Thu, 29 Oct 2020 10:43:45 -0400
Subject: [PATCH] Document tokenizer_class in configurations (#8152)

---
 src/transformers/configuration_utils.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/transformers/configuration_utils.py b/src/transformers/configuration_utils.py
index 460b9fb26e..eb21fa2034 100755
--- a/src/transformers/configuration_utils.py
+++ b/src/transformers/configuration_utils.py
@@ -134,6 +134,8 @@ class PretrainedConfig(object):
 
     Parameters linked to the tokenizer
 
+        - **tokenizer_class** (:obj:`str`, `optional`) -- The name of the associated tokenizer class to use (if none is
+          set, will use the tokenizer associated to the model by default).
         - **prefix** (:obj:`str`, `optional`) -- A specific prompt that should be added at the beginning of each text
           before calling the model.
         - **bos_token_id** (:obj:`int`, `optional`)) -- The id of the `beginning-of-stream` token.