[MT5] Fix CONFIG_MAPPING issue leading it to load umt5 class (#24678)

* update * add umt5 to auto tokenizer mapping * nits * fixup * fix failing torch test
2023-07-07 11:33:54 +09:00
parent fded6f4186
commit fb78769b9c
10 changed files with 212 additions and 15 deletions
--- a/utils/check_config_attributes.py
+++ b/utils/check_config_attributes.py
@@ -54,6 +54,7 @@ SPECIAL_CASES_TO_ALLOW = {
    # used internally in the configuration class file
    # `tokenizer_class` get default value `T5Tokenizer` intentionally
    "MT5Config": ["feed_forward_proj", "tokenizer_class"],
+    "UMT5Config": ["feed_forward_proj", "tokenizer_class"],
    # used internally in the configuration class file
    "LongT5Config": ["feed_forward_proj"],
    # used internally in the configuration class file