Improve documentation coverage for Bertweet (#9379)

* bertweet docs coverage * style doc max len 119 * maxlen style rst * run main() from style_doc * changed according to comments
2021-01-05 02:12:59 +08:00
parent 47ca0eaaac
commit 086718ac6e
3 changed files with 65 additions and 2 deletions
--- a/utils/check_repo.py
+++ b/utils/check_repo.py
@@ -382,8 +382,6 @@ SHOULD_HAVE_THEIR_OWN_PAGE = [
    "BertJapaneseTokenizer",
    "CharacterTokenizer",
    "MecabTokenizer",
-    # Bertweet
-    "BertweetTokenizer",
    # Herbert
    "HerbertTokenizer",
    "HerbertTokenizerFast",