From 3d4b3bc3fd77e0e48e2364464ea90379f13bcf37 Mon Sep 17 00:00:00 2001 From: Stefan Schweter Date: Fri, 30 Jul 2021 18:27:53 +0200 Subject: [PATCH] examples: use correct way to get vocab size in flax lm readme (#12947) --- examples/flax/language-modeling/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/flax/language-modeling/README.md b/examples/flax/language-modeling/README.md index b3efa047a6..cd82a6b9bc 100644 --- a/examples/flax/language-modeling/README.md +++ b/examples/flax/language-modeling/README.md @@ -114,7 +114,7 @@ from transformers import RobertaConfig model_dir = "./norwegian-roberta-base" # ${MODEL_DIR} -config = RobertaConfig.from_pretrained("roberta-base", vocab_size=tokenizer.vocab_size) +config = RobertaConfig.from_pretrained("roberta-base", vocab_size=tokenizer.get_vocab_size()) config.save_pretrained(model_dir) ``` @@ -349,7 +349,7 @@ from transformers import T5Config model_dir = "./norwegian-t5-base" # ${MODEL_DIR} -config = T5Config.from_pretrained("google/t5-v1_1-base", vocab_size=tokenizer.vocab_size) +config = T5Config.from_pretrained("google/t5-v1_1-base", vocab_size=tokenizer.get_vocab_size()) config.save_pretrained(model_dir) ```