From 13fefdf34095e22fa1157f04dc3d5b5b64242f7d Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Tue, 20 Jul 2021 13:51:15 +0200 Subject: [PATCH] Update README.md cc @patil-suraj --- examples/flax/language-modeling/README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/flax/language-modeling/README.md b/examples/flax/language-modeling/README.md index 28bb0b8e47..0024beb848 100644 --- a/examples/flax/language-modeling/README.md +++ b/examples/flax/language-modeling/README.md @@ -114,7 +114,7 @@ from transformers import RobertaConfig model_dir = "./norwegian-roberta-base" # ${MODEL_DIR} -config = RobertaConfig.from_pretrained("roberta-base") +config = RobertaConfig.from_pretrained("roberta-base", vocab_size=tokenizer.vocab_size) config.save_pretrained(model_dir) ``` @@ -211,7 +211,7 @@ from transformers import GPT2Config model_dir = "./norwegian-gpt2" # ${MODEL_DIR} -config = GPT2Config.from_pretrained("gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0) +config = GPT2Config.from_pretrained("gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=tokenizer.vocab_size) config.save_pretrained(model_dir) ``` @@ -349,7 +349,7 @@ from transformers import T5Config model_dir = "./norwegian-t5-base" # ${MODEL_DIR} -config = T5Config.from_pretrained("google/t5-v1_1-base") +config = T5Config.from_pretrained("google/t5-v1_1-base", vocab_size=tokenizer.vocab_size) config.save_pretrained(model_dir) ```