From 2aa9c2f20445312955078d3d46cc699ea8de33cf Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Tue, 12 Jan 2021 11:53:32 +0100 Subject: [PATCH] fix blenderbot tok (#9532) --- .../models/blenderbot/tokenization_blenderbot.py | 8 +++++--- .../blenderbot_small/tokenization_blenderbot_small.py | 6 +++--- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/src/transformers/models/blenderbot/tokenization_blenderbot.py b/src/transformers/models/blenderbot/tokenization_blenderbot.py index 93537f1f4d..c502f73e8c 100644 --- a/src/transformers/models/blenderbot/tokenization_blenderbot.py +++ b/src/transformers/models/blenderbot/tokenization_blenderbot.py @@ -48,9 +48,11 @@ class BlenderbotTokenizer(RobertaTokenizer): "tokenizer_config_file": "tokenizer_config.json", } pretrained_vocab_files_map = { - "vocab_file": {CKPT_3B: "https://cdn.huggingface.co/facebook/blenderbot-3B/vocab.json"}, - "merges_file": {CKPT_3B: "https://cdn.huggingface.co/facebook/blenderbot-3B/merges.txt"}, - "tokenizer_config_file": {CKPT_3B: "https://cdn.huggingface.co/facebook/blenderbot-3B/tokenizer_config.json"}, + "vocab_file": {CKPT_3B: "https://huggingface.co/facebook/blenderbot-3B/resolve/main/vocab.json"}, + "merges_file": {CKPT_3B: "https://huggingface.co/facebook/blenderbot-3B/resolve/main/merges.txt"}, + "tokenizer_config_file": { + CKPT_3B: "https://huggingface.co/facebook/blenderbot-3B/resolve/main/tokenizer_config.json" + }, } max_model_input_sizes = {"facebook/blenderbot-3B": 128} diff --git a/src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py b/src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py index 69c60864e4..c9e5f36d88 100644 --- a/src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +++ b/src/transformers/models/blenderbot_small/tokenization_blenderbot_small.py @@ -82,13 +82,13 @@ class BlenderbotSmallTokenizer(PreTrainedTokenizer): } pretrained_vocab_files_map = { "vocab_file": { - "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/blob/main/vocab.json" + "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/resolve/main/vocab.json" }, "merges_file": { - "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/blob/main/merges.txt" + "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/resolve/main/merges.txt" }, "tokenizer_config_file": { - "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/blob/main/tokenizer.json" + "facebook/blenderbot_small-90M": "https://huggingface.co/facebook/blenderbot_small-90M/resolve/main/tokenizer.json" }, } max_model_input_sizes = {"facebook/blenderbot_small-90M": 512}