Add Cohere2 model (#35224)

2024-12-13 09:35:50 +01:00
parent e4e404fdd0
commit 64478c7631
19 changed files with 2508 additions and 9 deletions
--- a/utils/check_config_attributes.py
+++ b/utils/check_config_attributes.py
@@ -47,6 +47,7 @@ SPECIAL_CASES_TO_ALLOW = {
    # `cache_implementation` should be in the default generation config, but we don't yet support per-model
    # generation configs (TODO joao)
    "Gemma2Config": ["tie_word_embeddings", "cache_implementation"],
+    "Cohere2Config": ["cache_implementation"],
    # used to compute the property `self.chunk_length`
    "EncodecConfig": ["overlap"],
    # used to compute the property `self.layers_block_type`