Compile compatibilty for decoder-only models (#32617)

* squash into one commit * add qwen2-vl for rope standardization * fix mistral compile * fix qwen2-vl * fix-copies
2024-09-09 10:59:04 +02:00
parent eedd21b9e7
commit 65bb284448
37 changed files with 2301 additions and 1367 deletions
--- a/tests/pipelines/test_pipelines_text_generation.py
+++ b/tests/pipelines/test_pipelines_text_generation.py
@@ -469,6 +469,7 @@ class TextGenerationPipelineTests(unittest.TestCase):
            "RwkvForCausalLM",
            "XGLMForCausalLM",
            "GPTNeoXForCausalLM",
+            "GPTNeoXJapaneseForCausalLM",
            "FuyuForCausalLM",
        ]
        if (