🚨 Llama: update rope scaling to match static cache changes (#29143)

This commit is contained in:
Joao Gante
2024-02-21 09:47:41 +00:00
committed by GitHub
parent 1a77f07f65
commit 3994fa5baf
7 changed files with 38 additions and 44 deletions

View File

@@ -362,7 +362,6 @@ class LlamaModelTest(ModelTesterMixin, GenerationTesterMixin, PipelineTesterMixi
pass
@parameterized.expand([("linear",), ("dynamic",)])
@unittest.skip("TODO @gante fix this for Llama")
def test_model_rope_scaling(self, scaling_type):
config, _ = self.model_tester.prepare_config_and_inputs_for_common()
short_input = ids_tensor([1, 10], config.vocab_size)