[generate] can instantiate GenerationConfig(cache_implementation="static") (#35679)

fix failing instantiation
2025-01-16 17:04:54 +00:00
parent aaa969e97d
commit 2818307e93
2 changed files with 14 additions and 10 deletions
--- a/tests/generation/test_configuration_utils.py
+++ b/tests/generation/test_configuration_utils.py
@@ -259,6 +259,12 @@ class GenerationConfigTest(unittest.TestCase):
        config = GenerationConfig()
        self.assertEqual(config.get_generation_mode(assistant_model="foo"), GenerationMode.ASSISTED_GENERATION)

+    def test_static_cache_without_cache_config(self):
+        """Regression test for #35026 -- static cache should work without a cache config."""
+        config = GenerationConfig(cache_implementation="static")
+        self.assertEqual(config.cache_implementation, "static")
+        self.assertEqual(config.cache_config, None)
+

 class GenerationConfigSerializationTest(unittest.TestCase):
    def test_serialize_generation_sequence_bias(self):