Fix activations being all the same module (#19728)

2022-10-18 11:56:45 -04:00
parent 14fe3e0410
commit fb0bd7b7a8
2 changed files with 31 additions and 14 deletions
--- a/tests/utils/test_activations.py
+++ b/tests/utils/test_activations.py
@@ -63,3 +63,11 @@ class TestActivations(unittest.TestCase):
            get_activation("bogus")
        with self.assertRaises(KeyError):
            get_activation(None)
+
+    def test_activations_are_distinct_objects(self):
+        act1 = get_activation("gelu")
+        act1.a = 1
+        act2 = get_activation("gelu")
+        self.assertEqual(act1.a, 1)
+        with self.assertRaises(AttributeError):
+            _ = act2.a