diff --git a/setup.py b/setup.py
index ea8037d4bb..91dc470ee5 100644
--- a/setup.py
+++ b/setup.py
@@ -110,7 +110,7 @@ _deps = [
     "fastapi",
     "filelock",
     "flake8>=3.8.3",
-    "flax>=0.3.5",
+    "flax>=0.4.1",
     "ftfy",
     "fugashi>=1.0",
     "GitPython<3.1.19",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index d63b79abab..54f39b4bfe 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -16,7 +16,7 @@ deps = {
     "fastapi": "fastapi",
     "filelock": "filelock",
     "flake8": "flake8>=3.8.3",
-    "flax": "flax>=0.3.5",
+    "flax": "flax>=0.4.1",
     "ftfy": "ftfy",
     "fugashi": "fugashi>=1.0",
     "GitPython": "GitPython<3.1.19",