diff --git a/setup.py b/setup.py
index 31f24f567d..a94793997f 100644
--- a/setup.py
+++ b/setup.py
@@ -156,7 +156,7 @@ _deps = [
     "sigopt",
     "librosa",
     "starlette",
-    "tensorflow-cpu>=2.3",
+    "tensorflow-cpu>=2.4,<2.11",
     "tensorflow>=2.4,<2.11",
     "tensorflow-text",
     "tf2onnx",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 07d3add4ce..0557e84aa5 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -62,7 +62,7 @@ deps = {
     "sigopt": "sigopt",
     "librosa": "librosa",
     "starlette": "starlette",
-    "tensorflow-cpu": "tensorflow-cpu>=2.3",
+    "tensorflow-cpu": "tensorflow-cpu>=2.4,<2.11",
     "tensorflow": "tensorflow>=2.4,<2.11",
     "tensorflow-text": "tensorflow-text",
     "tf2onnx": "tf2onnx",