diff --git a/setup.py b/setup.py
index 9266a1de7fadf..e4465a6e1ffec 100644
--- a/setup.py
+++ b/setup.py
@@ -163,7 +163,7 @@
     "timeout-decorator",
     "timm",
     "tokenizers>=0.11.1,!=0.11.3,<0.14",
-    "torch>=1.7,!=1.12.0",
+    "torch>=1.7,!=1.12.0,<1.13.0",
     "torchaudio",
     "pyctcdecode>=0.4.0",
     "tqdm>=4.27",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 1d6223f2a7a1f..22a403a49f65b 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -69,7 +69,7 @@
     "timeout-decorator": "timeout-decorator",
     "timm": "timm",
     "tokenizers": "tokenizers>=0.11.1,!=0.11.3,<0.14",
-    "torch": "torch>=1.7,!=1.12.0",
+    "torch": "torch>=1.7,!=1.12.0,<1.13.0",
     "torchaudio": "torchaudio",
     "pyctcdecode": "pyctcdecode>=0.4.0",
     "tqdm": "tqdm>=4.27",