diff --git a/setup.py b/setup.py
index e2ee6cba04f..9085802d5d4 100644
--- a/setup.py
+++ b/setup.py
@@ -125,7 +125,7 @@
     "s3fs>=2021.11.1",  # aligned with fsspec[http]>=2021.11.1
     "tensorflow>=2.3,!=2.6.0,!=2.6.1",
     "torch",
-    "torchaudio",
+    "torchaudio<0.12.0",
     "soundfile",
     "transformers",
     # datasets dependencies