diff --git a/setup.py b/setup.py
index e320315bc9..70e0c0edd3 100644
--- a/setup.py
+++ b/setup.py
@@ -124,6 +124,7 @@ def _parse_requirements_file(file_path):
     "python-multipart>=0.0.5",
     "prometheus-client>=0.14.1",
     "psutil>=5.9.4",
+    "anyio<4.0.0",
 ]
 _onnxruntime_deps = [
     "onnxruntime>=1.7.0",