diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 9e65f9a20745..be0f0a214fbf 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -173,7 +173,8 @@ stages:
       displayName: 'Install tools'
     - script: |
         python -m pip install -r test_requirements.txt
-        python -m pip install vulture docutils sphinx==2.2.0 numpydoc
+        # Don't use doc_requirements.txt since that messes up tests
+        python -m pip install vulture sphinx==4.2.0 numpydoc==1.2.0
       displayName: 'Install dependencies; some are optional to avoid test skips'
     - script: /bin/bash -c "! vulture . --min-confidence 100 --exclude doc/,numpy/distutils/ | grep 'unreachable'"
       displayName: 'Check for unreachable code paths in Python modules'