diff --git a/setup.py b/setup.py
index 49c6285e..56469c46 100644
--- a/setup.py
+++ b/setup.py
@@ -253,7 +253,6 @@ def build_extensions(self):
         python_requires=">=3.7",
         long_description=open("README.md").read(),
         long_description_content_type="text/markdown",
-        build_requires=["pybind11>=2.10.0"],
         url="https://github.com/Chia-Network/chiavdf",
         ext_modules=ext_modules,
         cmdclass={"build_ext": BuildExt},
@@ -273,7 +272,6 @@ def build_extensions(self):
         long_description=open("README.md").read(),
         long_description_content_type="text/markdown",
         url="https://github.com/Chia-Network/chiavdf",
-        setup_requires=["pybind11>=2.10.0"],
         ext_modules=[CMakeExtension("chiavdf", "src")],
         cmdclass=dict(
             build_ext=CMakeBuild, install_hook=install_hook, build_hook=build_hook