diff --git a/tensorflow/tools/pip_package/setup.py b/tensorflow/tools/pip_package/setup.py
index cc909a42c11f83..1aa5741aefbb19 100644
--- a/tensorflow/tools/pip_package/setup.py
+++ b/tensorflow/tools/pip_package/setup.py
@@ -101,7 +101,7 @@
     # They are updated during the release process
     # When updating these, please also update the nightly versions below
     'tensorboard ~= 2.4',
-    'tensorflow_estimator ~= 2.4.0',
+    'tf-estimator-nightly == 2.5.0.dev2021032501`,
     # TODO(scottzhu): OSS keras hasn't been formally released yet.
     # Use keras-nightly at the moment.
     'keras-nightly ~= 2.5.0.dev',