diff --git a/tests/cpp/test_learner.cc b/tests/cpp/test_learner.cc
index fb8f9ed4bd4e..3d22db9b55eb 100644
--- a/tests/cpp/test_learner.cc
+++ b/tests/cpp/test_learner.cc
@@ -446,17 +446,4 @@ TEST(Learner, MultiTarget) {
     EXPECT_THROW({ learner->Configure(); }, dmlc::Error);
   }
 }
-
-TEST(Learner, BaseScore) {
-  size_t constexpr kRows{1024}, kCols{16};
-  auto m = RandomDataGenerator{kRows, kCols, 0}.GenerateDMatrix(true);
-  std::unique_ptr<Learner> learner{Learner::Create({m})};
-  learner->SetParam("objective", "reg:absoluteerror");
-  for (size_t i = 0; i < 4; ++i) {
-    learner->UpdateOneIter(i, m);
-  }
-  Json config{Object{}};
-  learner->SaveConfig(&config);
-  std::cout << config << std::endl;
-}
 }  // namespace xgboost