diff --git a/src/tree/tree_model.cc b/src/tree/tree_model.cc
index 121915d46bcb..71196c9f0a71 100644
--- a/src/tree/tree_model.cc
+++ b/src/tree/tree_model.cc
@@ -802,7 +802,7 @@ void RegTree::LoadCategoricalSplit(Json const& in) {
                         ? 0
                         : common::KCatBitField::ComputeStorageSize(max_cat);
       size = size == 0 ? 1 : size;
-      std::vector<uint32_t> cat_bits_storage(size);
+      std::vector<uint32_t> cat_bits_storage(size, 0);
       common::CatBitField cat_bits{common::Span<uint32_t>(cat_bits_storage)};
       for (auto j = j_begin; j < j_end; ++j) {
         cat_bits.Set(common::AsCat(get<Integer const>(categories[j])));
diff --git a/tests/python-gpu/test_gpu_updaters.py b/tests/python-gpu/test_gpu_updaters.py
index ddf55936d78d..b83608316d19 100644
--- a/tests/python-gpu/test_gpu_updaters.py
+++ b/tests/python-gpu/test_gpu_updaters.py
@@ -61,12 +61,12 @@ def run_categorical_basic(self, cat, onehot, label, rounds):
         np.testing.assert_allclose(
             np.array(by_etl_results['Train']['rmse']),
             np.array(by_builtin_results['Train']['rmse']),
-            rtol=1e-4)
+            rtol=1e-3)
         assert tm.non_increasing(by_builtin_results['Train']['rmse'])
 
     @given(strategies.integers(10, 400), strategies.integers(5, 10),
            strategies.integers(1, 6), strategies.integers(4, 8))
-    @settings(deadline=None, verbosity=2)
+    @settings(deadline=None)
     @pytest.mark.skipif(**tm.no_pandas())
     def test_categorical(self, rows, cols, rounds, cats):
         import pandas as pd