add bytes_estimate for binary push in parquet deserialize

src/io/parquet/read/deserialize/binary/basic.rs

@@ -477,9 +477,13 @@ impl<'a, O: Offset> utils::Decoder<'a> for BinaryDecoder<O> {
 
 pub(super) fn finish<O: Offset, A: TraitBinaryArray<O>>(
     data_type: &DataType,
-    values: Binary<O>,
-    validity: MutableBitmap,
+    mut values: Binary<O>,
+    mut validity: MutableBitmap,
 ) -> Result<A> {
+    values.offsets.shrink_to_fit();
+    values.values.shrink_to_fit();
+    validity.shrink_to_fit();
+
     A::try_new(
         data_type.clone(),
         values.offsets.into(),

src/io/parquet/read/deserialize/binary/utils.rs

@@ -39,12 +39,20 @@ impl<O: Offset> Binary<O> {
     pub fn with_capacity(capacity: usize) -> Self {
         Self {
             offsets: Offsets::with_capacity(capacity),
-            values: Vec::with_capacity(capacity * 24),
+            values: Vec::with_capacity(capacity.min(100) * 24),
         }
     }
 
     #[inline]
     pub fn push(&mut self, v: &[u8]) {
+        if self.offsets.len() == 100 && self.offsets.capacity() > 100 {
+            let bytes_per_row = self.values.len() / 100 + 1;
+            let bytes_estimate = bytes_per_row * self.offsets.capacity();
+            if bytes_estimate > self.values.capacity() {
+                self.values.reserve(bytes_estimate - self.values.capacity());
+            }
+        }
+
         self.values.extend(v);
         self.offsets.try_push_usize(v.len()).unwrap()
     }