Fix bug in page skipping (#2504)

apache · Aug 18, 2022 · 526a2b8 · 526a2b8
1 parent c34f07f
commit 526a2b8
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/parquet/src/file/serialized_reader.rs b/parquet/src/file/serialized_reader.rs
@@ -730,6 +730,7 @@ impl<R: ChunkReader> PageReader for SerializedPageReader<R> {
                 if let Some(buffered_header) = next_page_header.take() {
                     // The next page header has already been peeked, so just advance the offset
                     *offset += buffered_header.compressed_page_size as usize;
+                    *remaining_bytes -= buffered_header.compressed_page_size as usize;
                 } else {
                     let mut read =
                         self.reader.get_read(*offset as u64, *remaining_bytes)?;
@@ -1556,6 +1557,7 @@ mod tests {
             if i % 2 == 0 {
                 vec.push(column_page_reader.get_next_page().unwrap().unwrap());
             } else {
+                column_page_reader.peek_next_page().unwrap().unwrap();
                 column_page_reader.skip_next_page().unwrap();
             }
         }