refactor(rust): Fix new-streaming parquet `test_row_index_projection_…

…pushdown_18463` (pola-rs#18805)
cmdlineluser · Sep 18, 2024 · 4f5c95d · 4f5c95d
1 parent 1b5d6ec
commit 4f5c95d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/crates/polars-stream/src/nodes/parquet_source/init.rs b/crates/polars-stream/src/nodes/parquet_source/init.rs
@@ -388,8 +388,11 @@ impl ParquetSourceNode {
 
         if self.verbose {
             eprintln!(
-                "[ParquetSource]: {:?} columns to be projected from {} files",
-                self.projected_arrow_schema.as_ref().map(|x| x.len()),
+                "[ParquetSource]: {} / {} parquet columns to be projected from {} files",
+                self.projected_arrow_schema
+                    .as_ref()
+                    .map_or(reader_schema.len(), |x| x.len()),
+                reader_schema.len(),
                 self.scan_sources.len(),
             );
         }

diff --git a/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs b/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs
@@ -174,7 +174,7 @@ impl RowGroupDecoder {
         slice_range: core::ops::Range<usize>,
     ) -> PolarsResult<Option<Column>> {
         if let Some(RowIndex { name, offset }) = self.row_index.as_ref() {
-            let projection_height = row_group_data.row_group_metadata.num_rows();
+            let projection_height = slice_range.len();
 
             let Some(offset) = (|| {
                 let offset = offset