From 34d942540de3aa9ffacbdf50d7baf0c57829f71f Mon Sep 17 00:00:00 2001 From: Simon Lin Date: Fri, 27 Sep 2024 23:58:56 +1000 Subject: [PATCH] refactor(rust): Fix new-streaming `test_lazy_parquet::test_row_index` --- .../src/nodes/parquet_source/row_group_decode.rs | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs b/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs index eda18101d1a0..057d9e15d1f6 100644 --- a/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs +++ b/crates/polars-stream/src/nodes/parquet_source/row_group_decode.rs @@ -645,11 +645,15 @@ fn decode_column_prefiltered( let column = Series::try_from((arrow_field, array))?.into_column(); - if !prefilter { - column.filter(mask) + let column = if !prefilter { + column.filter(mask)? } else { - Ok(column) - } + column + }; + + assert_eq!(column.len(), expected_num_rows); + + Ok(column) } mod tests {