bugfix: fix TableScan may contain fields not included in schema (#…

…5188)
apache · Feb 7, 2023 · e222bd6 · e222bd6
1 parent 61459d9
commit e222bd6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/datafusion/optimizer/src/push_down_projection.rs b/datafusion/optimizer/src/push_down_projection.rs
@@ -291,6 +291,10 @@ fn optimize_plan(
         // scans:
         // * remove un-used columns from the scan projection
         LogicalPlan::TableScan(scan) => {
+            // filter expr may not exist in expr in projection.
+            // like: TableScan: t1 projection=[bool_col, int_col], full_filters=[t1.id = Int32(1)]
+            // projection=[bool_col, int_col] don't contain `ti.id`.
+            exprlist_to_columns(&scan.filters, &mut new_required_columns)?;
             push_down_scan(scan, &new_required_columns, has_projection)
         }
         LogicalPlan::Explain { .. } => Err(DataFusionError::Internal(