Skip to content
Closed
Changes from 1 commit
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
6be6ff7
pipe column orderings into pruning predicate creation
adriangb Apr 23, 2025
8c2ceb1
touch up
adriangb Apr 23, 2025
6bfaeb1
Merge remote-tracking branch 'origin/main' into float_pruning_no_total
etseidl Apr 24, 2025
849f18f
start adding rules for floats
etseidl Apr 24, 2025
dada2ce
cleanup and add more comments
etseidl Apr 24, 2025
4c82fbf
more cleanup
etseidl Apr 25, 2025
347fad3
fix some compile problems
etseidl Apr 25, 2025
de60fb4
fix examples
etseidl Apr 26, 2025
de81a92
rework column_index_for_expr
etseidl Apr 28, 2025
da34493
check for NegativeExpr too
etseidl Apr 28, 2025
9726505
modify float tests that will no longer be pruned
etseidl Apr 28, 2025
081920a
fix comment
etseidl Apr 28, 2025
2d4f979
Merge remote-tracking branch 'origin/main' into column-orders-parquet…
etseidl May 19, 2025
4303f11
revert doc changes for now
etseidl May 19, 2025
c43000a
fix new call to build_pruning_predicates
etseidl May 19, 2025
4392191
clippy
etseidl May 20, 2025
56893fc
Merge branch 'main' into column-orders-parquet-stats
etseidl May 20, 2025
5c781f8
add some tests
etseidl May 20, 2025
56eb96a
Merge remote-tracking branch 'origin/main' into column-orders-parquet…
etseidl May 20, 2025
d74b8ac
Merge remote-tracking branch 'origin/main' into column-orders-parquet…
etseidl May 21, 2025
713214c
fix for logical schema
etseidl May 21, 2025
c546d95
Merge branch 'main' into column-orders-parquet-stats
etseidl May 21, 2025
63ddf1b
Merge branch 'main' into column-orders-parquet-stats
etseidl May 29, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Merge remote-tracking branch 'origin/main' into column-orders-parquet…
…-stats
  • Loading branch information
etseidl committed May 19, 2025
commit 2d4f97908ccb34701892671aed94f8572ff2ef71
21 changes: 5 additions & 16 deletions datafusion/datasource-parquet/src/source.rs
Original file line number Diff line number Diff line change
Expand Up @@ -40,9 +40,11 @@ use datafusion_datasource::file_scan_config::FileScanConfig;
use datafusion_physical_expr::conjunction;
use datafusion_physical_expr_common::physical_expr::fmt_sql;
use datafusion_physical_expr_common::physical_expr::PhysicalExpr;
use datafusion_physical_optimizer::pruning::ColumnOrdering;
use datafusion_physical_optimizer::pruning::PruningPredicate;
use datafusion_physical_plan::metrics::{ExecutionPlanMetricsSet, MetricBuilder};
use datafusion_physical_plan::filter_pushdown::FilterPushdownPropagation;
use datafusion_physical_plan::filter_pushdown::PredicateSupport;
use datafusion_physical_plan::filter_pushdown::PredicateSupports;
use datafusion_physical_plan::metrics::Count;
use datafusion_physical_plan::metrics::ExecutionPlanMetricsSet;
use datafusion_physical_plan::DisplayFormatType;

use itertools::Itertools;
Expand Down Expand Up @@ -311,19 +313,6 @@ impl ParquetSource {
let metrics = ExecutionPlanMetricsSet::new();
conf = conf.with_metrics(metrics);
conf.predicate = Some(Arc::clone(&predicate));

conf.page_pruning_predicate = Some(build_page_pruning_predicate(
&predicate,
&file_schema,
vec![ColumnOrdering::Unknown; file_schema.fields().len()],
));
conf.pruning_predicate = build_pruning_predicate(
predicate,
&file_schema,
vec![ColumnOrdering::Unknown; file_schema.fields().len()],
&predicate_creation_errors,
);

conf
}

Expand Down
You are viewing a condensed version of this merge commit. You can view the full changes here.