database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[opt](Nereids) AssertNumRows node should triger runtime filter pruning #27279

Browse Source 
1. optimize rf prune when col stats are not avaliable
2. add regression case to check plan and rf for tpcds_sf100 with stats
3. add regression case to check plan and rf for tpcds_sf100 without stats
This commit is contained in:
minghong
2023-11-21 21:00:41 +08:00
committed by GitHub
parent 1cd1c58eee
commit c9b959d2d8
596 changed files with 43138 additions and 1120 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/RuntimeFilterPruner.java
View File

@ -26,6 +26,7 @@ import org.apache.doris.nereids.trees.plans.AbstractPlan;
import org.apache.doris.nereids.trees.plans.Plan;
import org.apache.doris.nereids.trees.plans.physical.PhysicalAssertNumRows;
import org.apache.doris.nereids.trees.plans.physical.PhysicalFilter;
import org.apache.doris.nereids.trees.plans.physical.PhysicalHashAggregate;
import org.apache.doris.nereids.trees.plans.physical.PhysicalHashJoin;
import org.apache.doris.nereids.trees.plans.physical.PhysicalLimit;
import org.apache.doris.nereids.trees.plans.physical.PhysicalRelation;
@ -123,12 +124,28 @@ public class RuntimeFilterPruner extends PlanPostProcessor {
return scan;
}
@Override
public PhysicalAssertNumRows visitPhysicalAssertNumRows(PhysicalAssertNumRows<? extends Plan> assertNumRows,
CascadesContext context) {
assertNumRows.child().accept(this, context);
context.getRuntimeFilterContext().addEffectiveSrcNode(assertNumRows);
return assertNumRows;
}
@Override
public PhysicalHashAggregate visitPhysicalHashAggregate(PhysicalHashAggregate<? extends Plan> aggregate,
CascadesContext context) {
aggregate.child().accept(this, context);
// q1: A join (select x, sum(y) as z from B group by x) T on A.a = T.x
// q2: A join (select x, sum(y) as z from B group by x) T on A.a = T.z
// RF on q1 is not effective, but RF on q2 is. But q1 is a more generous pattern, and hence agg is not
// regarded as an effective source. Let this RF judge by ndv.
if (context.getRuntimeFilterContext().isEffectiveSrcNode(aggregate.child(0))) {
context.getRuntimeFilterContext().addEffectiveSrcNode(aggregate);
}
return aggregate;
}
/**
* consider L join R on L.a=R.b
* runtime-filter: L.a<-R.b is effective,