database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[feature](Nereids): eliminate left outer join by unique (#28853)

Browse Source
This commit is contained in:
谢健
2024-01-02 15:50:49 +08:00
committed by GitHub
parent 2ed122b787
commit c07e3b7b47
4 changed files with 152 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/Rewriter.java
View File

@ -57,6 +57,7 @@ import org.apache.doris.nereids.rules.rewrite.EliminateEmptyRelation;
import org.apache.doris.nereids.rules.rewrite.EliminateFilter;
import org.apache.doris.nereids.rules.rewrite.EliminateGroupBy;
import org.apache.doris.nereids.rules.rewrite.EliminateJoinByFK;
import org.apache.doris.nereids.rules.rewrite.EliminateJoinByUnique;
import org.apache.doris.nereids.rules.rewrite.EliminateJoinCondition;
import org.apache.doris.nereids.rules.rewrite.EliminateLimit;
import org.apache.doris.nereids.rules.rewrite.EliminateNotNull;
@ -295,7 +296,11 @@ public class Rewriter extends AbstractBatchJobExecutor {
),
// this rule should invoke after infer predicate and push down distinct, and before push down limit
custom(RuleType.ELIMINATE_JOIN_BY_FOREIGN_KEY, EliminateJoinByFK::new),
topic("eliminate join according unique or foreign key",
custom(RuleType.ELIMINATE_JOIN_BY_FOREIGN_KEY, EliminateJoinByFK::new),
topDown(new EliminateJoinByUnique())
),
// this rule should be after topic "Column pruning and infer predicate"
topic("Join pull up",
topDown(

1
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/RuleType.java
View File

@ -208,6 +208,7 @@ public enum RuleType {
ELIMINATE_UNNECESSARY_PROJECT(RuleTypeClass.REWRITE),
ELIMINATE_OUTER_JOIN(RuleTypeClass.REWRITE),
ELIMINATE_GROUP_BY(RuleTypeClass.REWRITE),
ELIMINATE_JOIN_BY_UK(RuleTypeClass.REWRITE),
ELIMINATE_DEDUP_JOIN_CONDITION(RuleTypeClass.REWRITE),
ELIMINATE_NULL_AWARE_LEFT_ANTI_JOIN(RuleTypeClass.REWRITE),
ELIMINATE_ASSERT_NUM_ROWS(RuleTypeClass.REWRITE),

48
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateJoinByUnique.java Normal file
View File

@ -0,0 +1,48 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
package org.apache.doris.nereids.rules.rewrite;
import org.apache.doris.nereids.rules.Rule;
import org.apache.doris.nereids.rules.RuleType;
import org.apache.doris.nereids.trees.expressions.NullSafeEqual;
import org.apache.doris.nereids.trees.plans.logical.LogicalJoin;
/**
* Eliminate outer join.
*/
public class EliminateJoinByUnique extends OneRewriteRuleFactory {
@Override
public Rule build() {
return logicalProject(
logicalJoin().when(join -> join.getJoinType().isLeftOuterJoin())
).then(project -> {
LogicalJoin<?, ?> join = project.child();
if (!join.left().getOutputSet().containsAll(project.getInputSlots())) {
return project;
}
if (join.getHashJoinConjuncts().stream().anyMatch(NullSafeEqual.class::isInstance)) {
// TODO: support null safe equals in fd and this
return project;
}
if (!project.getLogicalProperties().getFunctionalDependencies().isUnique(project.getOutputSet())) {
return project;
}
return project.withChildren(join.left());
}).toRule(RuleType.ELIMINATE_JOIN_BY_UK);
}
}