database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Enhencement](Nereids) add eliminate distinct constant rule (#32307)

Browse Source 
select distinct 1,2,3 from tbl
=>
select 1,2,3 from (select 1, 2, 3 from tbl limit 1) as tmp
This commit is contained in:
LiBinfeng
2024-03-20 11:25:03 +08:00
committed by yiguolei
parent 4efeb6618a
commit 4b21c5c1cf
5 changed files with 161 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/Analyzer.java
View File

@ -31,6 +31,7 @@ import org.apache.doris.nereids.rules.analysis.CheckAnalysis;
import org.apache.doris.nereids.rules.analysis.CheckPolicy;
import org.apache.doris.nereids.rules.analysis.CollectJoinConstraint;
import org.apache.doris.nereids.rules.analysis.CollectSubQueryAlias;
import org.apache.doris.nereids.rules.analysis.EliminateDistinctConstant;
import org.apache.doris.nereids.rules.analysis.EliminateGroupByConstant;
import org.apache.doris.nereids.rules.analysis.EliminateLogicalSelectHint;
import org.apache.doris.nereids.rules.analysis.FillUpMissingSlots;
@ -144,6 +145,7 @@ public class Analyzer extends AbstractBatchJobExecutor {
// so any rule before this, if create a new logicalProject node
// should make sure isDistinct property is correctly passed around.
// please see rule BindSlotReference or BindFunction for example
new EliminateDistinctConstant(),
new ProjectWithDistinctToAggregate(),
new ResolveOrdinalInOrderByAndGroupBy(),
new ReplaceExpressionByChildOutput(),

1
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/RuleType.java
View File

@ -104,6 +104,7 @@ public enum RuleType {
DISTINCT_AGGREGATE_DISASSEMBLE(RuleTypeClass.REWRITE),
LOGICAL_SUB_QUERY_ALIAS_TO_LOGICAL_PROJECT(RuleTypeClass.REWRITE),
COLLECT_SUB_QUERY_ALIAS(RuleTypeClass.REWRITE),
ELIMINATE_DISTINCT_CONSTANT(RuleTypeClass.REWRITE),
ELIMINATE_GROUP_BY_CONSTANT(RuleTypeClass.REWRITE),
ELIMINATE_LOGICAL_SELECT_HINT(RuleTypeClass.REWRITE),

48
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/EliminateDistinctConstant.java Normal file
View File

@ -0,0 +1,48 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
package org.apache.doris.nereids.rules.analysis;
import org.apache.doris.nereids.rules.Rule;
import org.apache.doris.nereids.rules.RuleType;
import org.apache.doris.nereids.trees.expressions.Expression;
import org.apache.doris.nereids.trees.plans.LimitPhase;
import org.apache.doris.nereids.trees.plans.logical.LogicalLimit;
import org.apache.doris.nereids.trees.plans.logical.LogicalProject;
/**
* EliminateDistinctConstant.
* <p>
* example sql:
* <pre>
* select distinct 1,2,3 from tbl
* =>
* select 1,2,3 from (select 1, 2, 3 from tbl limit 1) as tmp
* </pre>
*/
public class EliminateDistinctConstant extends OneAnalysisRuleFactory {
@Override
public Rule build() {
return RuleType.ELIMINATE_DISTINCT_CONSTANT.build(
logicalProject()
.when(LogicalProject::isDistinct)
.when(project -> project.getProjects().stream().allMatch(Expression::isConstant))
.then(project -> new LogicalProject(project.getProjects(), new LogicalLimit<>(1, 0,
LimitPhase.ORIGIN, project.child())))
);
}
}