[feature](agg) add aggregate function sum0 (#32541)
This commit is contained in:
@ -31,6 +31,7 @@ void register_aggregate_function_combinator_distinct(AggregateFunctionSimpleFact
|
||||
void register_aggregate_function_combinator_foreach(AggregateFunctionSimpleFactory& factory);
|
||||
|
||||
void register_aggregate_function_sum(AggregateFunctionSimpleFactory& factory);
|
||||
void register_aggregate_function_sum0(AggregateFunctionSimpleFactory& factory);
|
||||
void register_aggregate_function_minmax(AggregateFunctionSimpleFactory& factory);
|
||||
void register_aggregate_function_min_by(AggregateFunctionSimpleFactory& factory);
|
||||
void register_aggregate_function_max_by(AggregateFunctionSimpleFactory& factory);
|
||||
@ -70,6 +71,7 @@ AggregateFunctionSimpleFactory& AggregateFunctionSimpleFactory::instance() {
|
||||
static AggregateFunctionSimpleFactory instance;
|
||||
std::call_once(oc, [&]() {
|
||||
register_aggregate_function_sum(instance);
|
||||
register_aggregate_function_sum0(instance);
|
||||
register_aggregate_function_minmax(instance);
|
||||
register_aggregate_function_min_by(instance);
|
||||
register_aggregate_function_max_by(instance);
|
||||
|
||||
@ -31,4 +31,8 @@ void register_aggregate_function_sum(AggregateFunctionSimpleFactory& factory) {
|
||||
"sum_decimal256", creator_with_type::creator<AggregateFunctionSumSimpleDecimal256>);
|
||||
}
|
||||
|
||||
void register_aggregate_function_sum0(AggregateFunctionSimpleFactory& factory) {
|
||||
factory.register_function_both("sum0", creator_with_type::creator<AggregateFunctionSumSimple>);
|
||||
}
|
||||
|
||||
} // namespace doris::vectorized
|
||||
|
||||
@ -50,6 +50,7 @@ import org.apache.doris.nereids.trees.expressions.functions.agg.MinBy;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctCount;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctGroupConcat;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctSum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctSum0;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Ndv;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.OrthogonalBitmapIntersect;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.OrthogonalBitmapIntersectCount;
|
||||
@ -64,6 +65,7 @@ import org.apache.doris.nereids.trees.expressions.functions.agg.SequenceMatch;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Stddev;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.StddevSamp;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Sum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Sum0;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopN;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopNArray;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopNWeighted;
|
||||
@ -118,6 +120,7 @@ public class BuiltinAggregateFunctions implements FunctionHelper {
|
||||
agg(MultiDistinctCount.class, "multi_distinct_count"),
|
||||
agg(MultiDistinctGroupConcat.class, "multi_distinct_group_concat"),
|
||||
agg(MultiDistinctSum.class, "multi_distinct_sum"),
|
||||
agg(MultiDistinctSum0.class, "multi_distinct_sum0"),
|
||||
agg(Ndv.class, "approx_count_distinct", "ndv"),
|
||||
agg(OrthogonalBitmapIntersect.class, "orthogonal_bitmap_intersect"),
|
||||
agg(OrthogonalBitmapIntersectCount.class, "orthogonal_bitmap_intersect_count"),
|
||||
@ -132,6 +135,7 @@ public class BuiltinAggregateFunctions implements FunctionHelper {
|
||||
agg(Stddev.class, "stddev_pop", "stddev"),
|
||||
agg(StddevSamp.class, "stddev_samp"),
|
||||
agg(Sum.class, "sum"),
|
||||
agg(Sum0.class, "sum0"),
|
||||
agg(TopN.class, "topn"),
|
||||
agg(TopNArray.class, "topn_array"),
|
||||
agg(TopNWeighted.class, "topn_weighted"),
|
||||
|
||||
@ -46,6 +46,7 @@ import java.util.HashMap;
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Map.Entry;
|
||||
import java.util.Set;
|
||||
|
||||
public class FunctionSet<T> {
|
||||
@ -924,6 +925,17 @@ public class FunctionSet<T> {
|
||||
// sum in multi distinct
|
||||
if (t.equals(Type.BIGINT) || t.equals(Type.LARGEINT) || t.equals(Type.DOUBLE)) {
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum", Lists.newArrayList(t),
|
||||
t,
|
||||
t,
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
null,
|
||||
null,
|
||||
"",
|
||||
false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum0", Lists.newArrayList(t),
|
||||
t,
|
||||
t,
|
||||
"",
|
||||
@ -937,6 +949,17 @@ public class FunctionSet<T> {
|
||||
} else if (t.equals(Type.MAX_DECIMALV2_TYPE)) {
|
||||
// vectorized
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.MAX_DECIMALV2_TYPE,
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
null,
|
||||
null,
|
||||
"",
|
||||
false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum0", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.MAX_DECIMALV2_TYPE,
|
||||
"",
|
||||
@ -950,6 +973,17 @@ public class FunctionSet<T> {
|
||||
} else if (t.equals(Type.DECIMAL32)) {
|
||||
// vectorized
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL32,
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
null,
|
||||
null,
|
||||
"",
|
||||
false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum0", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL32,
|
||||
"",
|
||||
@ -962,6 +996,17 @@ public class FunctionSet<T> {
|
||||
false, true, true, true));
|
||||
} else if (t.equals(Type.DECIMAL64)) {
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL64,
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
null,
|
||||
null,
|
||||
"",
|
||||
false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum0", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL64,
|
||||
"",
|
||||
@ -974,6 +1019,17 @@ public class FunctionSet<T> {
|
||||
false, true, true, true));
|
||||
} else if (t.equals(Type.DECIMAL128)) {
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL128,
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
"",
|
||||
null,
|
||||
null,
|
||||
"",
|
||||
false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin("multi_distinct_sum0", Lists.newArrayList(t),
|
||||
MULTI_DISTINCT_SUM_RETURN_TYPE.get(t),
|
||||
Type.DECIMAL128,
|
||||
"",
|
||||
@ -1174,86 +1230,91 @@ public class FunctionSet<T> {
|
||||
}
|
||||
|
||||
// Sum
|
||||
String []sumNames = {"sum", "sum_distinct"};
|
||||
for (String name : sumNames) {
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
// functionName(String) -> returnsNonNullOnEmpty(Boolean)
|
||||
Map<String, Boolean> sumNames = ImmutableMap.of(
|
||||
"sum", false,
|
||||
"sum_distinct", false,
|
||||
"sum0", true
|
||||
);
|
||||
for (Entry<String, Boolean> nameWithReturn : sumNames.entrySet()) {
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.BOOLEAN), Type.BIGINT, Type.BIGINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.TINYINT), Type.BIGINT, Type.BIGINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.SMALLINT), Type.BIGINT, Type.BIGINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.INT), Type.BIGINT, Type.BIGINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.BIGINT), Type.BIGINT, Type.BIGINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.DOUBLE), Type.DOUBLE, Type.DOUBLE, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.MAX_DECIMALV2_TYPE), Type.MAX_DECIMALV2_TYPE, Type.MAX_DECIMALV2_TYPE, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.DECIMAL32), ScalarType.DECIMAL128, Type.DECIMAL128, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.DECIMAL64), Type.DECIMAL128, Type.DECIMAL128, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.DECIMAL128), Type.DECIMAL128, Type.DECIMAL128, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(name,
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
addBuiltin(AggregateFunction.createBuiltin(nameWithReturn.getKey(),
|
||||
Lists.<Type>newArrayList(Type.LARGEINT), Type.LARGEINT, Type.LARGEINT, "",
|
||||
"",
|
||||
"",
|
||||
null, null,
|
||||
"",
|
||||
null, false, true, false, true));
|
||||
null, false, true, nameWithReturn.getValue(), true));
|
||||
}
|
||||
|
||||
Type[] types = {Type.SMALLINT, Type.TINYINT, Type.INT, Type.BIGINT, Type.FLOAT, Type.DOUBLE, Type.CHAR,
|
||||
|
||||
@ -0,0 +1,82 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.agg;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.exceptions.AnalysisException;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.AlwaysNotNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ComputePrecisionForSum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.BigIntType;
|
||||
import org.apache.doris.nereids.types.DoubleType;
|
||||
import org.apache.doris.nereids.types.LargeIntType;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/** MultiDistinctSum0 */
|
||||
public class MultiDistinctSum0 extends AggregateFunction implements UnaryExpression,
|
||||
ExplicitlyCastableSignature, ComputePrecisionForSum, MultiDistinction, AlwaysNotNullable {
|
||||
|
||||
public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).varArgs(BigIntType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).varArgs(DoubleType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).varArgs(LargeIntType.INSTANCE)
|
||||
);
|
||||
|
||||
public MultiDistinctSum0(Expression arg0) {
|
||||
super("multi_distinct_sum0", true, arg0);
|
||||
}
|
||||
|
||||
public MultiDistinctSum0(boolean distinct, Expression arg0) {
|
||||
super("multi_distinct_sum0", true, arg0);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void checkLegalityBeforeTypeCoercion() {
|
||||
if (child().getDataType().isDateLikeType()) {
|
||||
throw new AnalysisException("Sum0 in multi distinct functions do not support Date/Datetime type");
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
return new Sum0(getArgument(0)).getSignatures();
|
||||
}
|
||||
|
||||
@Override
|
||||
public FunctionSignature searchSignature(List<FunctionSignature> signatures) {
|
||||
return new Sum0(getArgument(0)).searchSignature(signatures);
|
||||
}
|
||||
|
||||
@Override
|
||||
public MultiDistinctSum0 withDistinctAndChildren(boolean distinct, List<Expression> children) {
|
||||
Preconditions.checkArgument(children.size() == 1);
|
||||
return new MultiDistinctSum0(distinct, children.get(0));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitMultiDistinctSum0(this, context);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,125 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.agg;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.exceptions.AnalysisException;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.AlwaysNotNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ComputePrecisionForSum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.Function;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.window.SupportWindowAnalytic;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.BigIntType;
|
||||
import org.apache.doris.nereids.types.BooleanType;
|
||||
import org.apache.doris.nereids.types.DataType;
|
||||
import org.apache.doris.nereids.types.DecimalV3Type;
|
||||
import org.apache.doris.nereids.types.DoubleType;
|
||||
import org.apache.doris.nereids.types.FloatType;
|
||||
import org.apache.doris.nereids.types.IntegerType;
|
||||
import org.apache.doris.nereids.types.LargeIntType;
|
||||
import org.apache.doris.nereids.types.SmallIntType;
|
||||
import org.apache.doris.nereids.types.TinyIntType;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* AggregateFunction 'sum0'. sum0 returns the sum of the values which go into it like sum.
|
||||
* It differs in that when no non null values are applied zero is returned instead of null.
|
||||
*/
|
||||
public class Sum0 extends AggregateFunction
|
||||
implements UnaryExpression, AlwaysNotNullable, ExplicitlyCastableSignature, ComputePrecisionForSum,
|
||||
SupportWindowAnalytic, CouldRollUp {
|
||||
|
||||
public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).args(BooleanType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).args(TinyIntType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).args(SmallIntType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).args(IntegerType.INSTANCE),
|
||||
FunctionSignature.ret(BigIntType.INSTANCE).args(BigIntType.INSTANCE),
|
||||
FunctionSignature.ret(LargeIntType.INSTANCE).args(LargeIntType.INSTANCE),
|
||||
FunctionSignature.ret(DecimalV3Type.WILDCARD).args(DecimalV3Type.WILDCARD),
|
||||
FunctionSignature.ret(DoubleType.INSTANCE).args(DoubleType.INSTANCE)
|
||||
);
|
||||
|
||||
/**
|
||||
* constructor with 1 argument.
|
||||
*/
|
||||
public Sum0(Expression arg) {
|
||||
this(false, arg);
|
||||
}
|
||||
|
||||
/**
|
||||
* constructor with 2 argument.
|
||||
*/
|
||||
public Sum0(boolean distinct, Expression arg) {
|
||||
super("sum0", distinct, arg);
|
||||
}
|
||||
|
||||
public MultiDistinctSum0 convertToMultiDistinct() {
|
||||
Preconditions.checkArgument(distinct,
|
||||
"can't convert to multi_distinct_sum because there is no distinct args");
|
||||
return new MultiDistinctSum0(false, child());
|
||||
}
|
||||
|
||||
@Override
|
||||
public void checkLegalityBeforeTypeCoercion() {
|
||||
DataType argType = child().getDataType();
|
||||
if ((!argType.isNumericType() && !argType.isBooleanType() && !argType.isNullType())
|
||||
|| argType.isOnlyMetricType()) {
|
||||
throw new AnalysisException("sum0 requires a numeric or boolean parameter: " + this.toSql());
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* withDistinctAndChildren.
|
||||
*/
|
||||
@Override
|
||||
public Sum0 withDistinctAndChildren(boolean distinct, List<Expression> children) {
|
||||
Preconditions.checkArgument(children.size() == 1);
|
||||
return new Sum0(distinct, children.get(0));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitSum0(this, context);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
return SIGNATURES;
|
||||
}
|
||||
|
||||
@Override
|
||||
public FunctionSignature searchSignature(List<FunctionSignature> signatures) {
|
||||
if (getArgument(0).getDataType() instanceof FloatType) {
|
||||
return FunctionSignature.ret(DoubleType.INSTANCE).args(FloatType.INSTANCE);
|
||||
}
|
||||
return ExplicitlyCastableSignature.super.searchSignature(signatures);
|
||||
}
|
||||
|
||||
@Override
|
||||
public Function constructRollUp(Expression param, Expression... varParams) {
|
||||
return new Sum0(this.distinct, param);
|
||||
}
|
||||
}
|
||||
@ -51,6 +51,7 @@ import org.apache.doris.nereids.trees.expressions.functions.agg.MinBy;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctCount;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctGroupConcat;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctSum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.MultiDistinctSum0;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Ndv;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.NullableAggregateFunction;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.OrthogonalBitmapIntersect;
|
||||
@ -66,6 +67,7 @@ import org.apache.doris.nereids.trees.expressions.functions.agg.SequenceMatch;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Stddev;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.StddevSamp;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Sum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.Sum0;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopN;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopNArray;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.agg.TopNWeighted;
|
||||
@ -162,6 +164,10 @@ public interface AggregateFunctionVisitor<R, C> {
|
||||
return visitAggregateFunction(multiDistinctSum, context);
|
||||
}
|
||||
|
||||
default R visitMultiDistinctSum0(MultiDistinctSum0 multiDistinctSum0, C context) {
|
||||
return visitAggregateFunction(multiDistinctSum0, context);
|
||||
}
|
||||
|
||||
default R visitGroupBitAnd(GroupBitAnd groupBitAnd, C context) {
|
||||
return visitNullableAggregateFunction(groupBitAnd, context);
|
||||
}
|
||||
@ -274,6 +280,10 @@ public interface AggregateFunctionVisitor<R, C> {
|
||||
return visitNullableAggregateFunction(sum, context);
|
||||
}
|
||||
|
||||
default R visitSum0(Sum0 sum0, C context) {
|
||||
return visitAggregateFunction(sum0, context);
|
||||
}
|
||||
|
||||
default R visitTopN(TopN topN, C context) {
|
||||
return visitAggregateFunction(topN, context);
|
||||
}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -2269,6 +2269,191 @@ suite("nereids_agg_fn") {
|
||||
qt_sql_sum_LargeInt_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum(klint) from fn_test'''
|
||||
|
||||
qt_sql_sum0_Boolean '''
|
||||
select sum0(kbool) from fn_test'''
|
||||
qt_sql_sum0_Boolean_gb '''
|
||||
select sum0(kbool) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_TinyInt_gb '''
|
||||
select sum0(ktint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_TinyInt '''
|
||||
select sum0(ktint) from fn_test'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_1 '''
|
||||
select count(id), sum0(ktint) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_2 '''
|
||||
select count(distinct id), sum0(ktint) from fn_test'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(ktint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(ktint) from fn_test'''
|
||||
qt_sql_sum0_TinyInt_gb_notnull '''
|
||||
select sum0(ktint) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_TinyInt_notnull '''
|
||||
select sum0(ktint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_1_notnull '''
|
||||
select count(id), sum0(ktint) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(ktint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(ktint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_TinyInt_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(ktint) from fn_test'''
|
||||
|
||||
qt_sql_sum0_SmallInt_gb '''
|
||||
select sum0(ksint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_SmallInt '''
|
||||
select sum0(ksint) from fn_test'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_1 '''
|
||||
select count(id), sum0(ksint) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_2 '''
|
||||
select count(distinct id), sum0(ksint) from fn_test'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(ksint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(ksint) from fn_test'''
|
||||
qt_sql_sum0_SmallInt_gb_notnull '''
|
||||
select sum0(ksint) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_SmallInt_notnull '''
|
||||
select sum0(ksint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_1_notnull '''
|
||||
select count(id), sum0(ksint) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(ksint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(ksint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_SmallInt_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(ksint) from fn_test'''
|
||||
|
||||
qt_sql_sum0_Integer_gb '''
|
||||
select sum0(kint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Integer '''
|
||||
select sum0(kint) from fn_test'''
|
||||
qt_sql_sum0_Integer_agg_phase_1 '''
|
||||
select count(id), sum0(kint) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_Integer_agg_phase_2 '''
|
||||
select count(distinct id), sum0(kint) from fn_test'''
|
||||
qt_sql_sum0_Integer_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Integer_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kint) from fn_test'''
|
||||
qt_sql_sum0_Integer_gb_notnull '''
|
||||
select sum0(kint) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_Integer_notnull '''
|
||||
select sum0(kint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_Integer_agg_phase_1_notnull '''
|
||||
select count(id), sum0(kint) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_Integer_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(kint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_Integer_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Integer_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kint) from fn_test'''
|
||||
|
||||
qt_sql_sum0_BigInt_gb '''
|
||||
select sum0(kbint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_BigInt '''
|
||||
select sum0(kbint) from fn_test'''
|
||||
qt_sql_sum0_BigInt_agg_phase_1 '''
|
||||
select count(id), sum0(kbint) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_BigInt_agg_phase_2 '''
|
||||
select count(distinct id), sum0(kbint) from fn_test'''
|
||||
qt_sql_sum0_BigInt_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kbint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_BigInt_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kbint) from fn_test'''
|
||||
qt_sql_sum0_BigInt_gb_notnull '''
|
||||
select sum0(kbint) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_BigInt_notnull '''
|
||||
select sum0(kbint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_BigInt_agg_phase_1_notnull '''
|
||||
select count(id), sum0(kbint) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_BigInt_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(kbint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_BigInt_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kbint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_BigInt_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kbint) from fn_test'''
|
||||
|
||||
//not cast float to double
|
||||
explain {
|
||||
sql("select sum0(kfloat) from fn_test;")
|
||||
contains "partial_sum0(kfloat"
|
||||
}
|
||||
|
||||
qt_sql_sum0_Double_gb '''
|
||||
select sum0(kdbl) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Double '''
|
||||
select sum0(kdbl) from fn_test'''
|
||||
qt_sql_sum0_Double_agg_phase_1 '''
|
||||
select count(id), sum0(kdbl) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_Double_agg_phase_2 '''
|
||||
select count(distinct id), sum0(kdbl) from fn_test'''
|
||||
qt_sql_sum0_Double_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kdbl) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Double_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kdbl) from fn_test'''
|
||||
qt_sql_sum0_Double_gb_notnull '''
|
||||
select sum0(kdbl) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_Double_notnull '''
|
||||
select sum0(kdbl) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_Double_agg_phase_1_notnull '''
|
||||
select count(id), sum0(kdbl) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_Double_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(kdbl) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_Double_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kdbl) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_Double_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kdbl) from fn_test'''
|
||||
|
||||
qt_sql_sum0_DecimalV2_gb '''
|
||||
select sum0(kdcmls1) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_DecimalV2 '''
|
||||
select sum0(kdcmls1) from fn_test'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_1 '''
|
||||
select count(id), sum0(kdcmls1) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_2 '''
|
||||
select count(distinct id), sum0(kdcmls1) from fn_test'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kdcmls1) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kdcmls1) from fn_test'''
|
||||
qt_sql_sum0_DecimalV2_gb_notnull '''
|
||||
select sum0(kdcmls1) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_DecimalV2_notnull '''
|
||||
select sum0(kdcmls1) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_1_notnull '''
|
||||
select count(id), sum0(kdcmls1) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(kdcmls1) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(kdcmls1) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_DecimalV2_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(kdcmls1) from fn_test'''
|
||||
|
||||
qt_sql_sum0_LargeInt_gb '''
|
||||
select sum0(klint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_LargeInt '''
|
||||
select sum0(klint) from fn_test'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_1 '''
|
||||
select count(id), sum0(klint) from fn_test group by id order by id'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_2 '''
|
||||
select count(distinct id), sum0(klint) from fn_test'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_3 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(klint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_4 '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(klint) from fn_test'''
|
||||
qt_sql_sum0_LargeInt_gb_notnull '''
|
||||
select sum0(klint) from fn_test_not_nullable group by kbool order by kbool'''
|
||||
qt_sql_sum0_LargeInt_notnull '''
|
||||
select sum0(klint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_1_notnull '''
|
||||
select count(id), sum0(klint) from fn_test_not_nullable group by id order by id'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_2_notnull '''
|
||||
select count(distinct id), sum0(klint) from fn_test_not_nullable'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_3_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id, kint), sum0(klint) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_sum0_LargeInt_agg_phase_4_notnull '''
|
||||
select /*+SET_VAR(disable_nereids_rules='THREE_PHASE_AGGREGATE_WITH_DISTINCT, TWO_PHASE_AGGREGATE_WITH_DISTINCT')*/ count(distinct id), sum0(klint) from fn_test'''
|
||||
|
||||
qt_sql_topn_Varchar_Integer_gb '''
|
||||
select topn(kvchrs1, 3) from fn_test group by kbool order by kbool'''
|
||||
qt_sql_topn_Varchar_Integer '''
|
||||
|
||||
Reference in New Issue
Block a user