[feature](Nereids) add 4 array functions (#25488)
- array_concat - array_pushback - array_pushfront - array_zip
This commit is contained in:
@ -30,6 +30,7 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.Array;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayApply;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayAvg;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCompact;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayConcat;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayContains;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCount;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCumSum;
|
||||
@ -52,6 +53,8 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPopBack;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPopFront;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPosition;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayProduct;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPushBack;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPushFront;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRange;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRemove;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRepeat;
|
||||
@ -62,6 +65,7 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraySortBy;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraySum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayUnion;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayWithConstant;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayZip;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraysOverlap;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.Ascii;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.Asin;
|
||||
@ -421,6 +425,7 @@ public class BuiltinScalarFunctions implements FunctionHelper {
|
||||
scalar(ArrayApply.class, "array_apply"),
|
||||
scalar(ArrayAvg.class, "array_avg"),
|
||||
scalar(ArrayCompact.class, "array_compact"),
|
||||
scalar(ArrayConcat.class, "array_concat"),
|
||||
scalar(ArrayContains.class, "array_contains"),
|
||||
scalar(ArrayCount.class, "array_count"),
|
||||
scalar(ArrayCumSum.class, "array_cum_sum"),
|
||||
@ -443,6 +448,8 @@ public class BuiltinScalarFunctions implements FunctionHelper {
|
||||
scalar(ArrayPopFront.class, "array_popfront"),
|
||||
scalar(ArrayPosition.class, "array_position"),
|
||||
scalar(ArrayProduct.class, "array_product"),
|
||||
scalar(ArrayPushBack.class, "Array_pushback"),
|
||||
scalar(ArrayPushFront.class, "Array_pushfront"),
|
||||
scalar(ArrayRange.class, "array_range"),
|
||||
scalar(ArrayRemove.class, "array_remove"),
|
||||
scalar(ArrayRepeat.class, "array_repeat"),
|
||||
@ -453,6 +460,7 @@ public class BuiltinScalarFunctions implements FunctionHelper {
|
||||
scalar(ArraySum.class, "array_sum"),
|
||||
scalar(ArrayUnion.class, "array_union"),
|
||||
scalar(ArrayWithConstant.class, "array_with_constant"),
|
||||
scalar(ArrayZip.class, "array_zip"),
|
||||
scalar(ArraysOverlap.class, "arrays_overlap"),
|
||||
scalar(Ascii.class, "ascii"),
|
||||
scalar(Asin.class, "asin"),
|
||||
|
||||
@ -0,0 +1,70 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.scalar;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.BinaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.ArrayType;
|
||||
import org.apache.doris.nereids.types.coercion.AnyDataType;
|
||||
import org.apache.doris.nereids.util.ExpressionUtils;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* ScalarFunction 'array_concat'
|
||||
*/
|
||||
public class ArrayConcat extends ScalarFunction implements ExplicitlyCastableSignature,
|
||||
BinaryExpression, PropagateNullable {
|
||||
|
||||
public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
|
||||
FunctionSignature.retArgType(0).varArgs(ArrayType.of(new AnyDataType(0)))
|
||||
);
|
||||
|
||||
/**
|
||||
* constructor with more than 0 arguments.
|
||||
*/
|
||||
public ArrayConcat(Expression arg, Expression ...varArgs) {
|
||||
super("array_concat", ExpressionUtils.mergeArguments(arg, varArgs));
|
||||
}
|
||||
|
||||
/**
|
||||
* withChildren.
|
||||
*/
|
||||
@Override
|
||||
public ArrayConcat withChildren(List<Expression> children) {
|
||||
Preconditions.checkArgument(!children.isEmpty());
|
||||
return new ArrayConcat(children.get(0), children.subList(1, children.size()).toArray(new Expression[0]));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitArrayConcat(this, context);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
return SIGNATURES;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,69 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.scalar;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.AlwaysNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.ArrayType;
|
||||
import org.apache.doris.nereids.types.coercion.AnyDataType;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* ScalarFunction 'array_pushback'.
|
||||
*/
|
||||
public class ArrayPushBack extends ScalarFunction
|
||||
implements UnaryExpression, ExplicitlyCastableSignature, AlwaysNullable {
|
||||
|
||||
public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
|
||||
FunctionSignature.retArgType(0).args(ArrayType.of(new AnyDataType(0)), new AnyDataType(0))
|
||||
);
|
||||
|
||||
/**
|
||||
* constructor with 1 argument.
|
||||
*/
|
||||
public ArrayPushBack(Expression arg0, Expression arg1) {
|
||||
super("array_pushback", arg0, arg1);
|
||||
}
|
||||
|
||||
/**
|
||||
* withChildren.
|
||||
*/
|
||||
@Override
|
||||
public ArrayPushBack withChildren(List<Expression> children) {
|
||||
Preconditions.checkArgument(children.size() == 2);
|
||||
return new ArrayPushBack(children.get(0), children.get(1));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitArrayPushBack(this, context);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
return SIGNATURES;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,69 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.scalar;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.AlwaysNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.ArrayType;
|
||||
import org.apache.doris.nereids.types.coercion.AnyDataType;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* ScalarFunction 'array_pushfront'.
|
||||
*/
|
||||
public class ArrayPushFront extends ScalarFunction
|
||||
implements UnaryExpression, ExplicitlyCastableSignature, AlwaysNullable {
|
||||
|
||||
public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
|
||||
FunctionSignature.retArgType(0).args(ArrayType.of(new AnyDataType(0)), new AnyDataType(0))
|
||||
);
|
||||
|
||||
/**
|
||||
* constructor with 1 argument.
|
||||
*/
|
||||
public ArrayPushFront(Expression arg0, Expression arg1) {
|
||||
super("array_pushfront", arg0, arg1);
|
||||
}
|
||||
|
||||
/**
|
||||
* withChildren.
|
||||
*/
|
||||
@Override
|
||||
public ArrayPushFront withChildren(List<Expression> children) {
|
||||
Preconditions.checkArgument(children.size() == 2);
|
||||
return new ArrayPushFront(children.get(0), children.get(1));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitArrayPushFront(this, context);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
return SIGNATURES;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,91 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.scalar;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.Expression;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.ExpressionTrait;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.SearchSignature;
|
||||
import org.apache.doris.nereids.trees.expressions.shape.BinaryExpression;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.ArrayType;
|
||||
import org.apache.doris.nereids.types.DataType;
|
||||
import org.apache.doris.nereids.types.StructField;
|
||||
import org.apache.doris.nereids.types.StructType;
|
||||
import org.apache.doris.nereids.types.TinyIntType;
|
||||
import org.apache.doris.nereids.util.ExpressionUtils;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* ScalarFunction 'array_zip'.
|
||||
*/
|
||||
public class ArrayZip extends ScalarFunction implements ExplicitlyCastableSignature,
|
||||
BinaryExpression, PropagateNullable {
|
||||
|
||||
/**
|
||||
* constructor with more than 0 arguments.
|
||||
*/
|
||||
public ArrayZip(Expression arg, Expression ...varArgs) {
|
||||
super("array_zip", ExpressionUtils.mergeArguments(arg, varArgs));
|
||||
}
|
||||
|
||||
/**
|
||||
* withChildren.
|
||||
*/
|
||||
@Override
|
||||
public ArrayZip withChildren(List<Expression> children) {
|
||||
Preconditions.checkArgument(!children.isEmpty());
|
||||
return new ArrayZip(children.get(0), children.subList(1, children.size()).toArray(new Expression[0]));
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitArrayZip(this, context);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<FunctionSignature> getSignatures() {
|
||||
if (arity() == 0) {
|
||||
SearchSignature.throwCanNotFoundFunctionException(getName(), getArguments());
|
||||
}
|
||||
if (!children.stream()
|
||||
.map(ExpressionTrait::getDataType)
|
||||
.filter(dt -> !dt.isNullType())
|
||||
.allMatch(ArrayType.class::isInstance)) {
|
||||
SearchSignature.throwCanNotFoundFunctionException(getName(), getArguments());
|
||||
}
|
||||
ImmutableList.Builder<StructField> structFieldBuilder = ImmutableList.builder();
|
||||
for (int i = 0; i < children.size(); i++) {
|
||||
DataType itemType = TinyIntType.INSTANCE;
|
||||
DataType childType = children.get(i).getDataType();
|
||||
if (childType instanceof ArrayType) {
|
||||
itemType = ((ArrayType) childType).getItemType();
|
||||
}
|
||||
structFieldBuilder.add(new StructField(String.valueOf(i + 1), itemType, true, ""));
|
||||
}
|
||||
|
||||
return ImmutableList.of(FunctionSignature.ret(ArrayType.of(new StructType(structFieldBuilder.build())))
|
||||
.args(children.stream().map(ExpressionTrait::getDataType).toArray(DataType[]::new)));
|
||||
}
|
||||
}
|
||||
@ -32,6 +32,7 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.Array;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayApply;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayAvg;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCompact;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayConcat;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayContains;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCount;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayCumSum;
|
||||
@ -52,6 +53,8 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPopBack;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPopFront;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPosition;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayProduct;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPushBack;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayPushFront;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRange;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRemove;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayRepeat;
|
||||
@ -62,6 +65,7 @@ import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraySortBy;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraySum;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayUnion;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayWithConstant;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArrayZip;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.ArraysOverlap;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.Ascii;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.scalar.Asin;
|
||||
@ -440,6 +444,10 @@ public interface ScalarFunctionVisitor<R, C> {
|
||||
return visitScalarFunction(arrayCompact, context);
|
||||
}
|
||||
|
||||
default R visitArrayConcat(ArrayConcat arrayConcat, C context) {
|
||||
return visitScalarFunction(arrayConcat, context);
|
||||
}
|
||||
|
||||
default R visitArrayContains(ArrayContains arrayContains, C context) {
|
||||
return visitScalarFunction(arrayContains, context);
|
||||
}
|
||||
@ -516,6 +524,14 @@ public interface ScalarFunctionVisitor<R, C> {
|
||||
return visitScalarFunction(arrayProduct, context);
|
||||
}
|
||||
|
||||
default R visitArrayPushBack(ArrayPushBack arrayPushBack, C context) {
|
||||
return visitScalarFunction(arrayPushBack, context);
|
||||
}
|
||||
|
||||
default R visitArrayPushFront(ArrayPushFront arrayPushFront, C context) {
|
||||
return visitScalarFunction(arrayPushFront, context);
|
||||
}
|
||||
|
||||
default R visitArrayRange(ArrayRange arrayRange, C context) {
|
||||
return visitScalarFunction(arrayRange, context);
|
||||
}
|
||||
@ -564,6 +580,10 @@ public interface ScalarFunctionVisitor<R, C> {
|
||||
return visitScalarFunction(arrayReverseSort, context);
|
||||
}
|
||||
|
||||
default R visitArrayZip(ArrayZip arrayZip, C context) {
|
||||
return visitScalarFunction(arrayZip, context);
|
||||
}
|
||||
|
||||
default R visitAscii(Ascii ascii, C context) {
|
||||
return visitScalarFunction(ascii, context);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user