145 lines
4.5 KiB
Go
145 lines
4.5 KiB
Go
// Copyright 2020 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package aggfuncs_test
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/pingcap/errors"
|
|
"github.com/pingcap/tidb/pkg/executor/aggfuncs"
|
|
"github.com/pingcap/tidb/pkg/parser/ast"
|
|
"github.com/pingcap/tidb/pkg/parser/mysql"
|
|
"github.com/pingcap/tidb/pkg/types"
|
|
"github.com/pingcap/tidb/pkg/util/chunk"
|
|
)
|
|
|
|
func TestMergePartialResult4JsonArrayagg(t *testing.T) {
|
|
typeList := []byte{mysql.TypeLonglong, mysql.TypeDouble, mysql.TypeFloat, mysql.TypeString, mysql.TypeJSON, mysql.TypeDate, mysql.TypeDuration}
|
|
|
|
tests := make([]aggTest, 0, len(typeList))
|
|
numRows := 5
|
|
for _, argType := range typeList {
|
|
entries1 := make([]any, 0)
|
|
entries2 := make([]any, 0)
|
|
entries3 := make([]any, 0)
|
|
|
|
argFieldType := types.NewFieldType(argType)
|
|
genFunc := getDataGenFunc(argFieldType)
|
|
|
|
for m := range numRows {
|
|
arg := genFunc(m)
|
|
entries1 = append(entries1, getJSONValue(arg, argFieldType))
|
|
}
|
|
// to adapt the `genSrcChk` Chunk format
|
|
entries1 = append(entries1, nil)
|
|
|
|
for m := 2; m < numRows; m++ {
|
|
arg := genFunc(m)
|
|
entries2 = append(entries2, getJSONValue(arg, argFieldType))
|
|
}
|
|
// to adapt the `genSrcChk` Chunk format
|
|
entries2 = append(entries2, nil)
|
|
|
|
entries3 = append(entries3, entries1...)
|
|
entries3 = append(entries3, entries2...)
|
|
|
|
tests = append(tests, buildAggTester(ast.AggFuncJsonArrayagg, argType, numRows, types.CreateBinaryJSON(entries1), types.CreateBinaryJSON(entries2), types.CreateBinaryJSON(entries3)))
|
|
}
|
|
|
|
for _, test := range tests {
|
|
testMergePartialResult(t, test)
|
|
}
|
|
}
|
|
|
|
func TestJsonArrayagg(t *testing.T) {
|
|
typeList := []byte{mysql.TypeLonglong, mysql.TypeDouble, mysql.TypeFloat, mysql.TypeString, mysql.TypeJSON, mysql.TypeDate, mysql.TypeDuration}
|
|
|
|
tests := make([]aggTest, 0, len(typeList))
|
|
numRows := 5
|
|
|
|
for _, argType := range typeList {
|
|
entries := make([]any, 0)
|
|
|
|
argFieldType := types.NewFieldType(argType)
|
|
genFunc := getDataGenFunc(argFieldType)
|
|
|
|
for m := range numRows {
|
|
arg := genFunc(m)
|
|
entries = append(entries, getJSONValue(arg, argFieldType))
|
|
}
|
|
// to adapt the `genSrcChk` Chunk format
|
|
entries = append(entries, nil)
|
|
|
|
tests = append(tests, buildAggTester(ast.AggFuncJsonArrayagg, argType, numRows, nil, types.CreateBinaryJSON(entries)))
|
|
}
|
|
|
|
for _, test := range tests {
|
|
testAggFuncWithoutDistinct(t, test)
|
|
}
|
|
}
|
|
|
|
func jsonArrayaggMemDeltaGens(srcChk *chunk.Chunk, dataType *types.FieldType) (memDeltas []int64, err error) {
|
|
memDeltas = make([]int64, 0)
|
|
for i := range srcChk.NumRows() {
|
|
row := srcChk.GetRow(i)
|
|
if row.IsNull(0) {
|
|
memDeltas = append(memDeltas, aggfuncs.DefInterfaceSize)
|
|
continue
|
|
}
|
|
|
|
memDelta := int64(0)
|
|
memDelta += aggfuncs.DefInterfaceSize
|
|
switch dataType.GetType() {
|
|
case mysql.TypeLonglong:
|
|
memDelta += aggfuncs.DefUint64Size
|
|
case mysql.TypeFloat:
|
|
memDelta += aggfuncs.DefFloat64Size
|
|
case mysql.TypeDouble:
|
|
memDelta += aggfuncs.DefFloat64Size
|
|
case mysql.TypeString:
|
|
val := row.GetString(0)
|
|
memDelta += int64(len(val))
|
|
case mysql.TypeJSON:
|
|
val := row.GetJSON(0)
|
|
// +1 for the memory usage of the JSONTypeCode of json
|
|
memDelta += int64(len(val.Value) + 1)
|
|
case mysql.TypeDuration:
|
|
memDelta += aggfuncs.DefDurationSize
|
|
case mysql.TypeDate, mysql.TypeDatetime:
|
|
memDelta += aggfuncs.DefTimeSize
|
|
case mysql.TypeNewDecimal:
|
|
memDelta += aggfuncs.DefFloat64Size
|
|
default:
|
|
return memDeltas, errors.Errorf("unsupported type - %v", dataType.GetType())
|
|
}
|
|
memDeltas = append(memDeltas, memDelta)
|
|
}
|
|
return memDeltas, nil
|
|
}
|
|
|
|
func TestMemJsonArrayagg(t *testing.T) {
|
|
typeList := []byte{mysql.TypeLonglong, mysql.TypeDouble, mysql.TypeString, mysql.TypeJSON, mysql.TypeDuration, mysql.TypeNewDecimal, mysql.TypeDate}
|
|
|
|
tests := make([]aggMemTest, 0, len(typeList))
|
|
numRows := 5
|
|
for _, argType := range typeList {
|
|
tests = append(tests, buildAggMemTester(ast.AggFuncJsonArrayagg, argType, numRows, aggfuncs.DefPartialResult4JsonArrayagg+aggfuncs.DefSliceSize, jsonArrayaggMemDeltaGens, false))
|
|
}
|
|
|
|
for _, test := range tests {
|
|
testAggMemFunc(t, test)
|
|
}
|
|
}
|