220 lines
12 KiB
Go
220 lines
12 KiB
Go
// Copyright 2018 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package aggfuncs_test
|
|
|
|
import (
|
|
"encoding/binary"
|
|
"fmt"
|
|
"testing"
|
|
|
|
"github.com/dgryski/go-farm"
|
|
"github.com/pingcap/tidb/executor/aggfuncs"
|
|
"github.com/pingcap/tidb/parser/ast"
|
|
"github.com/pingcap/tidb/parser/mysql"
|
|
"github.com/pingcap/tidb/sessionctx/stmtctx"
|
|
"github.com/pingcap/tidb/types"
|
|
"github.com/pingcap/tidb/util/hack"
|
|
"github.com/pingcap/tidb/util/mock"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func genApproxDistinctMergePartialResult(begin, end uint64) string {
|
|
o := aggfuncs.NewPartialResult4ApproxCountDistinct()
|
|
encodedBytes := make([]byte, 8)
|
|
for i := begin; i < end; i++ {
|
|
binary.LittleEndian.PutUint64(encodedBytes, i)
|
|
x := farm.Hash64(encodedBytes)
|
|
o.InsertHash64(x)
|
|
}
|
|
return string(o.Serialize())
|
|
}
|
|
|
|
func TestMergePartialResult4Count(t *testing.T) {
|
|
tester := buildAggTester(ast.AggFuncCount, mysql.TypeLonglong, 5, 5, 3, 8)
|
|
testMergePartialResult(t, tester)
|
|
|
|
tester = buildAggTester(ast.AggFuncApproxCountDistinct, mysql.TypeLonglong, 5, genApproxDistinctMergePartialResult(0, 5), genApproxDistinctMergePartialResult(2, 5), 5)
|
|
testMergePartialResult(t, tester)
|
|
}
|
|
|
|
func TestCount(t *testing.T) {
|
|
tests := []aggTest{
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeLonglong, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeFloat, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDouble, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeNewDecimal, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeString, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDate, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDuration, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeJSON, 5, 0, 5),
|
|
}
|
|
for i, test := range tests {
|
|
t.Run(fmt.Sprintf("%s_%d", test.funcName, i), func(t *testing.T) {
|
|
testAggFunc(t, test)
|
|
})
|
|
}
|
|
tests2 := []multiArgsAggTest{
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeLonglong, mysql.TypeLonglong}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeFloat, mysql.TypeFloat}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDouble, mysql.TypeDouble}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeNewDecimal, mysql.TypeNewDecimal}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeString, mysql.TypeString}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDate, mysql.TypeDate}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDuration, mysql.TypeDuration}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeJSON, mysql.TypeJSON}, mysql.TypeLonglong, 5, 0, 5),
|
|
}
|
|
for i, test := range tests2 {
|
|
t.Run(fmt.Sprintf("%s_%d", test.funcName, i), func(t *testing.T) {
|
|
testMultiArgsAggFunc(t, mock.NewContext(), test)
|
|
})
|
|
}
|
|
|
|
tests3 := []aggTest{
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeLonglong, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeFloat, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDouble, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeNewDecimal, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeString, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDate, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDuration, 5, 0, 5),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeJSON, 5, 0, 5),
|
|
}
|
|
for _, test := range tests3 {
|
|
testAggFunc(t, test)
|
|
}
|
|
|
|
tests4 := []multiArgsAggTest{
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeLonglong, mysql.TypeLonglong}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeFloat, mysql.TypeFloat}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDouble, mysql.TypeDouble}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeNewDecimal, mysql.TypeNewDecimal}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeString, mysql.TypeString}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDate, mysql.TypeDate}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDuration, mysql.TypeDuration}, mysql.TypeLonglong, 5, 0, 5),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeJSON, mysql.TypeJSON}, mysql.TypeLonglong, 5, 0, 5),
|
|
}
|
|
|
|
for i, test := range tests4 {
|
|
t.Run(fmt.Sprintf("%s_%d", test.funcName, i), func(t *testing.T) {
|
|
testMultiArgsAggFunc(t, mock.NewContext(), test)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestMemCount(t *testing.T) {
|
|
tests := []aggMemTest{
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeLonglong, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeFloat, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDouble, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeNewDecimal, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeString, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDate, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDuration, 5,
|
|
aggfuncs.DefPartialResult4CountSize, defaultUpdateMemDeltaGens, false),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeLonglong, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctIntSize+hack.DefBucketMemoryUsageForSetInt64, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeFloat, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctRealSize+hack.DefBucketMemoryUsageForSetFloat64, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDouble, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctRealSize+hack.DefBucketMemoryUsageForSetFloat64, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeNewDecimal, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctDecimalSize+hack.DefBucketMemoryUsageForSetString, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeString, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctStringSize+hack.DefBucketMemoryUsageForSetString, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDate, 5,
|
|
aggfuncs.DefPartialResult4CountWithDistinctSize+hack.DefBucketMemoryUsageForSetString, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeDuration, 5,
|
|
aggfuncs.DefPartialResult4CountDistinctDurationSize+hack.DefBucketMemoryUsageForSetInt64, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncCount, mysql.TypeJSON, 5,
|
|
aggfuncs.DefPartialResult4CountWithDistinctSize+hack.DefBucketMemoryUsageForSetString, distinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncApproxCountDistinct, mysql.TypeLonglong, 5,
|
|
aggfuncs.DefPartialResult4ApproxCountDistinctSize, approxCountDistinctUpdateMemDeltaGens, true),
|
|
buildAggMemTester(ast.AggFuncApproxCountDistinct, mysql.TypeString, 5,
|
|
aggfuncs.DefPartialResult4ApproxCountDistinctSize, approxCountDistinctUpdateMemDeltaGens, true),
|
|
}
|
|
for i, test := range tests {
|
|
t.Run(fmt.Sprintf("%s_%d", test.aggTest.funcName, i), func(t *testing.T) {
|
|
testAggMemFunc(t, test)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestWriteTime(t *testing.T) {
|
|
tt, err := types.ParseDate(&(stmtctx.StatementContext{}), "2020-11-11")
|
|
require.NoError(t, err)
|
|
|
|
buf := make([]byte, 16)
|
|
for i := range buf {
|
|
buf[i] = uint8(255)
|
|
}
|
|
aggfuncs.WriteTime(buf, tt)
|
|
for i := range buf {
|
|
require.False(t, buf[i] == uint8(255))
|
|
}
|
|
}
|
|
|
|
func BenchmarkCount(b *testing.B) {
|
|
ctx := mock.NewContext()
|
|
|
|
rowNum := 50000
|
|
tests := []aggTest{
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeFloat, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDouble, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeNewDecimal, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeString, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDate, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeDuration, rowNum, 0, rowNum),
|
|
buildAggTester(ast.AggFuncCount, mysql.TypeJSON, rowNum, 0, rowNum),
|
|
}
|
|
for _, test := range tests {
|
|
benchmarkAggFunc(b, ctx, test)
|
|
}
|
|
|
|
tests2 := []multiArgsAggTest{
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeLonglong, mysql.TypeLonglong}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeFloat, mysql.TypeFloat}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDouble, mysql.TypeDouble}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeNewDecimal, mysql.TypeNewDecimal}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeString, mysql.TypeString}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDate, mysql.TypeDate}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeDuration, mysql.TypeDuration}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncCount, []byte{mysql.TypeJSON, mysql.TypeJSON}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
}
|
|
for _, test := range tests2 {
|
|
benchmarkMultiArgsAggFunc(b, ctx, test)
|
|
}
|
|
|
|
tests3 := []multiArgsAggTest{
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeLonglong, mysql.TypeLonglong}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeFloat, mysql.TypeFloat}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDouble, mysql.TypeDouble}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeNewDecimal, mysql.TypeNewDecimal}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeString, mysql.TypeString}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDate, mysql.TypeDate}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeDuration, mysql.TypeDuration}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
buildMultiArgsAggTester(ast.AggFuncApproxCountDistinct, []byte{mysql.TypeJSON, mysql.TypeJSON}, mysql.TypeLonglong, rowNum, 0, rowNum),
|
|
}
|
|
for _, test := range tests3 {
|
|
benchmarkMultiArgsAggFunc(b, ctx, test)
|
|
}
|
|
}
|