238 lines
9.5 KiB
Go
238 lines
9.5 KiB
Go
// Copyright 2019 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package expression
|
|
|
|
import (
|
|
"math/rand"
|
|
"testing"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/parser/ast"
|
|
"github.com/pingcap/parser/charset"
|
|
"github.com/pingcap/parser/mysql"
|
|
"github.com/pingcap/tidb/types"
|
|
)
|
|
|
|
type randSpaceStrGener struct {
|
|
lenBegin int
|
|
lenEnd int
|
|
}
|
|
|
|
func (g *randSpaceStrGener) gen() interface{} {
|
|
n := rand.Intn(g.lenEnd-g.lenBegin) + g.lenBegin
|
|
buf := make([]byte, n)
|
|
for i := range buf {
|
|
x := rand.Intn(150)
|
|
if x < 10 {
|
|
buf[i] = byte('0' + x)
|
|
} else if x-10 < 26 {
|
|
buf[i] = byte('a' + x - 10)
|
|
} else if x < 62 {
|
|
buf[i] = byte('A' + x - 10 - 26)
|
|
} else {
|
|
buf[i] = byte(' ')
|
|
}
|
|
}
|
|
return string(buf)
|
|
}
|
|
|
|
var vecBuiltinStringCases = map[string][]vecExprBenchCase{
|
|
ast.Length: {
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&defaultGener{0.2, types.ETString}}},
|
|
},
|
|
ast.ASCII: {
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&defaultGener{0.2, types.ETString}}},
|
|
},
|
|
ast.Concat: {},
|
|
ast.ConcatWS: {},
|
|
ast.Convert: {},
|
|
ast.Substring: {
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt},
|
|
geners: []dataGenerator{&randLenStrGener{0, 20}, &rangeInt64Gener{-25, 25}},
|
|
},
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETInt},
|
|
geners: []dataGenerator{&randLenStrGener{0, 20}, &rangeInt64Gener{-25, 25}, &rangeInt64Gener{-25, 25}},
|
|
},
|
|
},
|
|
ast.SubstringIndex: {
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETString, types.ETInt},
|
|
geners: []dataGenerator{&randLenStrGener{0, 20}, &randLenStrGener{0, 2}, &rangeInt64Gener{-4, 4}},
|
|
},
|
|
},
|
|
ast.Locate: {
|
|
{
|
|
retEvalType: types.ETInt,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETString},
|
|
geners: []dataGenerator{&randLenStrGener{0, 10}, &randLenStrGener{0, 20}},
|
|
},
|
|
{
|
|
retEvalType: types.ETInt,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETString},
|
|
geners: []dataGenerator{&randLenStrGener{1, 2}, &randLenStrGener{0, 20}},
|
|
},
|
|
{
|
|
retEvalType: types.ETInt,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETString, types.ETInt},
|
|
geners: []dataGenerator{&randLenStrGener{0, 10}, &randLenStrGener{0, 20}, &rangeInt64Gener{-10, 20}},
|
|
},
|
|
{
|
|
retEvalType: types.ETInt,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETString, types.ETInt},
|
|
geners: []dataGenerator{&randLenStrGener{1, 2}, &randLenStrGener{0, 10}, &rangeInt64Gener{0, 8}},
|
|
},
|
|
},
|
|
ast.Hex: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randHexStrGener{10, 100}}},
|
|
},
|
|
ast.Unhex: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randHexStrGener{10, 100}}},
|
|
},
|
|
ast.Trim: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randSpaceStrGener{10, 100}}},
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 20}, &randLenStrGener{5, 25}}},
|
|
},
|
|
ast.LTrim: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randSpaceStrGener{10, 100}}},
|
|
},
|
|
ast.RTrim: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randSpaceStrGener{10, 100}}},
|
|
},
|
|
ast.Lpad: {
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETString},
|
|
geners: []dataGenerator{&randLenStrGener{0, 20}, &rangeInt64Gener{168435456, 368435456}, &randLenStrGener{0, 10}},
|
|
},
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETString},
|
|
geners: []dataGenerator{&defaultGener{0.2, types.ETString}, &defaultGener{0.2, types.ETInt}, &defaultGener{0.2, types.ETString}},
|
|
},
|
|
},
|
|
ast.Rpad: {
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETString},
|
|
geners: []dataGenerator{&randLenStrGener{0, 20}, &rangeInt64Gener{168435456, 368435456}, &randLenStrGener{0, 10}},
|
|
},
|
|
{
|
|
retEvalType: types.ETString,
|
|
childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETString},
|
|
geners: []dataGenerator{&defaultGener{0.2, types.ETString}, &defaultGener{0.2, types.ETInt}, &defaultGener{0.2, types.ETString}},
|
|
},
|
|
},
|
|
ast.CharLength: {
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}},
|
|
},
|
|
ast.BitLength: {
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}},
|
|
},
|
|
ast.FindInSet: {},
|
|
ast.Field: {},
|
|
ast.MakeSet: {},
|
|
ast.Oct: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETInt}},
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&numStrGener{rangeInt64Gener{-10, 10}}}},
|
|
},
|
|
ast.Ord: {},
|
|
ast.Quote: {},
|
|
ast.Bin: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETInt}},
|
|
},
|
|
ast.ToBase64: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randLenStrGener{0, 10}}},
|
|
},
|
|
ast.FromBase64: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 100}}},
|
|
},
|
|
ast.ExportSet: {},
|
|
ast.Repeat: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt}, geners: []dataGenerator{&randLenStrGener{10, 20}, &rangeInt64Gener{-10, 10}}},
|
|
},
|
|
ast.Lower: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}},
|
|
},
|
|
ast.IsNull: {
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 20}}},
|
|
{retEvalType: types.ETInt, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&defaultGener{0.2, types.ETString}}},
|
|
},
|
|
ast.Upper: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}},
|
|
},
|
|
ast.Right: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt}},
|
|
// need to add BinaryFlag for the Binary func
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt},
|
|
childrenFieldTypes: []*types.FieldType{{Tp: mysql.TypeString, Flag: mysql.BinaryFlag, Collate: charset.CollationBin},
|
|
{Tp: mysql.TypeLonglong}},
|
|
geners: []dataGenerator{
|
|
&randLenStrGener{10, 20},
|
|
&rangeInt64Gener{begin: -10, end: 20},
|
|
},
|
|
},
|
|
},
|
|
ast.Left: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt}},
|
|
// need to add BinaryFlag for the Binary func
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt},
|
|
childrenFieldTypes: []*types.FieldType{{Tp: mysql.TypeString, Flag: mysql.BinaryFlag, Collate: charset.CollationBin},
|
|
{Tp: mysql.TypeLonglong}},
|
|
geners: []dataGenerator{
|
|
&randLenStrGener{10, 20},
|
|
&rangeInt64Gener{begin: -10, end: 20},
|
|
},
|
|
},
|
|
},
|
|
ast.Space: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{&rangeInt64Gener{-10, 2000}}},
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETInt}, geners: []dataGenerator{&rangeInt64Gener{5, 10}}},
|
|
},
|
|
ast.Reverse: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 20}}},
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString}, geners: []dataGenerator{&defaultGener{0.2, types.ETString}}},
|
|
// need to add BinaryFlag for the Binary func
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString},
|
|
childrenFieldTypes: []*types.FieldType{{Tp: mysql.TypeString, Flag: mysql.BinaryFlag, Collate: charset.CollationBin}},
|
|
},
|
|
},
|
|
ast.Replace: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETString, types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 20}, &randLenStrGener{0, 10}, &randLenStrGener{0, 10}}},
|
|
},
|
|
ast.InsertFunc: {
|
|
{retEvalType: types.ETString, childrenTypes: []types.EvalType{types.ETString, types.ETInt, types.ETInt, types.ETString}, geners: []dataGenerator{&randLenStrGener{10, 20}, &rangeInt64Gener{-10, 20}, &rangeInt64Gener{0, 100}, &randLenStrGener{0, 10}}},
|
|
},
|
|
}
|
|
|
|
func (s *testEvaluatorSuite) TestVectorizedBuiltinStringEvalOneVec(c *C) {
|
|
testVectorizedEvalOneVec(c, vecBuiltinStringCases)
|
|
}
|
|
|
|
func (s *testEvaluatorSuite) TestVectorizedBuiltinStringFunc(c *C) {
|
|
testVectorizedBuiltinFunc(c, vecBuiltinStringCases)
|
|
}
|
|
|
|
func BenchmarkVectorizedBuiltinStringEvalOneVec(b *testing.B) {
|
|
benchmarkVectorizedEvalOneVec(b, vecBuiltinStringCases)
|
|
}
|
|
|
|
func BenchmarkVectorizedBuiltinStringFunc(b *testing.B) {
|
|
benchmarkVectorizedBuiltinFunc(b, vecBuiltinStringCases)
|
|
}
|