148 lines
4.1 KiB
Go
148 lines
4.1 KiB
Go
// Copyright 2021 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package statistics
|
|
|
|
import (
|
|
"flag"
|
|
"testing"
|
|
|
|
"github.com/pingcap/tidb/pkg/config"
|
|
"github.com/pingcap/tidb/pkg/parser/mysql"
|
|
"github.com/pingcap/tidb/pkg/sessionctx/stmtctx"
|
|
"github.com/pingcap/tidb/pkg/testkit/testdata"
|
|
"github.com/pingcap/tidb/pkg/testkit/testmain"
|
|
"github.com/pingcap/tidb/pkg/testkit/testsetup"
|
|
"github.com/pingcap/tidb/pkg/types"
|
|
"github.com/stretchr/testify/require"
|
|
"go.uber.org/goleak"
|
|
)
|
|
|
|
var testDataMap = make(testdata.BookKeeper, 3)
|
|
|
|
func TestMain(m *testing.M) {
|
|
testsetup.SetupForCommonTest()
|
|
|
|
if !flag.Parsed() {
|
|
flag.Parse()
|
|
}
|
|
|
|
config.UpdateGlobal(func(conf *config.Config) {
|
|
conf.TiKVClient.AsyncCommit.SafeWindow = 0
|
|
conf.TiKVClient.AsyncCommit.AllowedClockDrift = 0
|
|
})
|
|
|
|
testDataMap.LoadTestSuiteData("testdata", "integration_suite")
|
|
|
|
opts := []goleak.Option{
|
|
goleak.IgnoreTopFunction("github.com/golang/glog.(*fileSink).flushDaemon"),
|
|
goleak.IgnoreTopFunction("github.com/bazelbuild/rules_go/go/tools/bzltestutil.RegisterTimeoutHandler.func1"),
|
|
goleak.IgnoreTopFunction("github.com/lestrrat-go/httprc.runFetchWorker"),
|
|
goleak.IgnoreTopFunction("go.etcd.io/etcd/client/pkg/v3/logutil.(*MergeLogger).outputLoop"),
|
|
goleak.IgnoreTopFunction("go.opencensus.io/stats/view.(*worker).start"),
|
|
}
|
|
|
|
callback := func(i int) int {
|
|
testDataMap.GenerateOutputIfNeeded()
|
|
return i
|
|
}
|
|
goleak.VerifyTestMain(testmain.WrapTestingM(m, callback), opts...)
|
|
}
|
|
|
|
func GetIntegrationSuiteData() testdata.TestData {
|
|
return testDataMap["integration_suite"]
|
|
}
|
|
|
|
// TestStatistics batches tests sharing a test suite to reduce the setups
|
|
// overheads.
|
|
func TestStatistics(t *testing.T) {
|
|
// fmsketch_test.go
|
|
t.Run("SubTestSketch", SubTestSketch())
|
|
t.Run("SubTestSketchProtoConversion", SubTestSketchProtoConversion())
|
|
t.Run("SubTestFMSketchCoding", SubTestFMSketchCoding())
|
|
|
|
// statistics_test.go
|
|
t.Run("SubTestColumnRange", SubTestColumnRange())
|
|
t.Run("SubTestIntColumnRanges", SubTestIntColumnRanges())
|
|
t.Run("SubTestIndexRanges", SubTestIndexRanges())
|
|
|
|
// statistics_serial_test.go
|
|
t.Run("SubTestBuild", SubTestBuild())
|
|
t.Run("SubTestHistogramProtoConversion", SubTestHistogramProtoConversion())
|
|
}
|
|
|
|
func createTestStatisticsSamples(t *testing.T) *testStatisticsSamples {
|
|
s := new(testStatisticsSamples)
|
|
|
|
s.count = 100000
|
|
samples := make([]*SampleItem, 10000)
|
|
for i := range samples {
|
|
samples[i] = &SampleItem{}
|
|
}
|
|
start := 1000
|
|
samples[0].Value.SetInt64(0)
|
|
for i := 1; i < start; i++ {
|
|
samples[i].Value.SetInt64(2)
|
|
}
|
|
for i := start; i < len(samples); i++ {
|
|
samples[i].Value.SetInt64(int64(i))
|
|
}
|
|
for i := start; i < len(samples); i += 3 {
|
|
samples[i].Value.SetInt64(samples[i].Value.GetInt64() + 1)
|
|
}
|
|
for i := start; i < len(samples); i += 5 {
|
|
samples[i].Value.SetInt64(samples[i].Value.GetInt64() + 2)
|
|
}
|
|
sc := stmtctx.NewStmtCtx()
|
|
|
|
err := sortSampleItems(sc, samples)
|
|
require.NoError(t, err)
|
|
s.samples = samples
|
|
rc := &recordSet{
|
|
data: make([]types.Datum, s.count),
|
|
count: s.count,
|
|
cursor: 0,
|
|
}
|
|
rc.setFields(mysql.TypeLonglong)
|
|
rc.data[0].SetInt64(0)
|
|
for i := 1; i < start; i++ {
|
|
rc.data[i].SetInt64(2)
|
|
}
|
|
for i := start; i < rc.count; i++ {
|
|
rc.data[i].SetInt64(int64(i))
|
|
}
|
|
for i := start; i < rc.count; i += 3 {
|
|
rc.data[i].SetInt64(rc.data[i].GetInt64() + 1)
|
|
}
|
|
for i := start; i < rc.count; i += 5 {
|
|
rc.data[i].SetInt64(rc.data[i].GetInt64() + 2)
|
|
}
|
|
require.NoError(t, types.SortDatums(sc.TypeCtx(), rc.data))
|
|
|
|
s.rc = rc
|
|
|
|
pk := &recordSet{
|
|
data: make([]types.Datum, s.count),
|
|
count: s.count,
|
|
cursor: 0,
|
|
}
|
|
pk.setFields(mysql.TypeLonglong)
|
|
for i := range rc.count {
|
|
pk.data[i].SetInt64(int64(i))
|
|
}
|
|
s.pk = pk
|
|
|
|
return s
|
|
}
|