// Copyright 2021 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package statistics import ( "flag" "testing" "github.com/pingcap/tidb/pkg/config" "github.com/pingcap/tidb/pkg/parser/mysql" "github.com/pingcap/tidb/pkg/sessionctx/stmtctx" "github.com/pingcap/tidb/pkg/testkit/testdata" "github.com/pingcap/tidb/pkg/testkit/testmain" "github.com/pingcap/tidb/pkg/testkit/testsetup" "github.com/pingcap/tidb/pkg/types" "github.com/stretchr/testify/require" "go.uber.org/goleak" ) var testDataMap = make(testdata.BookKeeper, 3) func TestMain(m *testing.M) { testsetup.SetupForCommonTest() if !flag.Parsed() { flag.Parse() } config.UpdateGlobal(func(conf *config.Config) { conf.TiKVClient.AsyncCommit.SafeWindow = 0 conf.TiKVClient.AsyncCommit.AllowedClockDrift = 0 }) testDataMap.LoadTestSuiteData("testdata", "integration_suite") opts := []goleak.Option{ goleak.IgnoreTopFunction("github.com/golang/glog.(*fileSink).flushDaemon"), goleak.IgnoreTopFunction("github.com/bazelbuild/rules_go/go/tools/bzltestutil.RegisterTimeoutHandler.func1"), goleak.IgnoreTopFunction("github.com/lestrrat-go/httprc.runFetchWorker"), goleak.IgnoreTopFunction("go.etcd.io/etcd/client/pkg/v3/logutil.(*MergeLogger).outputLoop"), goleak.IgnoreTopFunction("go.opencensus.io/stats/view.(*worker).start"), } callback := func(i int) int { testDataMap.GenerateOutputIfNeeded() return i } goleak.VerifyTestMain(testmain.WrapTestingM(m, callback), opts...) } func GetIntegrationSuiteData() testdata.TestData { return testDataMap["integration_suite"] } // TestStatistics batches tests sharing a test suite to reduce the setups // overheads. func TestStatistics(t *testing.T) { // fmsketch_test.go t.Run("SubTestSketch", SubTestSketch()) t.Run("SubTestSketchProtoConversion", SubTestSketchProtoConversion()) t.Run("SubTestFMSketchCoding", SubTestFMSketchCoding()) // statistics_test.go t.Run("SubTestColumnRange", SubTestColumnRange()) t.Run("SubTestIntColumnRanges", SubTestIntColumnRanges()) t.Run("SubTestIndexRanges", SubTestIndexRanges()) // statistics_serial_test.go t.Run("SubTestBuild", SubTestBuild()) t.Run("SubTestHistogramProtoConversion", SubTestHistogramProtoConversion()) } func createTestStatisticsSamples(t *testing.T) *testStatisticsSamples { s := new(testStatisticsSamples) s.count = 100000 samples := make([]*SampleItem, 10000) for i := 0; i < len(samples); i++ { samples[i] = &SampleItem{} } start := 1000 samples[0].Value.SetInt64(0) for i := 1; i < start; i++ { samples[i].Value.SetInt64(2) } for i := start; i < len(samples); i++ { samples[i].Value.SetInt64(int64(i)) } for i := start; i < len(samples); i += 3 { samples[i].Value.SetInt64(samples[i].Value.GetInt64() + 1) } for i := start; i < len(samples); i += 5 { samples[i].Value.SetInt64(samples[i].Value.GetInt64() + 2) } sc := stmtctx.NewStmtCtx() err := sortSampleItems(sc, samples) require.NoError(t, err) s.samples = samples rc := &recordSet{ data: make([]types.Datum, s.count), count: s.count, cursor: 0, } rc.setFields(mysql.TypeLonglong) rc.data[0].SetInt64(0) for i := 1; i < start; i++ { rc.data[i].SetInt64(2) } for i := start; i < rc.count; i++ { rc.data[i].SetInt64(int64(i)) } for i := start; i < rc.count; i += 3 { rc.data[i].SetInt64(rc.data[i].GetInt64() + 1) } for i := start; i < rc.count; i += 5 { rc.data[i].SetInt64(rc.data[i].GetInt64() + 2) } require.NoError(t, types.SortDatums(sc.TypeCtx(), rc.data)) s.rc = rc pk := &recordSet{ data: make([]types.Datum, s.count), count: s.count, cursor: 0, } pk.setFields(mysql.TypeLonglong) for i := 0; i < rc.count; i++ { pk.data[i].SetInt64(int64(i)) } s.pk = pk return s }