// Copyright 2019 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package executor_test import ( "context" "fmt" "runtime" "runtime/debug" "testing" "github.com/pingcap/tidb/testkit" "github.com/stretchr/testify/require" ) func TestPBMemoryLeak(t *testing.T) { debug.SetGCPercent(1000) defer debug.SetGCPercent(100) store := testkit.CreateMockStore(t) tk := testkit.NewTestKit(t, store) tk.MustExec("create database test_mem") tk.MustExec("use test_mem") // prepare data totalSize := uint64(256 << 20) // 256MB blockSize := uint64(8 << 10) // 8KB delta := totalSize / 5 numRows := totalSize / blockSize tk.MustExec(fmt.Sprintf("create table t (c varchar(%v))", blockSize)) sql := fmt.Sprintf("insert into t values (space(%v))", blockSize) for i := uint64(0); i < numRows; i++ { tk.MustExec(sql) } // read data runtime.GC() allocatedBegin, inUseBegin := readMem() records, err := tk.Session().Execute(context.Background(), "select * from t") require.NoError(t, err) record := records[0] rowCnt := 0 chk := record.NewChunk(nil) for { require.NoError(t, record.Next(context.Background(), chk)) rowCnt += chk.NumRows() if chk.NumRows() == 0 { break } } require.Equal(t, int(numRows), rowCnt) // check memory before close runtime.GC() allocatedAfter, inUseAfter := readMem() require.GreaterOrEqual(t, allocatedAfter-allocatedBegin, totalSize) require.Less(t, memDiff(inUseAfter, inUseBegin), delta) runtime.GC() allocatedFinal, inUseFinal := readMem() require.Less(t, allocatedFinal-allocatedAfter, delta) require.Less(t, memDiff(inUseFinal, inUseAfter), delta) } // nolint:unused func readMem() (allocated, heapInUse uint64) { var stat runtime.MemStats runtime.ReadMemStats(&stat) return stat.TotalAlloc, stat.HeapInuse } // nolint:unused func memDiff(m1, m2 uint64) uint64 { if m1 > m2 { return m1 - m2 } return m2 - m1 }