Files
tidb/pkg/bindinfo/binding_cache_test.go

188 lines
6.4 KiB
Go

// Copyright 2022 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package bindinfo
import (
"strings"
"testing"
"time"
"github.com/pingcap/tidb/pkg/parser"
"github.com/pingcap/tidb/pkg/parser/ast"
"github.com/pingcap/tidb/pkg/parser/format"
"github.com/pingcap/tidb/pkg/sessionctx/vardef"
"github.com/stretchr/testify/require"
)
func bindingNoDBDigest(t *testing.T, b *Binding) string {
p := parser.New()
stmt, err := p.ParseOneStmt(b.BindSQL, b.Charset, b.Collation)
require.NoError(t, err)
_, noDBDigest := NormalizeStmtForBinding(stmt, "", true)
return noDBDigest
}
func TestCrossDBBindingCache(t *testing.T) {
fbc := newBindCache().(*bindingCache)
b1 := &Binding{BindSQL: "SELECT * FROM db1.t1", SQLDigest: "b1"}
fDigest1 := bindingNoDBDigest(t, b1)
b2 := &Binding{BindSQL: "SELECT * FROM db2.t1", SQLDigest: "b2"}
b3 := &Binding{BindSQL: "SELECT * FROM db2.t3", SQLDigest: "b3"}
fDigest3 := bindingNoDBDigest(t, b3)
// add 3 bindings and b1 and b2 have the same noDBDigest
require.NoError(t, fbc.SetBinding(b1.SQLDigest, b1))
require.NoError(t, fbc.SetBinding(b2.SQLDigest, b2))
require.NoError(t, fbc.SetBinding(b3.SQLDigest, b3))
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).noDBDigest2SQLDigest), 2) // b1 and b2 have the same noDBDigest
require.Equal(t, len(fbc.digestBiMap.NoDBDigest2SQLDigest(fDigest1)), 2)
require.Equal(t, len(fbc.digestBiMap.NoDBDigest2SQLDigest(fDigest3)), 1)
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest), 3)
_, ok := fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b1.SQLDigest]
require.True(t, ok)
_, ok = fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b2.SQLDigest]
require.True(t, ok)
_, ok = fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b3.SQLDigest]
require.True(t, ok)
// remove b2
fbc.RemoveBinding(b2.SQLDigest)
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).noDBDigest2SQLDigest), 2)
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).noDBDigest2SQLDigest[fDigest1]), 1)
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).noDBDigest2SQLDigest[fDigest3]), 1)
require.Equal(t, len(fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest), 2)
_, ok = fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b1.SQLDigest]
require.True(t, ok)
_, ok = fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b2.SQLDigest]
require.False(t, ok) // can't find b2 now
_, ok = fbc.digestBiMap.(*digestBiMapImpl).sqlDigest2noDBDigest[b3.SQLDigest]
require.True(t, ok)
}
func TestDuplicatedBinding(t *testing.T) {
// 3 bindings with the same noDBDigest
bindingDB1 := &Binding{BindSQL: "SELECT * FROM db1.t1"}
bindingDB2 := &Binding{BindSQL: "SELECT * FROM db2.t1"}
bindingDB3 := &Binding{BindSQL: "SELECT * FROM db3.t1"}
c := newBindCache()
require.Nil(t, c.SetBinding("db1", bindingDB1))
require.Nil(t, c.SetBinding("db2", bindingDB2))
require.Nil(t, c.SetBinding("db3", bindingDB3))
digestMap := c.(*bindingCache).digestBiMap.(*digestBiMapImpl)
var noDBDigest string
for digest := range digestMap.noDBDigest2SQLDigest {
noDBDigest = digest
}
require.True(t, noDBDigest != "")
require.Equal(t, 3, len(digestMap.noDBDigest2SQLDigest[noDBDigest]))
require.Equal(t, 3, len(digestMap.sqlDigest2noDBDigest))
// put 3 duplicated bindings again
require.Nil(t, c.SetBinding("db1", bindingDB1))
require.Nil(t, c.SetBinding("db2", bindingDB2))
require.Nil(t, c.SetBinding("db3", bindingDB3))
require.True(t, noDBDigest != "")
require.Equal(t, 3, len(digestMap.noDBDigest2SQLDigest[noDBDigest]))
require.Equal(t, 3, len(digestMap.sqlDigest2noDBDigest))
}
func TestBindCache(t *testing.T) {
binding := &Binding{BindSQL: "SELECT * FROM t1"}
kvSize := int(binding.size())
defer func(v int64) {
vardef.MemQuotaBindingCache.Store(v)
}(vardef.MemQuotaBindingCache.Load())
vardef.MemQuotaBindingCache.Store(int64(kvSize*3) - 1)
bindCache := newBindCache()
defer bindCache.Close()
err := bindCache.SetBinding("digest1", binding)
require.Nil(t, err)
require.NotNil(t, bindCache.GetBinding("digest1"))
err = bindCache.SetBinding("digest2", binding)
require.Nil(t, err)
require.NotNil(t, bindCache.GetBinding("digest2"))
err = bindCache.SetBinding("digest3", binding)
require.Nil(t, err)
require.NotNil(t, bindCache.GetBinding("digest3"))
require.Eventually(t, func() bool {
hit := 0
for _, digest := range []string{"digest1", "digest2", "digest3"} {
if bindCache.GetBinding(digest) != nil {
hit++
}
}
return hit == 2
}, time.Second*5, time.Millisecond*100)
}
func TestExtractTableName(t *testing.T) {
tc := []struct {
sql string
tables []string
}{
{
"select /*+ HASH_JOIN(t1, t2) */ * from t1 t1 join t1 t2 on t1.a=t2.a where t1.b is not null;",
[]string{"t1", "t1"},
},
{
"select * from t",
[]string{"t"},
},
{
"select * from t1, t2, t3;",
[]string{"t1", "t2", "t3"},
},
{
"select * from t1 where t1.a > (select max(a) from t2);",
[]string{"t1", "t2"},
},
{
"select * from t1 where t1.a > (select max(a) from t2 where t2.a > (select max(a) from t3));",
[]string{"t1", "t2", "t3"},
},
{
"select a,b,c,d,* from t1 where t1.a > (select max(a) from t2 where t2.a > (select max(a) from t3));",
[]string{"t1", "t2", "t3"},
},
}
for _, tt := range tc {
stmt, err := parser.New().ParseOneStmt(tt.sql, "", "")
require.NoErrorf(t, err, "sql: %s", tt.sql)
rs := CollectTableNames(stmt)
result, err := getTableName(rs)
require.NoErrorf(t, err, "sql: %s", tt.sql)
require.Equalf(t, tt.tables, result, "sql: %s", tt.sql)
}
}
func getTableName(n []*ast.TableName) ([]string, error) {
result := make([]string, 0, len(n))
for _, v := range n {
var sb strings.Builder
restoreFlags := format.RestoreKeyWordLowercase
restoreCtx := format.NewRestoreCtx(restoreFlags, &sb)
if err := v.Restore(restoreCtx); err != nil {
return nil, err
}
result = append(result, sb.String())
}
return result, nil
}