Files
tidb/session/bootstrap_test.go

2211 lines
80 KiB
Go

// Copyright 2021 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package session
import (
"context"
"fmt"
"os"
"testing"
"time"
"github.com/pingcap/tidb/bindinfo"
"github.com/pingcap/tidb/config"
"github.com/pingcap/tidb/domain"
"github.com/pingcap/tidb/meta"
"github.com/pingcap/tidb/parser/auth"
"github.com/pingcap/tidb/sessionctx"
"github.com/pingcap/tidb/sessionctx/variable"
"github.com/pingcap/tidb/statistics"
"github.com/pingcap/tidb/store/mockstore"
"github.com/pingcap/tidb/telemetry"
"github.com/stretchr/testify/require"
)
// This test file have many problem.
// 1. Please use testkit to create dom, session and store.
// 2. Don't use CreateStoreAndBootstrap and BootstrapSession together. It will cause data race.
// Please do not add any test here. You can add test case at the bootstrap_update_test.go. After All problem fixed,
// We will overwrite this file by update_test.go.
func TestBootstrap(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "set global tidb_txn_mode=''")
mustExec(t, se, "use mysql")
r := mustExecToRecodeSet(t, se, "select * from user")
require.NotNil(t, r)
ctx := context.Background()
req := r.NewChunk(nil)
err := r.Next(ctx, req)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
rows := statistics.RowToDatums(req.GetRow(0), r.Fields())
match(t, rows, `%`, "root", "", "mysql_native_password", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "N", "Y", "Y", "Y", "Y", "Y", nil, nil, nil, "", "N", time.Now(), nil)
r.Close()
require.NoError(t, se.Auth(&auth.UserIdentity{Username: "root", Hostname: "anyhost"}, []byte(""), []byte(""), nil))
mustExec(t, se, "use test")
// Check privilege tables.
mustExec(t, se, "SELECT * from mysql.global_priv")
mustExec(t, se, "SELECT * from mysql.db")
mustExec(t, se, "SELECT * from mysql.tables_priv")
mustExec(t, se, "SELECT * from mysql.columns_priv")
mustExec(t, se, "SELECT * from mysql.global_grants")
// Check privilege tables.
r = mustExecToRecodeSet(t, se, "SELECT COUNT(*) from mysql.global_variables")
require.NotNil(t, r)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, globalVarsCount(), req.GetRow(0).GetInt64(0))
require.NoError(t, r.Close())
// Check a storage operations are default autocommit after the second start.
mustExec(t, se, "USE test")
mustExec(t, se, "drop table if exists t")
mustExec(t, se, "create table t (id int)")
unsetStoreBootstrapped(store.UUID())
se.Close()
se, err = CreateSession4Test(store)
require.NoError(t, err)
mustExec(t, se, "USE test")
mustExec(t, se, "insert t values (?)", 3)
se, err = CreateSession4Test(store)
require.NoError(t, err)
mustExec(t, se, "USE test")
r = mustExecToRecodeSet(t, se, "select * from t")
require.NotNil(t, r)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
rows = statistics.RowToDatums(req.GetRow(0), r.Fields())
match(t, rows, 3)
mustExec(t, se, "drop table if exists t")
se.Close()
// Try to do bootstrap dml jobs on an already bootstrapped TiDB system will not cause fatal.
// For https://github.com/pingcap/tidb/issues/1096
se, err = CreateSession4Test(store)
require.NoError(t, err)
doDMLWorks(se)
r = mustExecToRecodeSet(t, se, "select * from mysql.expr_pushdown_blacklist where name = 'date_add'")
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 0, req.NumRows())
se.Close()
}
func globalVarsCount() int64 {
var count int64
for _, v := range variable.GetSysVars() {
if v.HasGlobalScope() {
count++
}
}
return count
}
// testBootstrapWithError :
// When a session failed in bootstrap process (for example, the session is killed after doDDLWorks()).
// We should make sure that the following session could finish the bootstrap process.
func TestBootstrapWithError(t *testing.T) {
ctx := context.Background()
store, err := mockstore.NewMockStore()
require.NoError(t, err)
defer func() {
require.NoError(t, store.Close())
}()
// bootstrap
{
se := &session{
store: store,
sessionVars: variable.NewSessionVars(nil),
}
se.functionUsageMu.builtinFunctionUsage = make(telemetry.BuiltinFunctionsUsage)
se.txn.init()
se.mu.values = make(map[fmt.Stringer]interface{})
se.SetValue(sessionctx.Initing, true)
err := InitDDLJobTables(store, meta.BaseDDLTableVersion)
require.NoError(t, err)
err = InitMDLTable(store)
require.NoError(t, err)
err = InitDDLJobTables(store, meta.BackfillTableVersion)
require.NoError(t, err)
dom, err := domap.Get(store)
require.NoError(t, err)
domain.BindDomain(se, dom)
b, err := checkBootstrapped(se)
require.False(t, b)
require.NoError(t, err)
doDDLWorks(se)
}
dom, err := domap.Get(store)
require.NoError(t, err)
domap.Delete(store)
dom.Close()
dom1, err := BootstrapSession(store)
require.NoError(t, err)
defer dom1.Close()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "USE mysql")
r := mustExecToRecodeSet(t, se, `select * from user`)
req := r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
row := req.GetRow(0)
rows := statistics.RowToDatums(row, r.Fields())
match(t, rows, `%`, "root", "", "mysql_native_password", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "Y", "N", "Y", "Y", "Y", "Y", "Y", nil, nil, nil, "", "N", time.Now(), nil)
require.NoError(t, r.Close())
mustExec(t, se, "USE test")
// Check privilege tables.
mustExec(t, se, "SELECT * from mysql.global_priv")
mustExec(t, se, "SELECT * from mysql.db")
mustExec(t, se, "SELECT * from mysql.tables_priv")
mustExec(t, se, "SELECT * from mysql.columns_priv")
// Check role tables.
mustExec(t, se, "SELECT * from mysql.role_edges")
mustExec(t, se, "SELECT * from mysql.default_roles")
// Check global variables.
r = mustExecToRecodeSet(t, se, "SELECT COUNT(*) from mysql.global_variables")
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
v := req.GetRow(0)
require.Equal(t, globalVarsCount(), v.GetInt64(0))
require.NoError(t, r.Close())
r = mustExecToRecodeSet(t, se, `SELECT VARIABLE_VALUE from mysql.TiDB where VARIABLE_NAME="bootstrapped"`)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
row = req.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, []byte("True"), row.GetBytes(0))
require.NoError(t, r.Close())
mustExec(t, se, "SELECT * from mysql.tidb_background_subtask")
mustExec(t, se, "SELECT * from mysql.tidb_background_subtask_history")
// Check tidb_ttl_table_status table
mustExec(t, se, "SELECT * from mysql.tidb_ttl_table_status")
}
func TestDDLTableCreateBackfillTable(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
se := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
ver, err := m.CheckDDLTableVersion()
require.NoError(t, err)
require.GreaterOrEqual(t, ver, meta.BackfillTableVersion)
// downgrade `mDDLTableVersion`
m.SetDDLTables(meta.MDLTableVersion)
mustExec(t, se, "drop table mysql.tidb_background_subtask")
mustExec(t, se, "drop table mysql.tidb_background_subtask_history")
err = txn.Commit(context.Background())
require.NoError(t, err)
// to upgrade session for create ddl related tables
dom.Close()
dom, err = BootstrapSession(store)
require.NoError(t, err)
se = CreateSessionAndSetID(t, store)
mustExec(t, se, "select * from mysql.tidb_background_subtask")
mustExec(t, se, "select * from mysql.tidb_background_subtask_history")
dom.Close()
}
// TestUpgrade tests upgrading
func TestUpgrade(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "USE mysql")
// bootstrap with currentBootstrapVersion
r := mustExecToRecodeSet(t, se, `SELECT VARIABLE_VALUE from mysql.TiDB where VARIABLE_NAME="tidb_server_version"`)
req := r.NewChunk(nil)
err := r.Next(ctx, req)
row := req.GetRow(0)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
require.Equal(t, 1, row.Len())
require.Equal(t, []byte(fmt.Sprintf("%d", currentBootstrapVersion)), row.GetBytes(0))
require.NoError(t, r.Close())
se1 := CreateSessionAndSetID(t, store)
ver, err := getBootstrapVersion(se1)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// Do something to downgrade the store.
// downgrade meta bootstrap version
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(1))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, se1, `delete from mysql.TiDB where VARIABLE_NAME="tidb_server_version"`)
mustExec(t, se1, fmt.Sprintf(`delete from mysql.global_variables where VARIABLE_NAME="%s"`, variable.TiDBDistSQLScanConcurrency))
mustExec(t, se1, `commit`)
unsetStoreBootstrapped(store.UUID())
// Make sure the version is downgraded.
r = mustExecToRecodeSet(t, se1, `SELECT VARIABLE_VALUE from mysql.TiDB where VARIABLE_NAME="tidb_server_version"`)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 0, req.NumRows())
require.NoError(t, r.Close())
ver, err = getBootstrapVersion(se1)
require.NoError(t, err)
require.Equal(t, int64(0), ver)
dom.Close()
// Create a new session then upgrade() will run automatically.
dom, err = BootstrapSession(store)
require.NoError(t, err)
se2 := CreateSessionAndSetID(t, store)
r = mustExecToRecodeSet(t, se2, `SELECT VARIABLE_VALUE from mysql.TiDB where VARIABLE_NAME="tidb_server_version"`)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
row = req.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, []byte(fmt.Sprintf("%d", currentBootstrapVersion)), row.GetBytes(0))
require.NoError(t, r.Close())
ver, err = getBootstrapVersion(se2)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// Verify that 'new_collation_enabled' is false.
r = mustExecToRecodeSet(t, se2, fmt.Sprintf(`SELECT VARIABLE_VALUE from mysql.TiDB where VARIABLE_NAME='%s'`, tidbNewCollationEnabled))
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 1, req.NumRows())
require.Equal(t, "False", req.GetRow(0).GetString(0))
require.NoError(t, r.Close())
dom.Close()
}
func TestIssue17979_1(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// test issue 20900, upgrade from v3.0 to v4.0.11+
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(58))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, "update mysql.tidb set variable_value='58' where variable_name='tidb_server_version'")
mustExec(t, seV3, "delete from mysql.tidb where variable_name='default_oom_action'")
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(58), ver)
dom.Close()
domV4, err := BootstrapSession(store)
require.NoError(t, err)
seV4 := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seV4)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
r := mustExecToRecodeSet(t, seV4, "select variable_value from mysql.tidb where variable_name='default_oom_action'")
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, variable.OOMActionLog, req.GetRow(0).GetString(0))
domV4.Close()
}
func TestIssue17979_2(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// test issue 20900, upgrade from v4.0.11 to v4.0.11
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(59))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, "update mysql.tidb set variable_value=59 where variable_name='tidb_server_version'")
mustExec(t, seV3, "delete from mysql.tidb where variable_name='default_iim_action'")
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(59), ver)
dom.Close()
domV4, err := BootstrapSession(store)
require.NoError(t, err)
defer domV4.Close()
seV4 := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seV4)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
r := mustExecToRecodeSet(t, seV4, "select variable_value from mysql.tidb where variable_name='default_oom_action'")
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, 0, req.NumRows())
}
// TestIssue20900_2 tests that a user can upgrade from TiDB 2.1 to latest,
// and their configuration remains similar. This helps protect against the
// case that a user had a 32G query memory limit in 2.1, but it is now a 1G limit
// in TiDB 4.0+. I tested this process, and it does correctly upgrade from 2.1 -> 4.0,
// but from 4.0 -> 5.0, the new default is picked up.
func TestIssue20900_2(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// test issue 20900, upgrade from v4.0.8 to v4.0.9+
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(52))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, "update mysql.tidb set variable_value=52 where variable_name='tidb_server_version'")
mustExec(t, seV3, "delete from mysql.tidb where variable_name='default_memory_quota_query'")
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(52), ver)
dom.Close()
domV4, err := BootstrapSession(store)
require.NoError(t, err)
seV4 := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seV4)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
r := mustExecToRecodeSet(t, seV4, "select @@tidb_mem_quota_query")
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, "1073741824", req.GetRow(0).GetString(0))
require.Equal(t, int64(1073741824), seV4.GetSessionVars().MemQuotaQuery)
r = mustExecToRecodeSet(t, seV4, "select variable_value from mysql.tidb where variable_name='default_memory_quota_query'")
req = r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, 0, req.NumRows())
domV4.Close()
}
func TestANSISQLMode(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "USE mysql")
mustExec(t, se, `set @@global.sql_mode="NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION,ANSI"`)
mustExec(t, se, `delete from mysql.TiDB where VARIABLE_NAME="tidb_server_version"`)
unsetStoreBootstrapped(store.UUID())
se.Close()
// Do some clean up, BootstrapSession will not create a new domain otherwise.
dom.Close()
domap.Delete(store)
// Set ANSI sql_mode and bootstrap again, to cover a bugfix.
// Once we have a SQL like that:
// select variable_value from mysql.tidb where variable_name = "system_tz"
// it fails to execute in the ANSI sql_mode, and makes TiDB cluster fail to bootstrap.
dom1, err := BootstrapSession(store)
require.NoError(t, err)
defer dom1.Close()
se = CreateSessionAndSetID(t, store)
mustExec(t, se, "select @@global.sql_mode")
se.Close()
}
func TestOldPasswordUpgrade(t *testing.T) {
pwd := "abc"
oldpwd := fmt.Sprintf("%X", auth.Sha1Hash([]byte(pwd)))
newpwd, err := oldPasswordUpgrade(oldpwd)
require.NoError(t, err)
require.Equal(t, "*0D3CED9BEC10A777AEC23CCC353A8C08A633045E", newpwd)
}
func TestBootstrapInitExpensiveQueryHandle(t *testing.T) {
store, _ := CreateStoreAndBootstrap(t)
defer func() {
require.NoError(t, store.Close())
}()
se, err := createSession(store)
require.NoError(t, err)
dom := domain.GetDomain(se)
require.NotNil(t, dom)
defer dom.Close()
require.NotNil(t, dom.ExpensiveQueryHandle())
}
func TestStmtSummary(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
r := mustExecToRecodeSet(t, se, "select variable_value from mysql.global_variables where variable_name='tidb_enable_stmt_summary'")
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
row := req.GetRow(0)
require.Equal(t, []byte("ON"), row.GetBytes(0))
require.NoError(t, r.Close())
}
type bindTestStruct struct {
originText string
bindText string
db string
originWithDB string
bindWithDB string
deleteText string
}
func TestUpdateBindInfo(t *testing.T) {
bindCases := []bindTestStruct{
{
originText: "select * from t where a > ?",
bindText: "select /*+ use_index(t, idxb) */ * from t where a > 1",
db: "test",
originWithDB: "select * from `test` . `t` where `a` > ?",
bindWithDB: "SELECT /*+ use_index(`t` `idxb`)*/ * FROM `test`.`t` WHERE `a` > 1",
deleteText: "select * from test.t where a > 1",
},
{
originText: "select count ( ? ), max ( a ) from t group by b",
bindText: "select /*+ use_index(t, idx) */ count(1), max(a) from t group by b",
db: "test",
originWithDB: "select count ( ? ) , max ( `a` ) from `test` . `t` group by `b`",
bindWithDB: "SELECT /*+ use_index(`t` `idx`)*/ count(1),max(`a`) FROM `test`.`t` GROUP BY `b`",
deleteText: "select count(1), max(a) from test.t group by b",
},
{
originText: "select * from `test` . `t` where `a` = (_charset) ?",
bindText: "SELECT * FROM test.t WHERE a = _utf8\\'ab\\'",
db: "test",
originWithDB: "select * from `test` . `t` where `a` = ?",
bindWithDB: "SELECT * FROM `test`.`t` WHERE `a` = 'ab'",
deleteText: "select * from test.t where a = 'c'",
},
}
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "alter table mysql.bind_info drop column if exists plan_digest")
mustExec(t, se, "alter table mysql.bind_info drop column if exists sql_digest")
for _, bindCase := range bindCases {
sql := fmt.Sprintf("insert into mysql.bind_info values('%s', '%s', '%s', 'enabled', '2021-01-04 14:50:58.257', '2021-01-04 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')",
bindCase.originText,
bindCase.bindText,
bindCase.db,
)
mustExec(t, se, sql)
upgradeToVer67(se, version66)
r := mustExecToRecodeSet(t, se, `select original_sql, bind_sql, default_db, status from mysql.bind_info where source != 'builtin'`)
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
row := req.GetRow(0)
require.Equal(t, bindCase.originWithDB, row.GetString(0))
require.Equal(t, bindCase.bindWithDB, row.GetString(1))
require.Equal(t, "", row.GetString(2))
require.Equal(t, bindinfo.Enabled, row.GetString(3))
require.NoError(t, r.Close())
sql = fmt.Sprintf("drop global binding for %s", bindCase.deleteText)
mustExec(t, se, sql)
r = mustExecToRecodeSet(t, se, `select original_sql, bind_sql, status from mysql.bind_info where source != 'builtin'`)
require.NoError(t, r.Next(ctx, req))
row = req.GetRow(0)
require.Equal(t, bindCase.originWithDB, row.GetString(0))
require.Equal(t, bindCase.bindWithDB, row.GetString(1))
require.Equal(t, "deleted", row.GetString(2))
require.NoError(t, r.Close())
sql = fmt.Sprintf("delete from mysql.bind_info where original_sql = '%s'", bindCase.originWithDB)
mustExec(t, se, sql)
}
}
func TestUpdateDuplicateBindInfo(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "alter table mysql.bind_info drop column if exists plan_digest")
mustExec(t, se, "alter table mysql.bind_info drop column if exists sql_digest")
mustExec(t, se, `insert into mysql.bind_info values('select * from t', 'select /*+ use_index(t, idx_a)*/ * from t', 'test', 'enabled', '2021-01-04 14:50:58.257', '2021-01-04 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
// The latest one.
mustExec(t, se, `insert into mysql.bind_info values('select * from test . t', 'select /*+ use_index(t, idx_b)*/ * from test.t', 'test', 'enabled', '2021-01-04 14:50:58.257', '2021-01-09 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t where a < ?', 'select * from t use index(idx) where a < 1', 'test', 'deleted', '2021-06-04 17:04:43.333', '2021-06-04 17:04:43.335', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t where a < ?', 'select * from t ignore index(idx) where a < 1', 'test', 'enabled', '2021-06-04 17:04:43.335', '2021-06-04 17:04:43.335', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from test . t where a <= ?', 'select * from test.t use index(idx) where a <= 1', '', 'deleted', '2021-06-04 17:04:43.345', '2021-06-04 17:04:45.334', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from test . t where a <= ?', 'select * from test.t ignore index(idx) where a <= 1', '', 'enabled', '2021-06-04 17:04:45.334', '2021-06-04 17:04:45.334', 'utf8', 'utf8_general_ci', 'manual')`)
upgradeToVer67(se, version66)
r := mustExecToRecodeSet(t, se, `select original_sql, bind_sql, default_db, status, create_time from mysql.bind_info where source != 'builtin' order by create_time`)
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, 3, req.NumRows())
row := req.GetRow(0)
require.Equal(t, "select * from `test` . `t`", row.GetString(0))
require.Equal(t, "SELECT /*+ use_index(`t` `idx_b`)*/ * FROM `test`.`t`", row.GetString(1))
require.Equal(t, "", row.GetString(2))
require.Equal(t, bindinfo.Enabled, row.GetString(3))
require.Equal(t, "2021-01-04 14:50:58.257", row.GetTime(4).String())
row = req.GetRow(1)
require.Equal(t, "select * from `test` . `t` where `a` < ?", row.GetString(0))
require.Equal(t, "SELECT * FROM `test`.`t` IGNORE INDEX (`idx`) WHERE `a` < 1", row.GetString(1))
require.Equal(t, "", row.GetString(2))
require.Equal(t, bindinfo.Enabled, row.GetString(3))
require.Equal(t, "2021-06-04 17:04:43.335", row.GetTime(4).String())
row = req.GetRow(2)
require.Equal(t, "select * from `test` . `t` where `a` <= ?", row.GetString(0))
require.Equal(t, "SELECT * FROM `test`.`t` IGNORE INDEX (`idx`) WHERE `a` <= 1", row.GetString(1))
require.Equal(t, "", row.GetString(2))
require.Equal(t, bindinfo.Enabled, row.GetString(3))
require.Equal(t, "2021-06-04 17:04:45.334", row.GetTime(4).String())
require.NoError(t, r.Close())
mustExec(t, se, "delete from mysql.bind_info where original_sql = 'select * from test . t'")
}
func TestUpgradeClusteredIndexDefaultValue(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
seV67 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(67))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV67, "update mysql.tidb set variable_value='67' where variable_name='tidb_server_version'")
mustExec(t, seV67, "UPDATE mysql.global_variables SET VARIABLE_VALUE = 'OFF' where VARIABLE_NAME = 'tidb_enable_clustered_index'")
require.Equal(t, uint64(1), seV67.GetSessionVars().StmtCtx.AffectedRows())
mustExec(t, seV67, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV67)
require.NoError(t, err)
require.Equal(t, int64(67), ver)
dom.Close()
domV68, err := BootstrapSession(store)
require.NoError(t, err)
seV68 := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seV68)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
r := mustExecToRecodeSet(t, seV68, `select @@global.tidb_enable_clustered_index, @@session.tidb_enable_clustered_index`)
req := r.NewChunk(nil)
require.NoError(t, r.Next(context.Background(), req))
require.Equal(t, 1, req.NumRows())
row := req.GetRow(0)
require.Equal(t, "ON", row.GetString(0))
require.Equal(t, "ON", row.GetString(1))
domV68.Close()
}
func TestForIssue23387(t *testing.T) {
// For issue https://github.com/pingcap/tidb/issues/23387
saveCurrentBootstrapVersion := currentBootstrapVersion
currentBootstrapVersion = version57
// Bootstrap to an old version, create a user.
store, err := mockstore.NewMockStore()
require.NoError(t, err)
defer func() { require.NoError(t, store.Close()) }()
dom, err := BootstrapSession(store)
require.NoError(t, err)
se := CreateSessionAndSetID(t, store)
se.Auth(&auth.UserIdentity{Username: "root", Hostname: `%`}, nil, []byte("012345678901234567890"), nil)
mustExec(t, se, "create user quatest")
dom.Close()
// Upgrade to a newer version, check the user's privilege.
currentBootstrapVersion = saveCurrentBootstrapVersion
dom, err = BootstrapSession(store)
require.NoError(t, err)
defer dom.Close()
se = CreateSessionAndSetID(t, store)
se.Auth(&auth.UserIdentity{Username: "root", Hostname: `%`}, nil, []byte("012345678901234567890"), nil)
rs, err := exec(se, "show grants for quatest")
require.NoError(t, err)
rows, err := ResultSetToStringSlice(context.Background(), se, rs)
require.NoError(t, err)
require.Len(t, rows, 1)
require.Equal(t, "GRANT USAGE ON *.* TO 'quatest'@'%'", rows[0][0])
}
func TestReferencesPrivilegeOnColumn(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
defer func() {
mustExec(t, se, "drop user if exists issue28531")
mustExec(t, se, "drop table if exists t1")
}()
mustExec(t, se, "create user if not exists issue28531")
mustExec(t, se, "use test")
mustExec(t, se, "drop table if exists t1")
mustExec(t, se, "create table t1 (a int)")
mustExec(t, se, "GRANT select (a), update (a),insert(a), references(a) on t1 to issue28531")
}
func TestAnalyzeVersionUpgradeFrom300To500(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// Upgrade from 3.0.0 to 5.1+ or above.
ver300 := 33
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver300))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver300))
mustExec(t, seV3, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBAnalyzeVersion))
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(ver300), ver)
// We are now in 3.0.0, check tidb_analyze_version should not exist.
res := mustExecToRecodeSet(t, seV3, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBAnalyzeVersion))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
dom.Close()
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in version no lower than 5.x, tidb_enable_index_merge should be 1.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_analyze_version")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, "1", row.GetString(0))
}
func TestIndexMergeInNewCluster(t *testing.T) {
store, err := mockstore.NewMockStore()
require.NoError(t, err)
// Indicates we are in a new cluster.
require.Equal(t, int64(notBootstrapped), getStoreBootstrapVersion(store))
dom, err := BootstrapSession(store)
require.NoError(t, err)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
// In a new created cluster(above 5.4+), tidb_enable_index_merge is 1 by default.
mustExec(t, se, "use test;")
r := mustExecToRecodeSet(t, se, "select @@tidb_enable_index_merge;")
require.NotNil(t, r)
ctx := context.Background()
chk := r.NewChunk(nil)
err = r.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, int64(1), row.GetInt64(0))
}
func TestIndexMergeUpgradeFrom300To540(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// Upgrade from 3.0.0 to 5.4+.
ver300 := 33
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver300))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver300))
mustExec(t, seV3, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableIndexMerge))
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(ver300), ver)
// We are now in 3.0.0, check tidb_enable_index_merge shoudle not exist.
res := mustExecToRecodeSet(t, seV3, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableIndexMerge))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
dom.Close()
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 5.x, tidb_enable_index_merge should be off.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_enable_index_merge")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, int64(0), row.GetInt64(0))
}
func TestIndexMergeUpgradeFrom400To540(t *testing.T) {
for i := 0; i < 2; i++ {
func() {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 4.0.0 to 5.4+.
ver400 := 46
seV4 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver400))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV4, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver400))
mustExec(t, seV4, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", variable.Off, variable.TiDBEnableIndexMerge))
mustExec(t, seV4, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV4)
require.NoError(t, err)
require.Equal(t, int64(ver400), ver)
// We are now in 4.0.0, tidb_enable_index_merge is off.
res := mustExecToRecodeSet(t, seV4, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableIndexMerge))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, variable.Off, row.GetString(1))
if i == 0 {
// For the first time, We set tidb_enable_index_merge as on.
// And after upgrade to 5.x, tidb_enable_index_merge should remains to be on.
// For the second it should be off.
mustExec(t, seV4, "set global tidb_enable_index_merge = on")
}
dom.Close()
// Upgrade to 5.x.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 5.x, tidb_enable_index_merge should be on because we enable it in 4.0.0.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_enable_index_merge")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 1, row.Len())
if i == 0 {
require.Equal(t, int64(1), row.GetInt64(0))
} else {
require.Equal(t, int64(0), row.GetInt64(0))
}
}()
}
}
func TestUpgradeToVer85(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
mustExec(t, se, "alter table mysql.bind_info drop column if exists plan_digest")
mustExec(t, se, "alter table mysql.bind_info drop column if exists sql_digest")
mustExec(t, se, `insert into mysql.bind_info values('select * from t', 'select /*+ use_index(t, idx_a)*/ * from t', 'test', 'using', '2021-01-04 14:50:58.257', '2021-01-04 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t1', 'select /*+ use_index(t1, idx_a)*/ * from t1', 'test', 'enabled', '2021-01-05 14:50:58.257', '2021-01-05 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t2', 'select /*+ use_index(t2, idx_a)*/ * from t2', 'test', 'disabled', '2021-01-06 14:50:58.257', '2021-01-06 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t3', 'select /*+ use_index(t3, idx_a)*/ * from t3', 'test', 'deleted', '2021-01-07 14:50:58.257', '2021-01-07 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
mustExec(t, se, `insert into mysql.bind_info values('select * from t4', 'select /*+ use_index(t4, idx_a)*/ * from t4', 'test', 'invalid', '2021-01-08 14:50:58.257', '2021-01-08 14:50:58.257', 'utf8', 'utf8_general_ci', 'manual')`)
upgradeToVer85(se, version84)
r := mustExecToRecodeSet(t, se, `select count(*) from mysql.bind_info where status = 'enabled'`)
req := r.NewChunk(nil)
require.NoError(t, r.Next(ctx, req))
require.Equal(t, 1, req.NumRows())
row := req.GetRow(0)
require.Equal(t, int64(2), row.GetInt64(0))
require.NoError(t, r.Close())
mustExec(t, se, "delete from mysql.bind_info where default_db = 'test'")
}
func TestInitializeSQLFile(t *testing.T) {
testEmptyInitSQLFile(t)
testInitSystemVariable(t)
testInitUsers(t)
testErrorHappenWhileInit(t)
}
func testEmptyInitSQLFile(t *testing.T) {
// An non-existent sql file would stop the bootstrap of the tidb cluster
store, err := mockstore.NewMockStore()
require.NoError(t, err)
config.GetGlobalConfig().InitializeSQLFile = "non-existent.sql"
defer func() {
config.GetGlobalConfig().InitializeSQLFile = ""
}()
dom, err := BootstrapSession(store)
require.Nil(t, dom)
require.NoError(t, err)
require.NoError(t, store.Close())
}
func testInitSystemVariable(t *testing.T) {
// We create an initialize-sql-file and then bootstrap the server with it.
// The observed behavior should be that tidb_enable_noop_variables is now
// disabled, and the feature works as expected.
initializeSQLFile, err := os.CreateTemp("", "init.sql")
require.NoError(t, err)
defer func() {
path := initializeSQLFile.Name()
err = initializeSQLFile.Close()
require.NoError(t, err)
err = os.Remove(path)
require.NoError(t, err)
}()
// Implicitly test multi-line init files
_, err = initializeSQLFile.WriteString(
"CREATE DATABASE initsqlfiletest;\n" +
"SET GLOBAL tidb_enable_noop_variables = OFF;\n")
require.NoError(t, err)
// Create a mock store
// Set the config parameter for initialize sql file
store, err := mockstore.NewMockStore()
require.NoError(t, err)
config.GetGlobalConfig().InitializeSQLFile = initializeSQLFile.Name()
defer func() {
require.NoError(t, store.Close())
config.GetGlobalConfig().InitializeSQLFile = ""
}()
// Bootstrap with the InitializeSQLFile config option
dom, err := BootstrapSession(store)
require.NoError(t, err)
defer dom.Close()
se := CreateSessionAndSetID(t, store)
ctx := context.Background()
r, err := exec(se, `SHOW VARIABLES LIKE 'query_cache_type'`)
require.NoError(t, err)
req := r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 0, req.NumRows()) // not shown in noopvariables mode
require.NoError(t, r.Close())
r, err = exec(se, `SHOW VARIABLES LIKE 'tidb_enable_noop_variables'`)
require.NoError(t, err)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 1, req.NumRows())
row := req.GetRow(0)
require.Equal(t, []byte("OFF"), row.GetBytes(1))
require.NoError(t, r.Close())
}
func testInitUsers(t *testing.T) {
// Two sql files are set to 'initialize-sql-file' one after another,
// and only the first one are executed.
var err error
sqlFiles := make([]*os.File, 2)
for i, name := range []string{"1.sql", "2.sql"} {
sqlFiles[i], err = os.CreateTemp("", name)
require.NoError(t, err)
}
defer func() {
for _, sqlFile := range sqlFiles {
path := sqlFile.Name()
err = sqlFile.Close()
require.NoError(t, err)
err = os.Remove(path)
require.NoError(t, err)
}
}()
_, err = sqlFiles[0].WriteString(`
CREATE USER cloud_admin;
GRANT BACKUP_ADMIN, RESTORE_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT DASHBOARD_CLIENT on *.* TO 'cloud_admin'@'%';
GRANT SYSTEM_VARIABLES_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT CONNECTION_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_VARIABLES_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_STATUS_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_CONNECTION_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_USER_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_TABLES_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT RESTRICTED_REPLICA_WRITER_ADMIN ON *.* TO 'cloud_admin'@'%';
GRANT CREATE USER ON *.* TO 'cloud_admin'@'%';
GRANT RELOAD ON *.* TO 'cloud_admin'@'%';
GRANT PROCESS ON *.* TO 'cloud_admin'@'%';
GRANT SELECT, INSERT, UPDATE, DELETE ON mysql.* TO 'cloud_admin'@'%';
GRANT SELECT ON information_schema.* TO 'cloud_admin'@'%';
GRANT SELECT ON performance_schema.* TO 'cloud_admin'@'%';
GRANT SHOW DATABASES on *.* TO 'cloud_admin'@'%';
GRANT REFERENCES ON *.* TO 'cloud_admin'@'%';
GRANT SELECT ON *.* TO 'cloud_admin'@'%';
GRANT INDEX ON *.* TO 'cloud_admin'@'%';
GRANT INSERT ON *.* TO 'cloud_admin'@'%';
GRANT UPDATE ON *.* TO 'cloud_admin'@'%';
GRANT DELETE ON *.* TO 'cloud_admin'@'%';
GRANT CREATE ON *.* TO 'cloud_admin'@'%';
GRANT DROP ON *.* TO 'cloud_admin'@'%';
GRANT ALTER ON *.* TO 'cloud_admin'@'%';
GRANT CREATE VIEW ON *.* TO 'cloud_admin'@'%';
GRANT SHUTDOWN, CONFIG ON *.* TO 'cloud_admin'@'%';
REVOKE SHUTDOWN, CONFIG ON *.* FROM root;
DROP USER root;
`)
require.NoError(t, err)
_, err = sqlFiles[1].WriteString("drop user cloud_admin;")
require.NoError(t, err)
store, err := mockstore.NewMockStore()
require.NoError(t, err)
config.GetGlobalConfig().InitializeSQLFile = sqlFiles[0].Name()
defer func() {
require.NoError(t, store.Close())
config.GetGlobalConfig().InitializeSQLFile = ""
}()
// Bootstrap with the first sql file
dom, err := BootstrapSession(store)
require.NoError(t, err)
se := CreateSessionAndSetID(t, store)
ctx := context.Background()
// 'cloud_admin' has been created successfully
r, err := exec(se, `select user from mysql.user where user = 'cloud_admin'`)
require.NoError(t, err)
req := r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 1, req.NumRows())
row := req.GetRow(0)
require.Equal(t, "cloud_admin", row.GetString(0))
require.NoError(t, r.Close())
// 'root' has been deleted successfully
r, err = exec(se, `select user from mysql.user where user = 'root'`)
require.NoError(t, err)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 0, req.NumRows())
require.NoError(t, r.Close())
dom.Close()
runBootstrapSQLFile = false
// Bootstrap with the second sql file, which would not been executed.
config.GetGlobalConfig().InitializeSQLFile = sqlFiles[1].Name()
dom, err = BootstrapSession(store)
require.NoError(t, err)
se = CreateSessionAndSetID(t, store)
r, err = exec(se, `select user from mysql.user where user = 'cloud_admin'`)
require.NoError(t, err)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 1, req.NumRows())
row = req.GetRow(0)
require.Equal(t, "cloud_admin", row.GetString(0))
require.NoError(t, r.Close())
dom.Close()
}
func testErrorHappenWhileInit(t *testing.T) {
// 1. parser error in sql file (1.sql) makes the bootstrap panic
// 2. other errors in sql file (2.sql) will be ignored
var err error
sqlFiles := make([]*os.File, 2)
for i, name := range []string{"1.sql", "2.sql"} {
sqlFiles[i], err = os.CreateTemp("", name)
require.NoError(t, err)
}
defer func() {
for _, sqlFile := range sqlFiles {
path := sqlFile.Name()
err = sqlFile.Close()
require.NoError(t, err)
err = os.Remove(path)
require.NoError(t, err)
}
}()
_, err = sqlFiles[0].WriteString("create table test.t (c in);")
require.NoError(t, err)
_, err = sqlFiles[1].WriteString(`
create table test.t (c int);
insert into test.t values ("abc"); -- invalid statement
`)
require.NoError(t, err)
store, err := mockstore.NewMockStore()
require.NoError(t, err)
config.GetGlobalConfig().InitializeSQLFile = sqlFiles[0].Name()
defer func() {
config.GetGlobalConfig().InitializeSQLFile = ""
}()
// Bootstrap with the first sql file
dom, err := BootstrapSession(store)
require.Nil(t, dom)
require.NoError(t, err)
require.NoError(t, store.Close())
runBootstrapSQLFile = false
// Bootstrap with the second sql file, which would not been executed.
store, err = mockstore.NewMockStore()
require.NoError(t, err)
defer func() {
require.NoError(t, store.Close())
}()
config.GetGlobalConfig().InitializeSQLFile = sqlFiles[1].Name()
dom, err = BootstrapSession(store)
require.NoError(t, err)
se := CreateSessionAndSetID(t, store)
ctx := context.Background()
_, err = exec(se, `use test;`)
require.NoError(t, err)
// Table t has been created.
r, err := exec(se, `show tables;`)
require.NoError(t, err)
req := r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 1, req.NumRows())
row := req.GetRow(0)
require.Equal(t, "t", row.GetString(0))
require.NoError(t, r.Close())
// But data is failed to inserted since the error
r, err = exec(se, `select * from test.t`)
require.NoError(t, err)
req = r.NewChunk(nil)
err = r.Next(ctx, req)
require.NoError(t, err)
require.Equal(t, 0, req.NumRows())
require.NoError(t, r.Close())
dom.Close()
}
func TestTiDBEnablePagingVariable(t *testing.T) {
store, dom := CreateStoreAndBootstrap(t)
se := CreateSessionAndSetID(t, store)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
for _, sql := range []string{
"select @@global.tidb_enable_paging",
"select @@session.tidb_enable_paging",
} {
r := mustExecToRecodeSet(t, se, sql)
require.NotNil(t, r)
req := r.NewChunk(nil)
err := r.Next(context.Background(), req)
require.NoError(t, err)
require.NotEqual(t, 0, req.NumRows())
rows := statistics.RowToDatums(req.GetRow(0), r.Fields())
if variable.DefTiDBEnablePaging {
match(t, rows, "1")
} else {
match(t, rows, "0")
}
r.Close()
}
}
func TestTiDBOptRangeMaxSizeWhenUpgrading(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// Upgrade from v6.3.0 to v6.4.0+.
ver94 := 94
seV630 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver94))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV630, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver94))
mustExec(t, seV630, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBOptRangeMaxSize))
mustExec(t, seV630, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV630)
require.NoError(t, err)
require.Equal(t, int64(ver94), ver)
// We are now in 6.3.0, check tidb_opt_range_max_size should not exist.
res := mustExecToRecodeSet(t, seV630, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBOptRangeMaxSize))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
dom.Close()
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in version no lower than v6.4.0, tidb_opt_range_max_size should be 0.
res = mustExecToRecodeSet(t, seCurVer, "select @@session.tidb_opt_range_max_size")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, "0", row.GetString(0))
res = mustExecToRecodeSet(t, seCurVer, "select @@global.tidb_opt_range_max_size")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, "0", row.GetString(0))
}
func TestTiDBOptAdvancedJoinHintWhenUpgrading(t *testing.T) {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// Upgrade from v6.6.0 to v7.0.0+.
ver134 := 134
seV660 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver134))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV660, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver134))
mustExec(t, seV660, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBOptAdvancedJoinHint))
mustExec(t, seV660, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV660)
require.NoError(t, err)
require.Equal(t, int64(ver134), ver)
// We are now in 6.6.0, check tidb_opt_advanced_join_hint should not exist.
res := mustExecToRecodeSet(t, seV660, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBOptAdvancedJoinHint))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
dom.Close()
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in version no lower than v7.0.0, tidb_opt_advanced_join_hint should be false.
res = mustExecToRecodeSet(t, seCurVer, "select @@session.tidb_opt_advanced_join_hint;")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, int64(0), row.GetInt64(0))
res = mustExecToRecodeSet(t, seCurVer, "select @@global.tidb_opt_advanced_join_hint;")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, int64(0), row.GetInt64(0))
}
func TestTiDBOptAdvancedJoinHintInNewCluster(t *testing.T) {
store, err := mockstore.NewMockStore()
require.NoError(t, err)
// Indicates we are in a new cluster.
require.Equal(t, int64(notBootstrapped), getStoreBootstrapVersion(store))
dom, err := BootstrapSession(store)
require.NoError(t, err)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
// In a new created cluster(above 7.0+), tidb_opt_advanced_join_hint is true by default.
mustExec(t, se, "use test;")
r := mustExecToRecodeSet(t, se, "select @@tidb_opt_advanced_join_hint;")
require.NotNil(t, r)
ctx := context.Background()
chk := r.NewChunk(nil)
err = r.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, int64(1), row.GetInt64(0))
}
func TestTiDBCostModelInNewCluster(t *testing.T) {
store, err := mockstore.NewMockStore()
require.NoError(t, err)
// Indicates we are in a new cluster.
require.Equal(t, int64(notBootstrapped), getStoreBootstrapVersion(store))
dom, err := BootstrapSession(store)
require.NoError(t, err)
defer func() { require.NoError(t, store.Close()) }()
defer dom.Close()
se := CreateSessionAndSetID(t, store)
// In a new created cluster(above 6.5+), tidb_cost_model_version is 2 by default.
mustExec(t, se, "use test;")
r := mustExecToRecodeSet(t, se, "select @@tidb_cost_model_version;")
require.NotNil(t, r)
ctx := context.Background()
chk := r.NewChunk(nil)
err = r.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, "2", row.GetString(0))
}
func TestTiDBCostModelUpgradeFrom300To650(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// Upgrade from 3.0.0 to 6.5+.
ver300 := 33
seV3 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver300))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV3, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver300))
mustExec(t, seV3, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBCostModelVersion))
mustExec(t, seV3, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV3)
require.NoError(t, err)
require.Equal(t, int64(ver300), ver)
// We are now in 3.0.0, check TiDBCostModelVersion should not exist.
res := mustExecToRecodeSet(t, seV3, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBCostModelVersion))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5+, TiDBCostModelVersion should be 1.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_cost_model_version")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 1, row.Len())
require.Equal(t, "1", row.GetString(0))
}
func TestTiDBCostModelUpgradeFrom610To650(t *testing.T) {
for i := 0; i < 2; i++ {
func() {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.1 to 6.5+.
ver61 := 91
seV61 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver61))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV61, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver61))
mustExec(t, seV61, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "1", variable.TiDBCostModelVersion))
mustExec(t, seV61, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV61)
require.NoError(t, err)
require.Equal(t, int64(ver61), ver)
// We are now in 6.1, tidb_cost_model_version is 1.
res := mustExecToRecodeSet(t, seV61, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBCostModelVersion))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "1", row.GetString(1))
res.Close()
if i == 0 {
// For the first time, We set tidb_cost_model_version to 2.
// And after upgrade to 6.5, tidb_cost_model_version should be 2.
// For the second it should be 1.
mustExec(t, seV61, "set global tidb_cost_model_version = 2")
}
dom.Close()
// Upgrade to 6.5.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_cost_model_version")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 1, row.Len())
if i == 0 {
require.Equal(t, "2", row.GetString(0))
} else {
require.Equal(t, "1", row.GetString(0))
}
res.Close()
}()
}
}
func TestTiDBGCAwareUpgradeFrom630To650(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.3 to 6.5+.
ver63 := version93
seV63 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver63))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV63, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver63))
mustExec(t, seV63, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "1", variable.TiDBEnableGCAwareMemoryTrack))
mustExec(t, seV63, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV63)
require.NoError(t, err)
require.Equal(t, int64(ver63), ver)
// We are now in 6.3, tidb_enable_gc_aware_memory_track is ON.
res := mustExecToRecodeSet(t, seV63, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableGCAwareMemoryTrack))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "1", row.GetString(1))
// Upgrade to 6.5.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5.
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableGCAwareMemoryTrack))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "0", row.GetString(1))
}
func TestTiDBServerMemoryLimitUpgradeTo651_1(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.5.0 to 6.5.1+.
ver132 := version132
seV132 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver132))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV132, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver132))
mustExec(t, seV132, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "0", variable.TiDBServerMemoryLimit))
mustExec(t, seV132, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV132)
require.NoError(t, err)
require.Equal(t, int64(ver132), ver)
// We are now in 6.5.0, tidb_server_memory_limit is 0.
res := mustExecToRecodeSet(t, seV132, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBServerMemoryLimit))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "0", row.GetString(1))
// Upgrade to 6.5.1+.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5.1+.
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBServerMemoryLimit))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, variable.DefTiDBServerMemoryLimit, row.GetString(1))
}
func TestTiDBServerMemoryLimitUpgradeTo651_2(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.5.0 to 6.5.1+.
ver132 := version132
seV132 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver132))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV132, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver132))
mustExec(t, seV132, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "70%", variable.TiDBServerMemoryLimit))
mustExec(t, seV132, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV132)
require.NoError(t, err)
require.Equal(t, int64(ver132), ver)
// We are now in 6.5.0, tidb_server_memory_limit is "70%".
res := mustExecToRecodeSet(t, seV132, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBServerMemoryLimit))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "70%", row.GetString(1))
// Upgrade to 6.5.1+.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5.1+.
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBServerMemoryLimit))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "70%", row.GetString(1))
}
func TestTiDBGlobalVariablesDefaultValueUpgradeFrom630To660(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.3.0 to 6.6.0.
ver630 := version93
seV630 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver630))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV630, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver630))
mustExec(t, seV630, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "OFF", variable.TiDBEnableForeignKey))
mustExec(t, seV630, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "OFF", variable.ForeignKeyChecks))
mustExec(t, seV630, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "OFF", variable.TiDBEnableHistoricalStats))
mustExec(t, seV630, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "OFF", variable.TiDBEnablePlanReplayerCapture))
mustExec(t, seV630, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV630)
require.NoError(t, err)
require.Equal(t, int64(ver630), ver)
// We are now in 6.3.0.
upgradeVars := []string{variable.TiDBEnableForeignKey, variable.ForeignKeyChecks, variable.TiDBEnableHistoricalStats, variable.TiDBEnablePlanReplayerCapture}
varsValueList := []string{"OFF", "OFF", "OFF", "OFF"}
for i := range upgradeVars {
res := mustExecToRecodeSet(t, seV630, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", upgradeVars[i]))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, varsValueList[i], row.GetString(1))
}
// Upgrade to 6.6.0.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seV660 := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seV660)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.6.0.
varsValueList = []string{"ON", "ON", "ON", "ON"}
for i := range upgradeVars {
res := mustExecToRecodeSet(t, seV660, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", upgradeVars[i]))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, varsValueList[i], row.GetString(1))
}
}
func TestTiDBStoreBatchSizeUpgradeFrom650To660(t *testing.T) {
for i := 0; i < 2; i++ {
func() {
ctx := context.Background()
store, dom := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.5 to 6.6.
ver65 := version132
seV65 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver65))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV65, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver65))
mustExec(t, seV65, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "0", variable.TiDBStoreBatchSize))
mustExec(t, seV65, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV65)
require.NoError(t, err)
require.Equal(t, int64(ver65), ver)
// We are now in 6.5, tidb_store_batch_size is 0.
res := mustExecToRecodeSet(t, seV65, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBStoreBatchSize))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "0", row.GetString(1))
res.Close()
if i == 0 {
// For the first time, We set tidb_store_batch_size to 1.
// And after upgrade to 6.6, tidb_store_batch_size should be 1.
// For the second it should be the latest default value.
mustExec(t, seV65, "set global tidb_store_batch_size = 1")
}
dom.Close()
// Upgrade to 6.6.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.6.
res = mustExecToRecodeSet(t, seCurVer, "select @@tidb_store_batch_size")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 1, row.Len())
if i == 0 {
require.Equal(t, "1", row.GetString(0))
} else {
require.Equal(t, "4", row.GetString(0))
}
res.Close()
}()
}
}
func TestTiDBUpgradeToVer136(t *testing.T) {
store, _ := CreateStoreAndBootstrap(t)
defer func() {
require.NoError(t, store.Close())
}()
ver135 := version135
seV135 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver135))
require.NoError(t, err)
mustExec(t, seV135, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver135))
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV135)
require.NoError(t, err)
require.Equal(t, int64(ver135), ver)
dom, err := BootstrapSession(store)
require.NoError(t, err)
ver, err = getBootstrapVersion(seV135)
require.NoError(t, err)
require.Less(t, int64(ver135), ver)
dom.Close()
}
func TestTiDBUpgradeToVer140(t *testing.T) {
store, _ := CreateStoreAndBootstrap(t)
defer func() {
require.NoError(t, store.Close())
}()
ver139 := version139
resetTo139 := func(s Session) {
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver139))
require.NoError(t, err)
mustExec(t, s, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver139))
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(s)
require.NoError(t, err)
require.Equal(t, int64(ver139), ver)
}
// drop column task_key and then upgrade
s := CreateSessionAndSetID(t, store)
mustExec(t, s, "alter table mysql.tidb_global_task drop column task_key")
resetTo139(s)
dom, err := BootstrapSession(store)
require.NoError(t, err)
ver, err := getBootstrapVersion(s)
require.NoError(t, err)
require.Less(t, int64(ver139), ver)
dom.Close()
// upgrade with column task_key exists
s = CreateSessionAndSetID(t, store)
resetTo139(s)
dom, err = BootstrapSession(store)
require.NoError(t, err)
ver, err = getBootstrapVersion(s)
require.NoError(t, err)
require.Less(t, int64(ver139), ver)
dom.Close()
}
func TestTiDBNonPrepPlanCacheUpgradeFrom540To700(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// bootstrap to 5.4
ver54 := version82
seV54 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver54))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV54, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver54))
mustExec(t, seV54, fmt.Sprintf("delete from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableNonPreparedPlanCache))
mustExec(t, seV54, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV54)
require.NoError(t, err)
require.Equal(t, int64(ver54), ver)
// We are now in 5.4, check TiDBCostModelVersion should not exist.
res := mustExecToRecodeSet(t, seV54, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableNonPreparedPlanCache))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 0, chk.NumRows())
// Upgrade to 7.0
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 7.0
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBEnableNonPreparedPlanCache))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "OFF", row.GetString(1)) // tidb_enable_non_prepared_plan_cache = off
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBNonPreparedPlanCacheSize))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "100", row.GetString(1)) // tidb_non_prepared_plan_cache_size = 100
}
func TestTiDBStatsLoadPseudoTimeoutUpgradeFrom610To650(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 6.1 to 6.5+.
ver61 := version91
seV61 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver61))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV61, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver61))
mustExec(t, seV61, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "0", variable.TiDBStatsLoadPseudoTimeout))
mustExec(t, seV61, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV61)
require.NoError(t, err)
require.Equal(t, int64(ver61), ver)
// We are now in 6.1, tidb_stats_load_pseudo_timeout is OFF.
res := mustExecToRecodeSet(t, seV61, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBStatsLoadPseudoTimeout))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "0", row.GetString(1))
// Upgrade to 6.5.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 6.5.
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBStatsLoadPseudoTimeout))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "1", row.GetString(1))
}
func TestTiDBTiDBOptTiDBOptimizerEnableNAAJWhenUpgradingToVer138(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
ver137 := version137
seV137 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver137))
require.NoError(t, err)
mustExec(t, seV137, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver137))
mustExec(t, seV137, "update mysql.GLOBAL_VARIABLES set variable_value='OFF' where variable_name='tidb_enable_null_aware_anti_join'")
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV137)
require.NoError(t, err)
require.Equal(t, int64(ver137), ver)
res := mustExecToRecodeSet(t, seV137, "select * from mysql.GLOBAL_VARIABLES where variable_name='tidb_enable_null_aware_anti_join'")
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "OFF", row.GetString(1))
// Upgrade to version 138.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
res = mustExecToRecodeSet(t, seCurVer, "select * from mysql.GLOBAL_VARIABLES where variable_name='tidb_enable_null_aware_anti_join'")
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "ON", row.GetString(1))
}
func TestTiDBUpgradeToVer143(t *testing.T) {
store, _ := CreateStoreAndBootstrap(t)
defer func() {
require.NoError(t, store.Close())
}()
ver142 := version142
seV142 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver142))
require.NoError(t, err)
mustExec(t, seV142, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver142))
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV142)
require.NoError(t, err)
require.Equal(t, int64(ver142), ver)
dom, err := BootstrapSession(store)
require.NoError(t, err)
ver, err = getBootstrapVersion(seV142)
require.NoError(t, err)
require.Less(t, int64(ver142), ver)
dom.Close()
}
func TestTiDBLoadBasedReplicaReadThresholdUpgradingToVer141(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// upgrade from 7.0 to 7.1.
ver70 := version139
seV70 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver70))
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
mustExec(t, seV70, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver70))
mustExec(t, seV70, fmt.Sprintf("update mysql.GLOBAL_VARIABLES set variable_value='%s' where variable_name='%s'", "0", variable.TiDBLoadBasedReplicaReadThreshold))
mustExec(t, seV70, "commit")
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV70)
require.NoError(t, err)
require.Equal(t, int64(ver70), ver)
// We are now in 7.0, tidb_load_based_replica_read_threshold is 0.
res := mustExecToRecodeSet(t, seV70, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBLoadBasedReplicaReadThreshold))
chk := res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "0", row.GetString(1))
// Upgrade to 7.1.
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err = getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// We are now in 7.1.
res = mustExecToRecodeSet(t, seCurVer, fmt.Sprintf("select * from mysql.GLOBAL_VARIABLES where variable_name='%s'", variable.TiDBLoadBasedReplicaReadThreshold))
chk = res.NewChunk(nil)
err = res.Next(ctx, chk)
require.NoError(t, err)
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, 2, row.Len())
require.Equal(t, "1s", row.GetString(1))
}
func TestTiDBPlanCacheInvalidationOnFreshStatsWhenUpgradingToVer144(t *testing.T) {
ctx := context.Background()
store, _ := CreateStoreAndBootstrap(t)
defer func() { require.NoError(t, store.Close()) }()
// bootstrap as version143
ver143 := version143
seV143 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver143))
require.NoError(t, err)
mustExec(t, seV143, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver143))
// simulate a real ver143 where `tidb_plan_cache_invalidation_on_fresh_stats` doesn't exist yet
mustExec(t, seV143, "delete from mysql.GLOBAL_VARIABLES where variable_name='tidb_plan_cache_invalidation_on_fresh_stats'")
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
// upgrade to ver144
domCurVer, err := BootstrapSession(store)
require.NoError(t, err)
defer domCurVer.Close()
seCurVer := CreateSessionAndSetID(t, store)
ver, err := getBootstrapVersion(seCurVer)
require.NoError(t, err)
require.Equal(t, currentBootstrapVersion, ver)
// the value in the table is set to OFF automatically
res := mustExecToRecodeSet(t, seCurVer, "select * from mysql.GLOBAL_VARIABLES where variable_name='tidb_plan_cache_invalidation_on_fresh_stats'")
chk := res.NewChunk(nil)
require.NoError(t, res.Next(ctx, chk))
require.Equal(t, 1, chk.NumRows())
row := chk.GetRow(0)
require.Equal(t, "OFF", row.GetString(1))
// the session and global variable is also OFF
res = mustExecToRecodeSet(t, seCurVer, "select @@session.tidb_plan_cache_invalidation_on_fresh_stats, @@global.tidb_plan_cache_invalidation_on_fresh_stats")
chk = res.NewChunk(nil)
require.NoError(t, res.Next(ctx, chk))
require.Equal(t, 1, chk.NumRows())
row = chk.GetRow(0)
require.Equal(t, int64(0), row.GetInt64(0))
require.Equal(t, int64(0), row.GetInt64(1))
}
func TestTiDBUpgradeToVer145(t *testing.T) {
store, _ := CreateStoreAndBootstrap(t)
defer func() {
require.NoError(t, store.Close())
}()
ver144 := version144
seV144 := CreateSessionAndSetID(t, store)
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMeta(txn)
err = m.FinishBootstrap(int64(ver144))
require.NoError(t, err)
mustExec(t, seV144, fmt.Sprintf("update mysql.tidb set variable_value=%d where variable_name='tidb_server_version'", ver144))
err = txn.Commit(context.Background())
require.NoError(t, err)
unsetStoreBootstrapped(store.UUID())
ver, err := getBootstrapVersion(seV144)
require.NoError(t, err)
require.Equal(t, int64(ver144), ver)
dom, err := BootstrapSession(store)
require.NoError(t, err)
ver, err = getBootstrapVersion(seV144)
require.NoError(t, err)
require.Less(t, int64(ver144), ver)
dom.Close()
}