Files
tidb/pkg/ddl/attributes_sql_test.go

486 lines
18 KiB
Go

// Copyright 2021 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package ddl_test
import (
"context"
"fmt"
"math"
"testing"
"time"
"github.com/pingcap/failpoint"
"github.com/pingcap/tidb/pkg/ddl/util"
"github.com/pingcap/tidb/pkg/domain/infosync"
"github.com/pingcap/tidb/pkg/keyspace"
"github.com/pingcap/tidb/pkg/store/gcworker"
"github.com/pingcap/tidb/pkg/testkit"
"github.com/pingcap/tidb/pkg/util/gcutil"
"github.com/stretchr/testify/require"
tikvutil "github.com/tikv/client-go/v2/util"
)
// MockGC is used to make GC work in the test environment.
func MockGC(tk *testkit.TestKit) (string, string, string, func()) {
originGC := util.IsEmulatorGCEnable()
resetGC := func() {
if originGC {
util.EmulatorGCEnable()
} else {
util.EmulatorGCDisable()
}
}
// disable emulator GC.
// Otherwise emulator GC will delete table record as soon as possible after execute drop table ddl.
util.EmulatorGCDisable()
timeBeforeDrop := time.Now().Add(0 - 48*60*60*time.Second).Format(tikvutil.GCTimeFormat)
timeAfterDrop := time.Now().Add(48 * 60 * 60 * time.Second).Format(tikvutil.GCTimeFormat)
safePointSQL := `INSERT HIGH_PRIORITY INTO mysql.tidb VALUES ('tikv_gc_safe_point', '%[1]s', '')
ON DUPLICATE KEY
UPDATE variable_value = '%[1]s'`
// clear GC variables first.
tk.MustExec("delete from mysql.tidb where variable_name in ( 'tikv_gc_safe_point','tikv_gc_enable' )")
return timeBeforeDrop, timeAfterDrop, safePointSQL, resetGC
}
func TestAlterTablePartitionAttributes(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table alter_p (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11),
PARTITION p2 VALUES LESS THAN (16),
PARTITION p3 VALUES LESS THAN (21)
);`)
// normal cases
tk.MustExec(`alter table alter_p partition p0 attributes="merge_option=allow";`)
tk.MustExec(`alter table alter_p partition p1 attributes="merge_option=allow,key=value";`)
// space cases
tk.MustExec(`alter table alter_p partition p2 attributes=" merge_option=allow ";`)
tk.MustExec(`alter table alter_p partition p3 attributes=" merge_option = allow , key = value ";`)
// without equal
tk.MustExec(`alter table alter_p partition p1 attributes " merge_option=allow ";`)
tk.MustExec(`alter table alter_p partition p1 attributes " merge_option=allow , key=value ";`)
// reset all
tk.MustExec(`alter table alter_p partition p0 attributes default;`)
tk.MustExec(`alter table alter_p partition p1 attributes default;`)
tk.MustExec(`alter table alter_p partition p2 attributes default;`)
tk.MustExec(`alter table alter_p partition p3 attributes default;`)
// add table level attribute
tk.MustExec(`alter table alter_p attributes="merge_option=deny";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 1)
// add a new partition p4
tk.MustExec(`alter table alter_p add partition (PARTITION p4 VALUES LESS THAN (60));`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 1)
require.NotEqual(t, rows[0][3], rows1[0][3])
// drop the new partition p4
tk.MustExec(`alter table alter_p drop partition p4;`)
rows2 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows2, 1)
require.Equal(t, rows[0][3], rows2[0][3])
// add a new partition p5
tk.MustExec(`alter table alter_p add partition (PARTITION p5 VALUES LESS THAN (80));`)
rows3 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows3, 1)
require.NotEqual(t, rows[0][3], rows3[0][3])
// truncate the new partition p5
tk.MustExec(`alter table alter_p truncate partition p5;`)
rows4 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows4, 1)
require.NotEqual(t, rows3[0][3], rows4[0][3])
require.NotEqual(t, rows[0][3], rows4[0][3])
tk.MustExec("drop table alter_p")
}
func TestTruncateTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table truncate_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
// add attributes
tk.MustExec(`alter table truncate_t attributes="key=value";`)
tk.MustExec(`alter table truncate_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// truncate table
tk.MustExec(`truncate table truncate_t;`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
// check table truncate_t's attribute
require.Equal(t, "schema/test/truncate_t", rows1[0][0])
require.Equal(t, `"key=value"`, rows1[0][2])
require.NotEqual(t, rows[0][3], rows1[0][3])
// check partition p0's attribute
require.Equal(t, "schema/test/truncate_t/p0", rows1[1][0])
require.Equal(t, `"key1=value1"`, rows1[1][2])
require.NotEqual(t, rows[1][3], rows1[1][3])
// test only table
tk.MustExec(`create table truncate_ot (c int);`)
// add attribute
tk.MustExec(`alter table truncate_ot attributes="key=value";`)
rows2 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows2, 3)
// truncate table
tk.MustExec(`truncate table truncate_ot;`)
rows3 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows3, 3)
// check table truncate_ot's attribute
require.Equal(t, "schema/test/truncate_ot", rows3[0][0])
require.Equal(t, `"key=value"`, rows3[0][2])
require.NotEqual(t, rows2[0][3], rows3[0][3])
}
func TestRenameTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table rename_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
// add attributes
tk.MustExec(`alter table rename_t attributes="key=value";`)
tk.MustExec(`alter table rename_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// rename table
tk.MustExec(`rename table rename_t to rename_t1;`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
// check table rename_t1's attribute
require.Equal(t, "schema/test/rename_t1", rows1[0][0])
require.Equal(t, `"key=value"`, rows1[0][2])
require.Equal(t, rows[0][3], rows1[0][3])
// check partition p0's attribute
require.Equal(t, "schema/test/rename_t1/p0", rows1[1][0])
require.Equal(t, `"key1=value1"`, rows1[1][2])
require.Equal(t, rows[1][3], rows1[1][3])
// test only table
tk.MustExec(`create table rename_ot (c int);`)
// add attribute
tk.MustExec(`alter table rename_ot attributes="key=value";`)
rows2 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows2, 3)
// rename table
tk.MustExec(`rename table rename_ot to rename_ot1;`)
rows3 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows3, 3)
// check table rename_ot1's attribute
require.Equal(t, "schema/test/rename_ot1", rows3[0][0])
require.Equal(t, `"key=value"`, rows3[0][2])
require.Equal(t, rows2[0][3], rows3[0][3])
}
func TestRecoverTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table recover_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
timeBeforeDrop, _, safePointSQL, resetGC := MockGC(tk)
defer resetGC()
// Set GC safe point
tk.MustExec(fmt.Sprintf(safePointSQL, timeBeforeDrop))
// Set GC enable.
require.NoError(t, gcutil.EnableGC(tk.Session()))
// add attributes
tk.MustExec(`alter table recover_t attributes="key=value";`)
tk.MustExec(`alter table recover_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// drop table
tk.MustExec(`drop table recover_t;`)
// recover table
tk.MustExec(`recover table recover_t;`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
// check table recover_t's attribute
require.Equal(t, "schema/test/recover_t", rows1[0][0])
require.Equal(t, `"key=value"`, rows1[0][2])
require.Equal(t, rows[0][3], rows1[0][3])
// check partition p0's attribute
require.Equal(t, "schema/test/recover_t/p0", rows1[1][0])
require.Equal(t, `"key1=value1"`, rows1[1][2])
require.Equal(t, rows[1][3], rows1[1][3])
}
func TestFlashbackTable(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
_, err := infosync.GlobalInfoSyncerInit(context.Background(), dom.DDL().GetID(), dom.ServerID, dom.GetEtcdClient(), dom.GetEtcdClient(), dom.GetPDClient(), dom.GetPDHTTPClient(), keyspace.CodecV1, true, dom.InfoCache())
require.NoError(t, err)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table flash_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
timeBeforeDrop, _, safePointSQL, resetGC := MockGC(tk)
defer resetGC()
// Set GC safe point
tk.MustExec(fmt.Sprintf(safePointSQL, timeBeforeDrop))
// Set GC enable.
err = gcutil.EnableGC(tk.Session())
require.NoError(t, err)
// add attributes
tk.MustExec(`alter table flash_t attributes="key=value";`)
tk.MustExec(`alter table flash_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// drop table
tk.MustExec(`drop table flash_t;`)
// flashback table
tk.MustExec(`flashback table flash_t to flash_t1;`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
// check table flash_t1's attribute
require.Equal(t, "schema/test/flash_t1", rows1[0][0])
require.Equal(t, `"key=value"`, rows1[0][2])
require.Equal(t, rows[0][3], rows1[0][3])
// check partition p0's attribute
require.Equal(t, "schema/test/flash_t1/p0", rows1[1][0])
require.Equal(t, `"key1=value1"`, rows1[1][2])
require.Equal(t, rows[1][3], rows1[1][3])
// truncate table
tk.MustExec(`truncate table flash_t1;`)
// flashback table
tk.MustExec(`flashback table flash_t1 to flash_t2;`)
rows2 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
// check table flash_t2's attribute
require.Equal(t, "schema/test/flash_t2", rows2[0][0])
require.Equal(t, `"key=value"`, rows2[0][2])
require.Equal(t, rows[0][3], rows2[0][3])
// check partition p0's attribute
require.Equal(t, "schema/test/flash_t2/p0", rows2[1][0])
require.Equal(t, `"key1=value1"`, rows2[1][2])
require.Equal(t, rows[1][3], rows2[1][3])
}
func TestDropTable(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
_, err := infosync.GlobalInfoSyncerInit(context.Background(), dom.DDL().GetID(), dom.ServerID, dom.GetEtcdClient(), dom.GetEtcdClient(), dom.GetPDClient(), dom.GetPDHTTPClient(), keyspace.CodecV1, true, dom.InfoCache())
require.NoError(t, err)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table drop_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
failpoint.Enable("github.com/pingcap/tidb/pkg/store/gcworker/ignoreDeleteRangeFailed", `return`)
defer func() {
failpoint.Disable("github.com/pingcap/tidb/pkg/store/gcworker/ignoreDeleteRangeFailed")
}()
timeBeforeDrop, _, safePointSQL, resetGC := MockGC(tk)
defer resetGC()
// Set GC safe point
tk.MustExec(fmt.Sprintf(safePointSQL, timeBeforeDrop))
// Set GC enable.
err = gcutil.EnableGC(tk.Session())
require.NoError(t, err)
gcWorker, err := gcworker.NewMockGCWorker(store)
require.NoError(t, err)
// add attributes
tk.MustExec(`alter table drop_t attributes="key=value";`)
tk.MustExec(`alter table drop_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// drop table
tk.MustExec(`drop table drop_t;`)
err = gcWorker.DeleteRanges(context.Background(), uint64(math.MaxInt64))
require.NoError(t, err)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 0)
tk.MustExec("use test")
tk.MustExec(`create table drop_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 0)
}
func TestCreateWithSameName(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
_, err := infosync.GlobalInfoSyncerInit(context.Background(), dom.DDL().GetID(), dom.ServerID, dom.GetEtcdClient(), dom.GetEtcdClient(), dom.GetPDClient(), dom.GetPDHTTPClient(), keyspace.CodecV1, true, dom.InfoCache())
require.NoError(t, err)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table recreate_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
failpoint.Enable("github.com/pingcap/tidb/pkg/store/gcworker/ignoreDeleteRangeFailed", `return`)
defer func() {
failpoint.Disable("github.com/pingcap/tidb/pkg/store/gcworker/ignoreDeleteRangeFailed")
}()
timeBeforeDrop, _, safePointSQL, resetGC := MockGC(tk)
defer resetGC()
// Set GC safe point
tk.MustExec(fmt.Sprintf(safePointSQL, timeBeforeDrop))
// Set GC enable.
err = gcutil.EnableGC(tk.Session())
require.NoError(t, err)
gcWorker, err := gcworker.NewMockGCWorker(store)
require.NoError(t, err)
// add attributes
tk.MustExec(`alter table recreate_t attributes="key=value";`)
tk.MustExec(`alter table recreate_t partition p0 attributes="key1=value1";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// drop table
tk.MustExec(`drop table recreate_t;`)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 0)
tk.MustExec(`create table recreate_t (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11)
);`)
// add attributes
tk.MustExec(`alter table recreate_t attributes="key=value";`)
tk.MustExec(`alter table recreate_t partition p1 attributes="key1=value1";`)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
err = gcWorker.DeleteRanges(context.Background(), uint64(math.MaxInt64))
require.NoError(t, err)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 2)
// drop table
tk.MustExec(`drop table recreate_t;`)
err = gcWorker.DeleteRanges(context.Background(), uint64(math.MaxInt64))
require.NoError(t, err)
rows = tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 0)
}
func TestPartition(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
_, err := infosync.GlobalInfoSyncerInit(context.Background(), dom.DDL().GetID(), dom.ServerID, dom.GetEtcdClient(), dom.GetEtcdClient(), dom.GetPDClient(), dom.GetPDHTTPClient(), keyspace.CodecV1, true, dom.InfoCache())
require.NoError(t, err)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`create table part (c int)
PARTITION BY RANGE (c) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11),
PARTITION p2 VALUES LESS THAN (20)
);`)
tk.MustExec(`create table part1 (c int);`)
// add attributes
tk.MustExec(`alter table part attributes="key=value";`)
tk.MustExec(`alter table part partition p0 attributes="key1=value1";`)
tk.MustExec(`alter table part partition p1 attributes="key2=value2";`)
rows := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows, 3)
// drop partition
// partition p0's attribute will be deleted
tk.MustExec(`alter table part drop partition p0;`)
rows1 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows1, 2)
require.Equal(t, "schema/test/part", rows1[0][0])
require.Equal(t, `"key=value"`, rows1[0][2])
// table attribute only contains three ranges now
require.NotEqual(t, rows[0][3], rows1[0][3])
require.Equal(t, "schema/test/part/p1", rows1[1][0])
require.Equal(t, `"key2=value2"`, rows1[1][2])
require.Equal(t, rows[2][3], rows1[1][3])
// truncate partition
// partition p1's key range will be updated
tk.MustExec(`alter table part truncate partition p1;`)
rows2 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows2, 2)
require.Equal(t, "schema/test/part", rows2[0][0])
require.Equal(t, `"key=value"`, rows2[0][2])
require.NotEqual(t, rows1[0][3], rows2[0][3])
require.Equal(t, "schema/test/part/p1", rows2[1][0])
require.Equal(t, `"key2=value2"`, rows2[1][2])
require.NotEqual(t, rows1[1][3], rows2[1][3])
// exchange partition
// partition p1's attribute will be exchanged to table part1
tk.MustExec(`set @@tidb_enable_exchange_partition=1;`)
tk.MustExec(`alter table part exchange partition p1 with table part1;`)
rows3 := tk.MustQuery(`select * from information_schema.attributes;`).Sort().Rows()
require.Len(t, rows3, 2)
require.Equal(t, "schema/test/part", rows3[0][0])
require.Equal(t, `"key=value"`, rows3[0][2])
require.Equal(t, rows2[0][3], rows3[0][3])
require.Equal(t, "schema/test/part1", rows3[1][0])
require.Equal(t, `"key2=value2"`, rows3[1][2])
require.Equal(t, rows2[1][3], rows3[1][3])
}