Files
tidb/pkg/ddl/db_integration_test.go

3150 lines
139 KiB
Go

// Copyright 2018 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package ddl_test
import (
"bytes"
"context"
"fmt"
"math"
"strconv"
"strings"
"sync/atomic"
"testing"
"time"
"github.com/pingcap/errors"
_ "github.com/pingcap/tidb/pkg/autoid_service"
"github.com/pingcap/tidb/pkg/config"
"github.com/pingcap/tidb/pkg/ddl/schematracker"
ddlutil "github.com/pingcap/tidb/pkg/ddl/util"
"github.com/pingcap/tidb/pkg/domain"
"github.com/pingcap/tidb/pkg/errno"
"github.com/pingcap/tidb/pkg/infoschema"
"github.com/pingcap/tidb/pkg/kv"
"github.com/pingcap/tidb/pkg/meta"
"github.com/pingcap/tidb/pkg/meta/model"
"github.com/pingcap/tidb/pkg/parser/ast"
"github.com/pingcap/tidb/pkg/parser/auth"
"github.com/pingcap/tidb/pkg/parser/charset"
"github.com/pingcap/tidb/pkg/parser/mysql"
"github.com/pingcap/tidb/pkg/parser/terror"
"github.com/pingcap/tidb/pkg/session"
"github.com/pingcap/tidb/pkg/sessionctx/vardef"
"github.com/pingcap/tidb/pkg/sessiontxn"
"github.com/pingcap/tidb/pkg/store/mockstore"
"github.com/pingcap/tidb/pkg/tablecodec"
"github.com/pingcap/tidb/pkg/testkit"
"github.com/pingcap/tidb/pkg/testkit/external"
"github.com/pingcap/tidb/pkg/testkit/testfailpoint"
"github.com/pingcap/tidb/pkg/util/collate"
contextutil "github.com/pingcap/tidb/pkg/util/context"
"github.com/pingcap/tidb/pkg/util/dbterror"
"github.com/pingcap/tidb/pkg/util/dbterror/plannererrors"
"github.com/stretchr/testify/require"
)
// TestCreateTableIfNotExistsLike for issue #6879
func TestCreateTableIfNotExistsLike(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("USE test;")
tk.MustExec("create table ct1(a bigint)")
tk.MustExec("create table ct(a bigint)")
// Test duplicate create-table with `LIKE` clause
tk.MustExec("create table if not exists ct like ct1;")
warnings := tk.Session().GetSessionVars().StmtCtx.GetWarnings()
require.GreaterOrEqual(t, len(warnings), 1)
lastWarn := warnings[len(warnings)-1]
require.Truef(t, terror.ErrorEqual(infoschema.ErrTableExists, lastWarn.Err), "err %v", lastWarn.Err)
require.Equal(t, contextutil.WarnLevelNote, lastWarn.Level)
// Test duplicate create-table without `LIKE` clause
tk.MustExec("create table if not exists ct(b bigint, c varchar(60));")
warnings = tk.Session().GetSessionVars().StmtCtx.GetWarnings()
require.GreaterOrEqual(t, len(warnings), 1)
lastWarn = warnings[len(warnings)-1]
require.True(t, terror.ErrorEqual(infoschema.ErrTableExists, lastWarn.Err))
}
// for issue #9910
func TestCreateTableWithKeyWord(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("USE test;")
_, err := tk.Exec("create table t1(pump varchar(20), drainer varchar(20), node_id varchar(20), node_state varchar(20));")
require.NoError(t, err)
}
func TestUniqueKeyNullValue(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("USE test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a int primary key, b varchar(255))")
tk.MustExec("insert into t values(1, NULL)")
tk.MustExec("insert into t values(2, NULL)")
tk.MustExec("alter table t add unique index b(b);")
res := tk.MustQuery("select count(*) from t use index(b);")
res.Check(testkit.Rows("2"))
tk.MustExec("admin check table t")
tk.MustExec("admin check index t b")
}
func TestUniqueKeyNullValueClusterIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("drop database if exists unique_null_val;")
tk.MustExec("create database unique_null_val;")
tk.MustExec("use unique_null_val;")
tk.MustExec("create table t (a varchar(10), b float, c varchar(255), primary key (a, b));")
tk.MustExec("insert into t values ('1', 1, NULL);")
tk.MustExec("insert into t values ('2', 2, NULL);")
tk.MustExec("alter table t add unique index c(c);")
tk.MustQuery("select count(*) from t use index(c);").Check(testkit.Rows("2"))
tk.MustExec("admin check table t;")
tk.MustExec("admin check index t c;")
}
// TestModifyColumnAfterAddIndex Issue 5134
func TestModifyColumnAfterAddIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table city (city VARCHAR(2) KEY);")
tk.MustExec("alter table city change column city city varchar(50);")
tk.MustExec(`insert into city values ("abc"), ("abd");`)
}
func TestModifyColumnOldColumnIDNotFound(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t (a int, b int);")
tk.MustExec("insert into t values (1, 1), (2, 2), (3, 3);")
model.SetJobVerInUse(model.JobVersion1)
mockOwnerChange := false
testfailpoint.EnableCall(t, "github.com/pingcap/tidb/pkg/ddl/afterRunOneJobStep", func(job *model.Job) {
if job.Type == model.ActionModifyColumn &&
job.SchemaState == model.StateWriteReorganization &&
!mockOwnerChange {
// Mock the first few phases of this DDL job is executed in old version TiDB.
model.UpdateJobArgsForTest(job, func(args []any) []any {
return args[:len(args)-1]
})
mockOwnerChange = true
}
})
tk.MustExec("alter table t modify column a varchar(16);")
require.True(t, mockOwnerChange)
}
func TestIssue2293(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_issue_2293 (a int)")
tk.MustGetErrCode("alter table t_issue_2293 add b int not null default 'a'", errno.ErrInvalidDefault)
tk.MustExec("insert into t_issue_2293 value(1)")
tk.MustQuery("select * from t_issue_2293").Check(testkit.Rows("1"))
}
func TestIssue19229(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("CREATE TABLE enumt (type enum('a', 'b') );")
_, err := tk.Exec("insert into enumt values('xxx');")
terr := errors.Cause(err).(*terror.Error)
require.Equal(t, errors.ErrCode(errno.WarnDataTruncated), terr.Code())
err = tk.ExecToErr("insert into enumt values(-1);")
terr = errors.Cause(err).(*terror.Error)
require.Equal(t, errors.ErrCode(errno.WarnDataTruncated), terr.Code())
tk.MustExec("drop table enumt")
tk.MustExec("CREATE TABLE sett (type set('a', 'b') );")
err = tk.ExecToErr("insert into sett values('xxx');")
terr = errors.Cause(err).(*terror.Error)
require.Equal(t, errors.ErrCode(errno.WarnDataTruncated), terr.Code())
err = tk.ExecToErr("insert into sett values(-1);")
terr = errors.Cause(err).(*terror.Error)
require.Equal(t, errors.ErrCode(errno.WarnDataTruncated), terr.Code())
tk.MustExec("drop table sett")
}
func TestIndexLength(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
ddlChecker := dom.DDL().(*schematracker.Checker)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table idx_len(a int(0), b timestamp(0), c datetime(0), d time(0), f float(0), g decimal(0))")
tk.MustExec("create index idx on idx_len(a)")
tk.MustExec("alter table idx_len add index idxa(a)")
tk.MustExec("create index idx1 on idx_len(b)")
tk.MustExec("alter table idx_len add index idxb(b)")
tk.MustExec("create index idx2 on idx_len(c)")
tk.MustExec("alter table idx_len add index idxc(c)")
tk.MustExec("create index idx3 on idx_len(d)")
tk.MustExec("alter table idx_len add index idxd(d)")
tk.MustExec("create index idx4 on idx_len(f)")
tk.MustExec("alter table idx_len add index idxf(f)")
tk.MustExec("create index idx5 on idx_len(g)")
tk.MustExec("alter table idx_len add index idxg(g)")
tk.MustExec("create table idx_len1(a int(0), b timestamp(0), c datetime(0), d time(0), f float(0), g decimal(0), index(a), index(b), index(c), index(d), index(f), index(g))")
tk.MustExec("drop table idx_len;")
// in ddl.CreateTable, a Tp of default values will be filled, so the input Stmt is changed.
// ddlChecker relies on same Stmt to apply on ddl and SchemaTracker, because Stmt is changed after ddl.CreateTable
// and Stmt can't be cloned for its private members, we disable the check and write another separate test in
// dm_tracker_test.go
ddlChecker.Disable()
tk.MustExec("create table idx_len(a text, b text charset ascii, c blob, index(a(768)), index (b(3072)), index (c(3072)));")
tk.MustExec("drop table idx_len;")
tk.MustExec("create table idx_len(a text, b text charset ascii, c blob);")
tk.MustExec("alter table idx_len add index (a(768))")
tk.MustExec("alter table idx_len add index (b(3072))")
tk.MustExec("alter table idx_len add index (c(3072))")
tk.MustExec("drop table idx_len;")
}
func TestIssue2858And2717(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_issue_2858_bit (a bit(64) default b'0')")
tk.MustExec("insert into t_issue_2858_bit value ()")
tk.MustExec(`insert into t_issue_2858_bit values (100), ('10'), ('\0')`)
tk.MustQuery("select a+0 from t_issue_2858_bit").Check(testkit.Rows("0", "100", "12592", "0"))
tk.MustExec(`alter table t_issue_2858_bit alter column a set default '\0'`)
tk.MustExec("create table t_issue_2858_hex (a int default 0x123)")
tk.MustExec("insert into t_issue_2858_hex value ()")
tk.MustExec("insert into t_issue_2858_hex values (123), (0x321)")
tk.MustQuery("select a from t_issue_2858_hex").Check(testkit.Rows("291", "123", "801"))
tk.MustExec(`alter table t_issue_2858_hex alter column a set default 0x321`)
}
func TestIssue4432(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table tx (col bit(10) default 'a')")
tk.MustExec("insert into tx value ()")
tk.MustQuery("select * from tx").Check(testkit.Rows("\x00a"))
tk.MustExec("drop table tx")
tk.MustExec("create table tx (col bit(10) default 0x61)")
tk.MustExec("insert into tx value ()")
tk.MustQuery("select * from tx").Check(testkit.Rows("\x00a"))
tk.MustExec("drop table tx")
tk.MustExec("create table tx (col bit(10) default 97)")
tk.MustExec("insert into tx value ()")
tk.MustQuery("select * from tx").Check(testkit.Rows("\x00a"))
tk.MustExec("drop table tx")
tk.MustExec("create table tx (col bit(10) default 0b1100001)")
tk.MustExec("insert into tx value ()")
tk.MustQuery("select * from tx").Check(testkit.Rows("\x00a"))
tk.MustExec("drop table tx")
}
func TestIssue5092(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
ddlChecker := dom.DDL().(*schematracker.Checker)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_issue_5092 (a int)")
tk.MustExec("alter table t_issue_5092 add column (b int, c int)")
tk.MustExec("alter table t_issue_5092 add column if not exists (b int, c int)")
tk.MustExec("alter table t_issue_5092 add column b1 int after b, add column c1 int after c")
tk.MustExec("alter table t_issue_5092 add column d int after b, add column e int first, add column f int after c1, add column g int, add column h int first")
tk.MustQuery("show create table t_issue_5092").Check(testkit.Rows("t_issue_5092 CREATE TABLE `t_issue_5092` (\n" +
" `h` int(11) DEFAULT NULL,\n" +
" `e` int(11) DEFAULT NULL,\n" +
" `a` int(11) DEFAULT NULL,\n" +
" `b` int(11) DEFAULT NULL,\n" +
" `d` int(11) DEFAULT NULL,\n" +
" `b1` int(11) DEFAULT NULL,\n" +
" `c` int(11) DEFAULT NULL,\n" +
" `c1` int(11) DEFAULT NULL,\n" +
" `f` int(11) DEFAULT NULL,\n" +
" `g` int(11) DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
// The following two statements are consistent with MariaDB.
tk.MustGetErrCode("alter table t_issue_5092 add column if not exists d int, add column d int", errno.ErrDupFieldName)
tk.MustGetErrCode("alter table t_issue_5092 add column dd int, add column if not exists dd int", errno.ErrUnsupportedDDLOperation)
// in ddl.CreateTable, a Tp of default values will be filled, so the input Stmt is changed.
// ddlChecker relies on same Stmt to apply on ddl and SchemaTracker, because Stmt is changed after ddl.CreateTable
// and Stmt can't be cloned for its private members, we disable the check and write another separate test in
// dm_tracker_test.go
ddlChecker.Disable()
tk.MustExec("alter table t_issue_5092 add column if not exists (d int, e int), add column ff text")
tk.MustExec("alter table t_issue_5092 add column b2 int after b1, add column c2 int first")
tk.MustQuery("show create table t_issue_5092").Check(testkit.Rows("t_issue_5092 CREATE TABLE `t_issue_5092` (\n" +
" `c2` int(11) DEFAULT NULL,\n" +
" `h` int(11) DEFAULT NULL,\n" +
" `e` int(11) DEFAULT NULL,\n" +
" `a` int(11) DEFAULT NULL,\n" +
" `b` int(11) DEFAULT NULL,\n" +
" `d` int(11) DEFAULT NULL,\n" +
" `b1` int(11) DEFAULT NULL,\n" +
" `b2` int(11) DEFAULT NULL,\n" +
" `c` int(11) DEFAULT NULL,\n" +
" `c1` int(11) DEFAULT NULL,\n" +
" `f` int(11) DEFAULT NULL,\n" +
" `g` int(11) DEFAULT NULL,\n" +
" `ff` text DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
ddlChecker.Enable()
tk.MustExec("drop table t_issue_5092")
tk.MustExec("create table t_issue_5092 (a int default 1)")
tk.MustExec("alter table t_issue_5092 add column (b int default 2, c int default 3)")
tk.MustExec("alter table t_issue_5092 add column b1 int default 22 after b, add column c1 int default 33 after c")
tk.MustExec("insert into t_issue_5092 value ()")
tk.MustQuery("select * from t_issue_5092").Check(testkit.Rows("1 2 22 3 33"))
tk.MustExec("alter table t_issue_5092 add column d int default 4 after c1, add column aa int default 0 first")
tk.MustQuery("select * from t_issue_5092").Check(testkit.Rows("0 1 2 22 3 33 4"))
tk.MustQuery("show create table t_issue_5092").Check(testkit.Rows("t_issue_5092 CREATE TABLE `t_issue_5092` (\n" +
" `aa` int(11) DEFAULT '0',\n" +
" `a` int(11) DEFAULT '1',\n" +
" `b` int(11) DEFAULT '2',\n" +
" `b1` int(11) DEFAULT '22',\n" +
" `c` int(11) DEFAULT '3',\n" +
" `c1` int(11) DEFAULT '33',\n" +
" `d` int(11) DEFAULT '4'\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustExec("drop table t_issue_5092")
tk.MustExec("create table t_issue_5092 (a int)")
tk.MustExec("alter table t_issue_5092 add column (b int, c int)")
tk.MustExec("alter table t_issue_5092 drop column b,drop column c")
tk.MustGetErrCode("alter table t_issue_5092 drop column c, drop column c", errno.ErrCantDropFieldOrKey)
tk.MustExec("alter table t_issue_5092 drop column if exists b,drop column if exists c")
tk.MustGetErrCode("alter table t_issue_5092 drop column g, drop column d", errno.ErrCantDropFieldOrKey)
tk.MustExec("drop table t_issue_5092")
tk.MustExec("create table t_issue_5092 (a int)")
tk.MustExec("alter table t_issue_5092 add column (b int, c int)")
tk.MustGetErrCode("alter table t_issue_5092 drop column if exists a, drop column b, drop column c", errno.ErrCantRemoveAllFields)
tk.MustGetErrCode("alter table t_issue_5092 drop column if exists c, drop column c", errno.ErrUnsupportedDDLOperation)
tk.MustGetErrCode("alter table t_issue_5092 drop column c, drop column if exists c", errno.ErrUnsupportedDDLOperation)
tk.MustExec("drop table t_issue_5092")
}
func TestTableDDLWithTimeType(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustGetErrCode("create table t (a time(7))", errno.ErrTooBigPrecision)
tk.MustGetErrCode("create table t (a datetime(7))", errno.ErrTooBigPrecision)
tk.MustGetErrCode("create table t (a timestamp(7))", errno.ErrTooBigPrecision)
_, err := tk.Exec("create table t (a time(-1))")
require.Error(t, err)
tk.MustExec("create table t (a datetime)")
tk.MustGetErrCode("alter table t add column b time(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t add column b datetime(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t add column b timestamp(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t modify column a time(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t modify column a datetime(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t modify column a timestamp(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t change column a aa time(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t change column a aa datetime(7)", errno.ErrTooBigPrecision)
tk.MustGetErrCode("alter table t change column a aa timestamp(7)", errno.ErrTooBigPrecision)
tk.MustExec("alter table t change column a aa datetime(0)")
tk.MustExec("drop table t")
}
func TestUpdateMultipleTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t1 (c1 int, c2 int)")
tk.MustExec("insert t1 values (1, 1), (2, 2)")
tk.MustExec("create table t2 (c1 int, c2 int)")
tk.MustExec("insert t2 values (1, 3), (2, 5)")
tk2 := testkit.NewTestKit(t, store)
tk2.MustExec("use test")
testfailpoint.EnableCall(t, "github.com/pingcap/tidb/pkg/ddl/afterWaitSchemaSynced", func(job *model.Job) {
if job.SchemaState == model.StateWriteOnly {
tk2.MustExec("update t1, t2 set t1.c1 = 8, t2.c2 = 10 where t1.c2 = t2.c1")
tk2.MustQuery("select * from t1").Check(testkit.Rows("8 1", "8 2"))
tk2.MustQuery("select * from t2").Check(testkit.Rows("1 10", "2 10"))
}
})
tk.MustExec("alter table t1 add column c3 bigint default 9")
tk.MustQuery("select * from t1").Check(testkit.Rows("8 1 9", "8 2 9"))
}
func TestNullGeneratedColumn(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (" +
"`a` int(11) DEFAULT NULL," +
"`b` int(11) DEFAULT NULL," +
"`c` int(11) GENERATED ALWAYS AS (`a` + `b`) VIRTUAL," +
"`h` varchar(10) DEFAULT NULL," +
"`m` int(11) DEFAULT NULL" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin")
tk.MustExec("insert into t values()")
tk.MustExec("alter table t add index idx_c(c)")
tk.MustExec("drop table t")
}
func TestDependedGeneratedColumnPrior2GeneratedColumn(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (" +
"`a` int(11) DEFAULT NULL," +
"`b` int(11) GENERATED ALWAYS AS (`a` + 1) VIRTUAL," +
"`c` int(11) GENERATED ALWAYS AS (`b` + 1) VIRTUAL" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin")
// should check unknown column first, then the prior ones.
sql := "alter table t add column d int as (c + f + 1) first"
tk.MustGetErrCode(sql, errno.ErrBadField)
// depended generated column should be prior to generated column self
sql = "alter table t add column d int as (c+1) first"
tk.MustGetErrCode(sql, errno.ErrGeneratedColumnNonPrior)
// correct case
tk.MustExec("alter table t add column d int as (c+1) after c")
// check position nil case
tk.MustExec("alter table t add column(e int as (c+1))")
}
func TestChangingTableCharset(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
ddlChecker := dom.DDL().(*schematracker.Checker)
tk := testkit.NewTestKit(t, store)
tk.MustExec("USE test")
tk.MustExec("create table t(a char(10), index i(a)) charset latin1 collate latin1_bin")
tk.MustGetErrCode("alter table t charset gbk", errno.ErrUnsupportedDDLOperation)
tk.MustGetErrCode("alter table t charset ''", errno.ErrUnknownCharacterSet)
tk.MustGetErrCode("alter table t charset utf8mb4 collate '' collate utf8mb4_bin;", errno.ErrUnknownCollation)
tk.MustGetErrCode("alter table t charset utf8 collate latin1_bin", errno.ErrCollationCharsetMismatch)
tk.MustGetErrCode("alter table t charset utf8 collate utf8mb4_bin;", errno.ErrCollationCharsetMismatch)
tk.MustGetErrCode("alter table t charset utf8 collate utf8_bin collate utf8mb4_bin collate utf8_bin;", errno.ErrCollationCharsetMismatch)
tk.MustGetErrCode("alter table t charset utf8", errno.ErrUnsupportedDDLOperation)
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a char(10), index i(a)) charset latin1 collate latin1_bin")
tk.MustExec("alter table t charset utf8mb4")
tk.MustExec("admin check table t")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a char(10), index i(a)) charset latin1 collate latin1_bin")
tk.MustExec("alter table t charset utf8mb4 collate utf8mb4_bin")
tk.MustExec("admin check table t")
tk.MustGetErrCode("alter table t charset latin1 charset utf8 charset utf8mb4 collate utf8_bin;", errno.ErrConflictingDeclarations)
// Test change column charset when changing table charset.
tk.MustExec("drop table t;")
tk.MustExec("create table t(a varchar(10)) charset utf8")
tk.MustExec("alter table t convert to charset utf8mb4;")
checkCharset := func(chs, coll string) {
tbl := external.GetTableByName(t, tk, "test", "t")
require.NotNil(t, tbl)
require.Equal(t, chs, tbl.Meta().Charset)
require.Equal(t, coll, tbl.Meta().Collate)
for _, col := range tbl.Meta().Columns {
require.Equal(t, chs, col.GetCharset())
require.Equal(t, coll, col.GetCollate())
}
}
checkCharset(charset.CharsetUTF8MB4, charset.CollationUTF8MB4)
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a varchar(20), key i(a)) charset=latin1")
tk.MustGetErrCode("alter table t convert to charset utf8 collate utf8_unicode_ci", errno.ErrUnsupportedDDLOperation)
tk.MustGetErrCode("alter table t convert to charset utf8 collate utf8_general_ci", errno.ErrUnsupportedDDLOperation)
tk.MustGetErrCode("alter table t convert to charset utf8 collate utf8_bin", errno.ErrUnsupportedDDLOperation)
// Test when column charset can not convert to the target charset.
tk.MustExec("drop table t;")
tk.MustExec("create table t(a varchar(10) character set ascii) charset utf8mb4")
tk.MustGetErrCode("alter table t convert to charset utf8mb4;", errno.ErrUnsupportedDDLOperation)
tk.MustExec("drop table t;")
tk.MustExec("create table t(a varchar(10) character set utf8) charset utf8")
tk.MustExec("alter table t convert to charset utf8 collate utf8_general_ci;")
checkCharset(charset.CharsetUTF8, "utf8_general_ci")
// Test when table charset is equal to target charset but column charset is not equal.
tk.MustExec("drop table t;")
tk.MustExec("create table t(a varchar(10) character set utf8) charset utf8mb4")
tk.MustExec("alter table t convert to charset utf8mb4 collate utf8mb4_general_ci;")
checkCharset(charset.CharsetUTF8MB4, "utf8mb4_general_ci")
ddlChecker.Disable()
// Mock table info with charset is "". Old TiDB maybe create table with charset is "".
db, ok := dom.InfoSchema().SchemaByName(ast.NewCIStr("test"))
require.True(t, ok)
tbl := external.GetTableByName(t, tk, "test", "t")
tblInfo := tbl.Meta().Clone()
tblInfo.Charset = ""
tblInfo.Collate = ""
updateTableInfo := func(tblInfo *model.TableInfo) {
ctx := testkit.NewSession(t, store)
err := sessiontxn.NewTxn(context.Background(), ctx)
require.NoError(t, err)
txn, err := ctx.Txn(true)
require.NoError(t, err)
mt := meta.NewMutator(txn)
err = mt.UpdateTable(db.ID, tblInfo)
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
}
updateTableInfo(tblInfo)
// check table charset is ""
tk.MustExec("alter table t add column b varchar(10);") // load latest schema.
tbl = external.GetTableByName(t, tk, "test", "t")
require.NotNil(t, tbl)
require.Equal(t, "", tbl.Meta().Charset)
require.Equal(t, "", tbl.Meta().Collate)
// Test when table charset is "", this for compatibility.
tk.MustExec("alter table t convert to charset utf8mb4;")
checkCharset(charset.CharsetUTF8MB4, charset.CollationUTF8MB4)
// Test when column charset is "".
tbl = external.GetTableByName(t, tk, "test", "t")
tblInfo = tbl.Meta().Clone()
tblInfo.Columns[0].SetCharset("")
tblInfo.Columns[0].SetCollate("")
updateTableInfo(tblInfo)
// check table charset is ""
tk.MustExec("alter table t drop column b;") // load latest schema.
tbl = external.GetTableByName(t, tk, "test", "t")
require.NotNil(t, tbl)
require.Equal(t, "", tbl.Meta().Columns[0].GetCharset())
require.Equal(t, "", tbl.Meta().Columns[0].GetCollate())
tk.MustExec("alter table t convert to charset utf8mb4;")
checkCharset(charset.CharsetUTF8MB4, charset.CollationUTF8MB4)
tk.MustExec("drop table t")
ddlChecker.Enable()
tk.MustExec("create table t (a blob) character set utf8;")
tk.MustExec("alter table t charset=utf8mb4 collate=utf8mb4_bin;")
tk.MustQuery("show create table t").Check(testkit.RowsWithSep("|",
"t CREATE TABLE `t` (\n"+
" `a` blob DEFAULT NULL\n"+
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin",
))
tk.MustExec("drop table t")
tk.MustExec("create table t(a varchar(5) charset utf8) charset utf8")
tk.MustExec("alter table t charset utf8mb4")
tbl = external.GetTableByName(t, tk, "test", "t")
require.NotNil(t, tbl)
require.Equal(t, "utf8mb4", tbl.Meta().Charset)
require.Equal(t, "utf8mb4_bin", tbl.Meta().Collate)
for _, col := range tbl.Meta().Columns {
// Column charset and collate should remain unchanged.
require.Equal(t, "utf8", col.GetCharset())
require.Equal(t, "utf8_bin", col.GetCollate())
}
tk.MustExec("drop table t")
tk.MustExec("create table t(a varchar(5) charset utf8 collate utf8_unicode_ci) charset utf8 collate utf8_unicode_ci")
tk.MustExec("alter table t collate utf8_general_ci")
tbl = external.GetTableByName(t, tk, "test", "t")
require.NotNil(t, tbl)
require.Equal(t, "utf8", tbl.Meta().Charset)
require.Equal(t, "utf8_general_ci", tbl.Meta().Collate)
for _, col := range tbl.Meta().Columns {
require.Equal(t, "utf8", col.GetCharset())
// Column collate should remain unchanged.
require.Equal(t, "utf8_unicode_ci", col.GetCollate())
}
}
func TestModifyColumnOption(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
errMsg := "[ddl:8200]" // unsupported modify column with references
assertErrCode := func(sql string, errCodeStr string) {
_, err := tk.Exec(sql)
require.Error(t, err)
require.Equal(t, errCodeStr, err.Error()[:len(errCodeStr)])
}
tk.MustExec("drop table if exists t1")
tk.MustExec("create table t1 (b char(1) default null) engine=InnoDB default charset=utf8mb4 collate=utf8mb4_general_ci")
tk.MustExec("alter table t1 modify column b char(1) character set utf8mb4 collate utf8mb4_general_ci")
tk.MustExec("drop table t1")
tk.MustExec("create table t1 (b char(1) collate utf8mb4_general_ci)")
tk.MustExec("alter table t1 modify b char(1) character set utf8mb4 collate utf8mb4_general_ci")
tk.MustExec("drop table t1")
tk.MustExec("drop table if exists t2")
tk.MustExec("create table t1 (a int(11) default null)")
tk.MustExec("create table t2 (b char, c int)")
assertErrCode("alter table t2 modify column c int references t1(a)", errMsg)
_, err := tk.Exec("alter table t1 change a a varchar(16)")
require.NoError(t, err)
tk.MustExec("alter table t1 change a a varchar(10)")
tk.MustExec("alter table t1 change a a datetime")
tk.MustExec("alter table t1 change a a int(11) unsigned")
tk.MustExec("alter table t2 change b b int(11) unsigned")
}
func TestIndexOnMultipleGeneratedColumn(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a int, b int as (a + 1), c int as (b + 1))")
tk.MustExec("insert into t (a) values (1)")
tk.MustExec("create index idx on t (c)")
tk.MustQuery("select * from t where c > 1").Check(testkit.Rows("1 2 3"))
res := tk.MustQuery("select * from t use index(idx) where c > 1")
tk.MustQuery("select * from t ignore index(idx) where c > 1").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestIndexOnMultipleGeneratedColumn1(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a int, b int as (a + 1), c int as (b + 1), d int as (c + 1))")
tk.MustExec("insert into t (a) values (1)")
tk.MustExec("create index idx on t (d)")
tk.MustQuery("select * from t where d > 2").Check(testkit.Rows("1 2 3 4"))
res := tk.MustQuery("select * from t use index(idx) where d > 2")
tk.MustQuery("select * from t ignore index(idx) where d > 2").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestIndexOnMultipleGeneratedColumn2(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a bigint, b decimal as (a+1), c varchar(20) as (b*2), d float as (a*23+b-1+length(c)))")
tk.MustExec("insert into t (a) values (1)")
tk.MustExec("create index idx on t (d)")
tk.MustQuery("select * from t where d > 2").Check(testkit.Rows("1 2 4 25"))
res := tk.MustQuery("select * from t use index(idx) where d > 2")
tk.MustQuery("select * from t ignore index(idx) where d > 2").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestIndexOnMultipleGeneratedColumn3(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a varchar(10), b float as (length(a)+123), c varchar(20) as (right(a, 2)), d float as (b+b-7+1-3+3*ASCII(c)))")
tk.MustExec("insert into t (a) values ('adorable')")
tk.MustExec("create index idx on t (d)")
tk.MustQuery("select * from t where d > 2").Check(testkit.Rows("adorable 131 le 577")) // 131+131-7+1-3+3*108
res := tk.MustQuery("select * from t use index(idx) where d > 2")
tk.MustQuery("select * from t ignore index(idx) where d > 2").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestIndexOnMultipleGeneratedColumn4(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a bigint, b decimal as (a), c int(10) as (a+b), d float as (a+b+c), e decimal as (a+b+c+d))")
tk.MustExec("insert into t (a) values (1)")
tk.MustExec("create index idx on t (d)")
tk.MustQuery("select * from t where d > 2").Check(testkit.Rows("1 1 2 4 8"))
res := tk.MustQuery("select * from t use index(idx) where d > 2")
tk.MustQuery("select * from t ignore index(idx) where d > 2").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestIndexOnMultipleGeneratedColumn5(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a bigint, b bigint as (a+1) virtual, c bigint as (b+1) virtual)")
tk.MustExec("alter table t add index idx_b(b)")
tk.MustExec("alter table t add index idx_c(c)")
tk.MustExec("insert into t(a) values(1)")
tk.MustExec("alter table t add column(d bigint as (c+1) virtual)")
tk.MustExec("alter table t add index idx_d(d)")
tk.MustQuery("select * from t where d > 2").Check(testkit.Rows("1 2 3 4"))
res := tk.MustQuery("select * from t use index(idx_d) where d > 2")
tk.MustQuery("select * from t ignore index(idx_d) where d > 2").Check(res.Rows())
tk.MustExec("admin check table t")
}
func TestCaseInsensitiveCharsetAndCollate(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test_charset_collate")
defer tk.MustExec("drop database test_charset_collate")
tk.MustExec("use test_charset_collate")
tk.MustExec("create table t(id int) ENGINE=InnoDB DEFAULT CHARSET=UTF8 COLLATE=UTF8_BIN;")
tk.MustExec("create table t1(id int) ENGINE=InnoDB DEFAULT CHARSET=UTF8 COLLATE=uTF8_BIN;")
tk.MustExec("create table t2(id int) ENGINE=InnoDB DEFAULT CHARSET=Utf8 COLLATE=utf8_BIN;")
tk.MustExec("create table t3(id int) ENGINE=InnoDB DEFAULT CHARSET=Utf8mb4 COLLATE=utf8MB4_BIN;")
tk.MustExec("create table t4(id int) ENGINE=InnoDB DEFAULT CHARSET=Utf8mb4 COLLATE=utf8MB4_general_ci;")
tk.MustExec("create table t5(a varchar(20)) ENGINE=InnoDB DEFAULT CHARSET=UTF8MB4 COLLATE=UTF8MB4_GENERAL_CI;")
tk.MustExec("insert into t5 values ('特克斯和凯科斯群岛')")
db, ok := dom.InfoSchema().SchemaByName(ast.NewCIStr("test_charset_collate"))
require.True(t, ok)
tbl := external.GetTableByName(t, tk, "test_charset_collate", "t5")
tblInfo := tbl.Meta().Clone()
require.Equal(t, "utf8mb4", tblInfo.Charset)
require.Equal(t, "utf8mb4", tblInfo.Columns[0].GetCharset())
tblInfo.Version = model.TableInfoVersion2
tblInfo.Charset = "UTF8MB4"
updateTableInfo := func(tblInfo *model.TableInfo) {
sctx := testkit.NewSession(t, store)
err := sessiontxn.NewTxn(context.Background(), sctx)
require.NoError(t, err)
txn, err := sctx.Txn(true)
require.NoError(t, err)
mt := meta.NewMutator(txn)
require.True(t, ok)
err = mt.UpdateTable(db.ID, tblInfo)
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
}
updateTableInfo(tblInfo)
tk.MustExec("alter table t5 add column b varchar(10);") // load latest schema.
tblInfo = external.GetTableByName(t, tk, "test_charset_collate", "t5").Meta()
require.Equal(t, "utf8mb4", tblInfo.Charset)
require.Equal(t, "utf8mb4", tblInfo.Columns[0].GetCharset())
// For model.TableInfoVersion3, it is believed that all charsets / collations are lower-cased, do not do case-convert
tblInfo = tblInfo.Clone()
tblInfo.Version = model.TableInfoVersion3
tblInfo.Charset = "UTF8MB4"
updateTableInfo(tblInfo)
tk.MustExec("alter table t5 add column c varchar(10);") // load latest schema.
tblInfo = external.GetTableByName(t, tk, "test_charset_collate", "t5").Meta()
require.Equal(t, "UTF8MB4", tblInfo.Charset)
require.Equal(t, "utf8mb4", tblInfo.Columns[0].GetCharset())
}
func TestZeroFillCreateTable(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists abc;")
tk.MustExec("create table abc(y year, z tinyint(10) zerofill, primary key(y));")
is := dom.InfoSchema()
tbl, err := is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("abc"))
require.NoError(t, err)
var yearCol, zCol *model.ColumnInfo
for _, col := range tbl.Meta().Columns {
if col.Name.String() == "y" {
yearCol = col
}
if col.Name.String() == "z" {
zCol = col
}
}
require.NotNil(t, yearCol)
require.Equal(t, mysql.TypeYear, yearCol.GetType())
require.True(t, mysql.HasUnsignedFlag(yearCol.GetFlag()))
require.NotNil(t, zCol)
require.True(t, mysql.HasUnsignedFlag(zCol.GetFlag()))
}
func TestBitDefaultValue(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
ddlChecker := dom.DDL().(*schematracker.Checker)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_bit (c1 bit(10) default 250, c2 int);")
tk.MustExec("insert into t_bit set c2=1;")
tk.MustQuery("select bin(c1),c2 from t_bit").Check(testkit.Rows("11111010 1"))
tk.MustExec("drop table t_bit")
tk.MustExec("create table t_bit (a int)")
tk.MustExec("insert into t_bit value (1)")
tk.MustExec("alter table t_bit add column c bit(16) null default b'1100110111001'")
tk.MustQuery("select c from t_bit").Check(testkit.Rows("\x19\xb9"))
tk.MustExec("update t_bit set c = b'11100000000111'")
tk.MustQuery("select c from t_bit").Check(testkit.Rows("\x38\x07"))
tk.MustExec("drop table t_bit")
tk.MustExec("create table t_bit (a int)")
tk.MustExec("insert into t_bit value (1)")
tk.MustExec("alter table t_bit add column b bit(1) default b'0';")
tk.MustExec("alter table t_bit modify column b bit(1) default b'1';")
tk.MustQuery("select b from t_bit").Check(testkit.Rows("\x00"))
tk.MustExec("drop table t_bit")
tk.MustExec("create table t_bit (a bit);")
tk.MustExec("insert into t_bit values (null);")
tk.MustQuery("select count(*) from t_bit where a is null;").Check(testkit.Rows("1"))
tk.MustExec(`create table testalltypes1 (
field_1 bit default 1,
field_2 tinyint null default null
);`)
// in ddl.CreateTable, a Tp of default values will be filled, so the input Stmt is changed.
// ddlChecker relies on same Stmt to apply on ddl and SchemaTracker, because Stmt is changed after ddl.CreateTable
// and Stmt can't be cloned for its private members, we disable the check and write another separate test in
// dm_tracker_test.go
ddlChecker.Disable()
tk.MustExec(`create table testalltypes2 (
field_1 bit null default null,
field_2 tinyint null default null,
field_3 tinyint unsigned null default null,
field_4 bigint null default null,
field_5 bigint unsigned null default null,
field_6 mediumblob null default null,
field_7 longblob null default null,
field_8 blob null default null,
field_9 tinyblob null default null,
field_10 varbinary(255) null default null,
field_11 binary(255) null default null,
field_12 mediumtext null default null,
field_13 longtext null default null,
field_14 text null default null,
field_15 tinytext null default null,
field_16 char(255) null default null,
field_17 numeric null default null,
field_18 decimal null default null,
field_19 integer null default null,
field_20 integer unsigned null default null,
field_21 int null default null,
field_22 int unsigned null default null,
field_23 mediumint null default null,
field_24 mediumint unsigned null default null,
field_25 smallint null default null,
field_26 smallint unsigned null default null,
field_27 float null default null,
field_28 double null default null,
field_29 double precision null default null,
field_30 real null default null,
field_31 varchar(255) null default null,
field_32 date null default null,
field_33 time null default null,
field_34 datetime null default null,
field_35 timestamp null default null
);`)
}
func backgroundExec(s kv.Storage, schema, sql string, done chan error) {
se, err := session.CreateSession4Test(s)
if err != nil {
done <- errors.Trace(err)
return
}
defer se.Close()
_, err = se.Execute(context.Background(), "use "+schema)
if err != nil {
done <- errors.Trace(err)
return
}
_, err = se.Execute(context.Background(), sql)
done <- errors.Trace(err)
}
func TestCreateTableTooLarge(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
sql := "create table t_too_large ("
cnt := 3000
for i := 1; i <= cnt; i++ {
sql += fmt.Sprintf("a%d double, b%d double, c%d double, d%d double", i, i, i, i)
if i != cnt {
sql += ","
}
}
sql += ");"
tk.MustGetErrCode(sql, errno.ErrTooManyFields)
originLimit := config.GetGlobalConfig().TableColumnCountLimit
atomic.StoreUint32(&config.GetGlobalConfig().TableColumnCountLimit, uint32(cnt*4))
_, err := tk.Exec(sql)
require.Truef(t, kv.ErrEntryTooLarge.Equal(err), "err:%v", err)
atomic.StoreUint32(&config.GetGlobalConfig().TableColumnCountLimit, originLimit)
}
func TestChangeColumnPosition(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table position (a int default 1, b int default 2)")
tk.MustExec("insert into position value ()")
tk.MustExec("insert into position values (3,4)")
tk.MustQuery("select * from position").Check(testkit.Rows("1 2", "3 4"))
tk.MustExec("alter table position modify column b int first")
tk.MustQuery("select * from position").Check(testkit.Rows("2 1", "4 3"))
tk.MustExec("insert into position value ()")
tk.MustQuery("select * from position").Check(testkit.Rows("2 1", "4 3", "<nil> 1"))
tk.MustExec("create table position1 (a int, b int, c double, d varchar(5))")
tk.MustExec(`insert into position1 value (1, 2, 3.14, 'TiDB')`)
tk.MustExec("alter table position1 modify column d varchar(5) after a")
tk.MustQuery("select * from position1").Check(testkit.Rows("1 TiDB 2 3.14"))
tk.MustExec("alter table position1 modify column a int after c")
tk.MustQuery("select * from position1").Check(testkit.Rows("TiDB 2 3.14 1"))
tk.MustExec("alter table position1 modify column c double first")
tk.MustQuery("select * from position1").Check(testkit.Rows("3.14 TiDB 2 1"))
tk.MustGetErrCode("alter table position1 modify column b int after b", errno.ErrBadField)
tk.MustExec("create table position2 (a int, b int)")
tk.MustExec("alter table position2 add index t(a, b)")
tk.MustExec("alter table position2 modify column b int first")
tk.MustExec("insert into position2 value (3, 5)")
tk.MustQuery("select a from position2 where a = 3").Check(testkit.Rows())
tk.MustExec("alter table position2 change column b c int first")
tk.MustQuery("select * from position2 where c = 3").Check(testkit.Rows("3 5"))
tk.MustGetErrCode("alter table position2 change column c b int after c", errno.ErrBadField)
tk.MustExec("create table position3 (a int default 2)")
tk.MustExec("alter table position3 modify column a int default 5 first")
tk.MustExec("insert into position3 value ()")
tk.MustQuery("select * from position3").Check(testkit.Rows("5"))
tk.MustExec("create table position4 (a int, b int)")
tk.MustExec("alter table position4 add index t(b)")
tk.MustExec("alter table position4 change column b c int first")
createSQL := tk.MustQuery("show create table position4").Rows()[0][1]
expectedSQL := []string{
"CREATE TABLE `position4` (",
" `c` int(11) DEFAULT NULL,",
" `a` int(11) DEFAULT NULL,",
" KEY `t` (`c`)",
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin",
}
require.Equal(t, strings.Join(expectedSQL, "\n"), createSQL)
}
func TestAddIndexAfterAddColumn(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table test_add_index_after_add_col(a int, b int not null default '0')")
tk.MustExec("insert into test_add_index_after_add_col values(1, 2),(2,2)")
tk.MustExec("alter table test_add_index_after_add_col add column c int not null default '0'")
sql := "alter table test_add_index_after_add_col add unique index cc(c) "
tk.MustGetErrCode(sql, errno.ErrDupEntry)
sql = "alter table test_add_index_after_add_col add index idx_test(f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f11,f12,f13,f14,f15,f16,f17);"
tk.MustGetErrCode(sql, errno.ErrTooManyKeyParts)
}
func TestResolveCharset(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists resolve_charset")
tk.MustExec(`CREATE TABLE resolve_charset (a varchar(255) DEFAULT NULL) DEFAULT CHARSET=latin1`)
ctx := tk.Session()
is := domain.GetDomain(ctx).InfoSchema()
tbl, err := is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("resolve_charset"))
require.NoError(t, err)
require.Equal(t, "latin1", tbl.Cols()[0].GetCharset())
tk.MustExec("INSERT INTO resolve_charset VALUES('鰈')")
tk.MustExec("create database resolve_charset charset binary")
tk.MustExec("use resolve_charset")
tk.MustExec(`CREATE TABLE resolve_charset (a varchar(255) DEFAULT NULL) DEFAULT CHARSET=latin1`)
is = domain.GetDomain(ctx).InfoSchema()
tbl, err = is.TableByName(context.Background(), ast.NewCIStr("resolve_charset"), ast.NewCIStr("resolve_charset"))
require.NoError(t, err)
require.Equal(t, "latin1", tbl.Cols()[0].GetCharset())
require.Equal(t, "latin1", tbl.Meta().Charset)
tk.MustExec(`CREATE TABLE resolve_charset1 (a varchar(255) DEFAULT NULL)`)
is = domain.GetDomain(ctx).InfoSchema()
tbl, err = is.TableByName(context.Background(), ast.NewCIStr("resolve_charset"), ast.NewCIStr("resolve_charset1"))
require.NoError(t, err)
require.Equal(t, "binary", tbl.Cols()[0].GetCharset())
require.Equal(t, "binary", tbl.Meta().Charset)
}
func TestAddColumnDefaultNow(t *testing.T) {
// Related Issue: https://github.com/pingcap/tidb/issues/31968
mockStore := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, mockStore)
const dateHourLength = len("yyyy-mm-dd hh:")
tk.MustExec("SET timestamp = 1000")
tk.MustExec("USE test")
tk.MustExec("DROP TABLE IF EXISTS t1")
tk.MustExec("CREATE TABLE t1 ( i INT )")
tk.MustExec("INSERT INTO t1 VALUES (1)")
// test datetime
tk.MustExec("ALTER TABLE t1 ADD COLUMN c4 DATETIME(6) DEFAULT NOW(6) ON UPDATE NOW(6) FIRST")
tk.MustExec("ALTER TABLE t1 ADD COLUMN c3 DATETIME(6) DEFAULT NOW(6) FIRST")
// test timestamp
tk.MustExec("ALTER TABLE t1 ADD COLUMN c2 TIMESTAMP(6) DEFAULT NOW(6) ON UPDATE NOW(6) FIRST")
tk.MustExec("ALTER TABLE t1 ADD COLUMN c1 TIMESTAMP(6) DEFAULT NOW(6) FIRST")
tk.MustExec("SET time_zone = 'Europe/Amsterdam'")
rows := tk.MustQuery("select * from t1").Sort().Rows()
require.Len(t, rows, 1, "Result should has only 1 row")
row := rows[0]
if c3, ok := row[0].(string); ok {
require.Equal(t, "19", c3[:len("19")], "The datetime should start with '19'")
}
if c4, ok := row[1].(string); ok {
require.Equal(t, "19", c4[:len("19")], "The datetime should start with '19'")
}
var amsterdamC1YMDH, shanghaiC1YMDH, amsterdamC1MS, shanghaiC1MS string
var amsterdamC2YMDH, shanghaiC2YMDH, amsterdamC2MS, shanghaiC2MS string
if c1, ok := row[0].(string); ok {
require.Equal(t, "19", c1[:len("19")], "The timestamp should start with '19'")
amsterdamC1YMDH = c1[:dateHourLength] // YMDH means "yyyy-mm-dd hh"
amsterdamC1MS = c1[dateHourLength:] // MS means "mm-ss.fractional"
}
if c2, ok := row[1].(string); ok {
require.Equal(t, "19", c2[:len("19")], "The timestamp should start with '19'")
amsterdamC2YMDH = c2[:dateHourLength] // YMDH means "yyyy-mm-dd hh"
amsterdamC2MS = c2[dateHourLength:] // MS means "mm-ss.fractional"
}
tk.MustExec("SET time_zone = 'Asia/Shanghai'")
rows = tk.MustQuery("select * from t1").Sort().Rows()
require.Len(t, rows, 1, "Result should has only 1 row")
row = rows[0]
if c1, ok := row[0].(string); ok {
require.Equal(t, "19", c1[:len("19")], "The timestamp should start with '19'")
shanghaiC1YMDH = c1[:dateHourLength] // YMDH means "yyyy-mm-dd hh"
shanghaiC1MS = c1[dateHourLength:] // MS means "mm-ss.fractional"
}
if c2, ok := row[1].(string); ok {
require.Equal(t, "19", c2[:len("19")], "The timestamp should start with '19'")
shanghaiC2YMDH = c2[:dateHourLength] // YMDH means "yyyy-mm-dd hh"
shanghaiC2MS = c2[dateHourLength:] // MS means "mm-ss.fractional"
}
require.True(t, amsterdamC1YMDH != shanghaiC1YMDH, "The timestamp before 'hour' should not be equivalent")
require.True(t, amsterdamC2YMDH != shanghaiC2YMDH, "The timestamp before 'hour' should not be equivalent")
require.Equal(t, amsterdamC1MS, shanghaiC1MS, "The timestamp after 'hour' should be equivalent")
require.Equal(t, amsterdamC2MS, shanghaiC2MS, "The timestamp after 'hour' should be equivalent")
}
func TestAlterColumn(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table test_alter_column (a int default 111, b varchar(8), c varchar(8) not null, d timestamp on update current_timestamp)")
tk.MustExec("insert into test_alter_column set b = 'a', c = 'aa'")
tk.MustQuery("select a from test_alter_column").Check(testkit.Rows("111"))
ctx := tk.Session()
is := domain.GetDomain(ctx).InfoSchema()
tbl, err := is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("test_alter_column"))
require.NoError(t, err)
tblInfo := tbl.Meta()
colA := tblInfo.Columns[0]
hasNoDefault := mysql.HasNoDefaultValueFlag(colA.GetFlag())
require.False(t, hasNoDefault)
tk.MustExec("alter table test_alter_column alter column a set default 222")
tk.MustExec("insert into test_alter_column set b = 'b', c = 'bb'")
tk.MustQuery("select a from test_alter_column").Check(testkit.Rows("111", "222"))
is = domain.GetDomain(ctx).InfoSchema()
tbl, err = is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("test_alter_column"))
require.NoError(t, err)
tblInfo = tbl.Meta()
colA = tblInfo.Columns[0]
hasNoDefault = mysql.HasNoDefaultValueFlag(colA.GetFlag())
require.False(t, hasNoDefault)
tk.MustExec("alter table test_alter_column alter column b set default null")
tk.MustExec("insert into test_alter_column set c = 'cc'")
tk.MustQuery("select b from test_alter_column").Check(testkit.Rows("a", "b", "<nil>"))
is = domain.GetDomain(ctx).InfoSchema()
tbl, err = is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("test_alter_column"))
require.NoError(t, err)
tblInfo = tbl.Meta()
colC := tblInfo.Columns[2]
hasNoDefault = mysql.HasNoDefaultValueFlag(colC.GetFlag())
require.True(t, hasNoDefault)
tk.MustExec("alter table test_alter_column alter column c set default 'xx'")
tk.MustExec("insert into test_alter_column set a = 123")
tk.MustQuery("select c from test_alter_column").Check(testkit.Rows("aa", "bb", "cc", "xx"))
is = domain.GetDomain(ctx).InfoSchema()
tbl, err = is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("test_alter_column"))
require.NoError(t, err)
tblInfo = tbl.Meta()
colC = tblInfo.Columns[2]
hasNoDefault = mysql.HasNoDefaultValueFlag(colC.GetFlag())
require.False(t, hasNoDefault)
tk.MustExec("alter table test_alter_column alter column d set default null")
tk.MustExec("alter table test_alter_column alter column a drop default")
tk.MustGetErrCode("insert into test_alter_column set b = 'd', c = 'dd'", errno.ErrNoDefaultForField)
tk.MustGetErrCode("insert into test_alter_column set a = DEFAULT, b = 'd', c = 'dd'", errno.ErrNoDefaultForField)
tk.MustGetErrCode("insert into test_alter_column values (DEFAULT, 'd', 'dd', DEFAULT)", errno.ErrNoDefaultForField)
tk.MustExec("insert into test_alter_column set a = NULL, b = 'd', c = 'dd'")
tk.MustQuery("select a from test_alter_column").Check(testkit.Rows("111", "222", "222", "123", "<nil>"))
// for failing tests
sql := "alter table db_not_exist.test_alter_column alter column b set default 'c'"
tk.MustGetErrCode(sql, errno.ErrNoSuchTable)
sql = "alter table test_not_exist alter column b set default 'c'"
tk.MustGetErrCode(sql, errno.ErrNoSuchTable)
sql = "alter table test_alter_column alter column col_not_exist set default 'c'"
tk.MustGetErrCode(sql, errno.ErrBadField)
sql = "alter table test_alter_column alter column c set default null"
tk.MustGetErrCode(sql, errno.ErrInvalidDefault)
// The followings tests whether adding constraints via change / modify column
// is forbidden as expected.
tk.MustExec("drop table if exists mc")
tk.MustExec("create table mc(a int key nonclustered, b int, c int)")
err = tk.ExecToErr("alter table mc modify column a int key") // Adds a new primary key
require.Error(t, err)
err = tk.ExecToErr("alter table mc modify column c int unique") // Adds a new unique key
require.Error(t, err)
result := tk.MustQuery("show create table mc")
createSQL := result.Rows()[0][1]
expected := "CREATE TABLE `mc` (\n `a` int(11) NOT NULL,\n `b` int(11) DEFAULT NULL,\n `c` int(11) DEFAULT NULL,\n PRIMARY KEY (`a`) /*T![clustered_index] NONCLUSTERED */\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"
require.Equal(t, expected, createSQL)
// Change / modify column should preserve index options.
tk.MustExec("drop table if exists mc")
tk.MustExec("create table mc(a int key nonclustered, b int, c int unique)")
tk.MustExec("alter table mc modify column a bigint") // NOT NULL & PRIMARY KEY should be preserved
tk.MustExec("alter table mc modify column b bigint")
tk.MustExec("alter table mc modify column c bigint") // Unique should be preserved
result = tk.MustQuery("show create table mc")
createSQL = result.Rows()[0][1]
expected = "CREATE TABLE `mc` (\n `a` bigint(20) NOT NULL,\n `b` bigint(20) DEFAULT NULL,\n `c` bigint(20) DEFAULT NULL,\n PRIMARY KEY (`a`) /*T![clustered_index] NONCLUSTERED */,\n UNIQUE KEY `c` (`c`)\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"
require.Equal(t, expected, createSQL)
// Dropping or keeping auto_increment is allowed, however adding is not allowed.
tk.MustExec("drop table if exists mc")
tk.MustExec("create table mc(a int key nonclustered auto_increment, b int)")
tk.MustExec("alter table mc modify column a bigint auto_increment") // Keeps auto_increment
result = tk.MustQuery("show create table mc")
createSQL = result.Rows()[0][1]
expected = "CREATE TABLE `mc` (\n `a` bigint(20) NOT NULL AUTO_INCREMENT,\n `b` int(11) DEFAULT NULL,\n PRIMARY KEY (`a`) /*T![clustered_index] NONCLUSTERED */\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"
require.Equal(t, expected, createSQL)
err = tk.ExecToErr("alter table mc modify column a bigint") // Droppping auto_increment is not allow when @@tidb_allow_remove_auto_inc == 'off'
require.Error(t, err)
tk.MustExec("set @@tidb_allow_remove_auto_inc = on")
tk.MustExec("alter table mc modify column a bigint") // Dropping auto_increment is ok when @@tidb_allow_remove_auto_inc == 'on'
result = tk.MustQuery("show create table mc")
createSQL = result.Rows()[0][1]
expected = "CREATE TABLE `mc` (\n `a` bigint(20) NOT NULL,\n `b` int(11) DEFAULT NULL,\n PRIMARY KEY (`a`) /*T![clustered_index] NONCLUSTERED */\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"
require.Equal(t, expected, createSQL)
err = tk.ExecToErr("alter table mc modify column a bigint auto_increment") // Adds auto_increment should throw error
require.Error(t, err)
tk.MustExec("drop table if exists t")
tk.MustExec("create table t1 (a varchar(10),b varchar(100),c tinyint,d varchar(3071),index(a),index(a,b),index (c,d)) charset = ascii;")
tk.MustGetErrCode("alter table t1 modify column a varchar(3000);", errno.ErrTooLongKey)
// check modify column with rename column.
tk.MustGetErrCode("alter table t1 change column a x varchar(3000);", errno.ErrTooLongKey)
tk.MustGetErrCode("alter table t1 modify column c bigint;", errno.ErrTooLongKey)
tk.MustExec("drop table if exists multi_unique")
tk.MustExec("create table multi_unique (a int unique unique)")
tk.MustExec("drop table multi_unique")
tk.MustExec("create table multi_unique (a int key primary key unique unique)")
tk.MustExec("drop table multi_unique")
tk.MustExec("create table multi_unique (a int key unique unique key unique)")
tk.MustExec("drop table multi_unique")
tk.MustExec("create table multi_unique (a serial serial default value)")
tk.MustExec("drop table multi_unique")
tk.MustExec("create table multi_unique (a serial serial default value serial default value)")
tk.MustExec("drop table multi_unique")
tk.MustExec("drop table if exists t1")
tk.MustExec("create table t1(id int)")
tk.MustExec("insert into t1(id) values (1);")
tk.MustExec("alter table t1 add column update_time3 datetime(3) NOT NULL DEFAULT CURRENT_TIMESTAMP(3);")
tk.MustExec("alter table t1 add column update_time6 datetime(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6);")
rows := tk.MustQuery("select * from t1").Rows()
require.Equal(t, "1", rows[0][0])
updateTime3 := rows[0][1].(string)
require.NotEqual(t, "000", updateTime3[len(updateTime3)-3:])
updateTime6 := rows[0][2].(string)
require.NotEqual(t, "000000", updateTime6[len(updateTime6)-6:])
tk.MustExec("set sql_mode=default")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` int auto_increment, b int, key i(a))")
tk.MustExec("alter table t alter column a drop default")
tk.MustGetErrCode("insert into t values ()", errno.ErrNoDefaultForField)
tk.MustExec("insert into t values (1, a + 1)")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` int)")
tk.MustExec("alter table t alter column a drop default")
tk.MustGetErrCode("insert into t values ()", errno.ErrNoDefaultForField)
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` enum('a', 'b'))")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("select * from t").Check(testkit.Rows("<nil>"))
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` enum('a', 'b') not null)")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("select * from t").Check(testkit.Rows("a"))
tk.MustExec("set sql_mode=''")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` int auto_increment, key i(a))")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1364 Field 'a' doesn't have a default value"))
tk.MustQuery("select * from t").Check(testkit.Rows("1"))
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` int)")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1364 Field 'a' doesn't have a default value"))
tk.MustQuery("select * from t").Check(testkit.Rows("<nil>"))
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` int not null)")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1364 Field 'a' doesn't have a default value"))
tk.MustQuery("select * from t").Check(testkit.Rows("0"))
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` enum('a', 'b'))")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("select * from t").Check(testkit.Rows("<nil>"))
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE `t` (`a` enum('a', 'b') not null)")
tk.MustExec("alter table t alter column a drop default")
tk.MustExec("insert into t values ()")
tk.MustQuery("select * from t").Check(testkit.Rows("a"))
}
func assertWarningExec(tk *testkit.TestKit, t *testing.T, sql string, expectedWarn *terror.Error) {
_, err := tk.Exec(sql)
require.NoError(t, err)
st := tk.Session().GetSessionVars().StmtCtx
require.Equal(t, uint16(1), st.WarningCount())
require.Truef(t, expectedWarn.Equal(st.GetWarnings()[0].Err), "error:%v", err)
}
func assertAlterWarnExec(tk *testkit.TestKit, t *testing.T, sql string) {
assertWarningExec(tk, t, sql, dbterror.ErrAlterOperationNotSupported)
}
func TestAlterAlgorithm(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t, mockstore.WithDDLChecker())
ddlChecker := dom.DDL().(*schematracker.Checker)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t, t1")
defer tk.MustExec("drop table if exists t")
tk.MustExec(`create table t(
a int,
b varchar(100),
c int,
INDEX idx_c(c)) PARTITION BY RANGE ( a ) (
PARTITION p0 VALUES LESS THAN (6),
PARTITION p1 VALUES LESS THAN (11),
PARTITION p2 VALUES LESS THAN (16),
PARTITION p3 VALUES LESS THAN (21)
)`)
assertAlterWarnExec(tk, t, "alter table t modify column a bigint, ALGORITHM=INPLACE;")
tk.MustExec("alter table t modify column a bigint, ALGORITHM=INPLACE, ALGORITHM=INSTANT;")
tk.MustExec("alter table t modify column a bigint, ALGORITHM=DEFAULT;")
// Test add/drop index
tk.MustGetErrCode("alter table t add index idx_b(b), ALGORITHM=INSTANT", errno.ErrAlterOperationNotSupportedReason)
assertAlterWarnExec(tk, t, "alter table t add index idx_b1(b), ALGORITHM=COPY")
tk.MustExec("alter table t add index idx_b2(b), ALGORITHM=INPLACE")
tk.MustExec("alter table t add index idx_b3(b), ALGORITHM=DEFAULT")
assertAlterWarnExec(tk, t, "alter table t drop index idx_b3, ALGORITHM=INPLACE")
assertAlterWarnExec(tk, t, "alter table t drop index idx_b1, ALGORITHM=COPY")
tk.MustExec("alter table t drop index idx_b2, ALGORITHM=INSTANT")
// Test rename
assertAlterWarnExec(tk, t, "alter table t rename to t1, ALGORITHM=COPY")
assertAlterWarnExec(tk, t, "alter table t1 rename to t2, ALGORITHM=INPLACE")
tk.MustExec("alter table t2 rename to t, ALGORITHM=INSTANT")
tk.MustExec("alter table t rename to t1, ALGORITHM=DEFAULT")
tk.MustExec("alter table t1 rename to t")
// Test rename index
assertAlterWarnExec(tk, t, "alter table t rename index idx_c to idx_c1, ALGORITHM=COPY")
assertAlterWarnExec(tk, t, "alter table t rename index idx_c1 to idx_c2, ALGORITHM=INPLACE")
tk.MustExec("alter table t rename index idx_c2 to idx_c, ALGORITHM=INSTANT")
tk.MustExec("alter table t rename index idx_c to idx_c1, ALGORITHM=DEFAULT")
// Test corner case for renameIndexes
tk.MustExec(`create table tscalar(c1 int, col_1_1 int, key col_1(col_1_1))`)
tk.MustExec("alter table tscalar rename index col_1 to col_2")
tk.MustExec("admin check table tscalar")
tk.MustExec("drop table tscalar")
// Test rename index with scalar function
ddlChecker.Disable()
tk.MustExec(`create table tscalar(id int, col_1 json, KEY idx_1 ((cast(col_1 as char(64) array))))`)
tk.MustExec("alter table tscalar rename index idx_1 to idx_1_1")
tk.MustExec("admin check table tscalar")
tk.MustExec("drop table tscalar")
ddlChecker.Enable()
// partition.
assertAlterWarnExec(tk, t, "alter table t ALGORITHM=COPY, truncate partition p1")
assertAlterWarnExec(tk, t, "alter table t ALGORITHM=INPLACE, truncate partition p2")
tk.MustExec("alter table t ALGORITHM=INSTANT, truncate partition p3")
assertAlterWarnExec(tk, t, "alter table t add partition (partition p4 values less than (2002)), ALGORITHM=COPY")
assertAlterWarnExec(tk, t, "alter table t add partition (partition p5 values less than (3002)), ALGORITHM=INPLACE")
tk.MustExec("alter table t add partition (partition p6 values less than (4002)), ALGORITHM=INSTANT")
assertAlterWarnExec(tk, t, "alter table t ALGORITHM=COPY, drop partition p4")
assertAlterWarnExec(tk, t, "alter table t ALGORITHM=INPLACE, drop partition p5")
tk.MustExec("alter table t ALGORITHM=INSTANT, drop partition p6")
// Table options
assertAlterWarnExec(tk, t, "alter table t comment = 'test', ALGORITHM=COPY")
assertAlterWarnExec(tk, t, "alter table t comment = 'test', ALGORITHM=INPLACE")
tk.MustExec("alter table t comment = 'test', ALGORITHM=INSTANT")
assertAlterWarnExec(tk, t, "alter table t default charset = utf8mb4, ALGORITHM=COPY")
assertAlterWarnExec(tk, t, "alter table t default charset = utf8mb4, ALGORITHM=INPLACE")
tk.MustExec("alter table t default charset = utf8mb4, ALGORITHM=INSTANT")
}
func TestTreatOldVersionUTF8AsUTF8MB4(t *testing.T) {
restoreFunc := config.RestoreFunc()
defer restoreFunc()
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
defer tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a varchar(10) character set utf8, b varchar(10) character set ascii) charset=utf8mb4;")
tk.MustGetErrCode("insert into t set a= x'f09f8c80';", errno.ErrTruncatedWrongValueForField)
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) CHARACTER SET utf8 COLLATE utf8_bin DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
// Mock old version table info with column charset is utf8.
db, ok := domain.GetDomain(tk.Session()).InfoSchema().SchemaByName(ast.NewCIStr("test"))
tbl := external.GetTableByName(t, tk, "test", "t")
tblInfo := tbl.Meta().Clone()
tblInfo.Version = model.TableInfoVersion0
tblInfo.Columns[0].Version = model.ColumnInfoVersion0
updateTableInfo := func(tblInfo *model.TableInfo) {
sctx := testkit.NewSession(t, store)
err := sessiontxn.NewTxn(context.Background(), sctx)
require.NoError(t, err)
txn, err := sctx.Txn(true)
require.NoError(t, err)
mt := meta.NewMutator(txn)
require.True(t, ok)
err = mt.UpdateTable(db.ID, tblInfo)
require.NoError(t, err)
err = txn.Commit(context.Background())
require.NoError(t, err)
}
updateTableInfo(tblInfo)
tk.MustExec("alter table t add column c varchar(10) character set utf8;") // load latest schema.
require.True(t, config.GetGlobalConfig().TreatOldVersionUTF8AsUTF8MB4)
tk.MustExec("insert into t set a= x'f09f8c80'")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL,\n" +
" `c` varchar(10) CHARACTER SET utf8 COLLATE utf8_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = false
})
tk.MustExec("alter table t drop column c;") // reload schema.
tk.MustGetErrCode("insert into t set a= x'f09f8c80'", errno.ErrTruncatedWrongValueForField)
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) CHARACTER SET utf8 COLLATE utf8_bin DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
// Mock old version table info with table and column charset is utf8.
tbl = external.GetTableByName(t, tk, "test", "t")
tblInfo = tbl.Meta().Clone()
tblInfo.Charset = charset.CharsetUTF8
tblInfo.Collate = charset.CollationUTF8
tblInfo.Version = model.TableInfoVersion0
tblInfo.Columns[0].Version = model.ColumnInfoVersion0
updateTableInfo(tblInfo)
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = true
})
tk.MustExec("alter table t add column c varchar(10);") // load latest schema.
tk.MustExec("insert into t set a= x'f09f8c80'")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL,\n" +
" `c` varchar(10) DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = false
})
tk.MustExec("alter table t drop column c;") // reload schema.
tk.MustGetErrCode("insert into t set a= x'f09f8c80'", errno.ErrTruncatedWrongValueForField)
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin"))
// Test modify column charset.
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = true
})
tk.MustExec("alter table t modify column a varchar(10) character set utf8mb4") // change column charset.
tbl = external.GetTableByName(t, tk, "test", "t")
require.Equal(t, charset.CharsetUTF8MB4, tbl.Meta().Columns[0].GetCharset())
require.Equal(t, charset.CollationUTF8MB4, tbl.Meta().Columns[0].GetCollate())
require.Equal(t, model.ColumnInfoVersion0, tbl.Meta().Columns[0].Version)
tk.MustExec("insert into t set a= x'f09f8c80'")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(10) DEFAULT NULL,\n" +
" `b` varchar(10) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
// Test for change column should not modify the column version.
tk.MustExec("alter table t change column a a varchar(20)") // change column.
tbl = external.GetTableByName(t, tk, "test", "t")
require.Equal(t, charset.CharsetUTF8MB4, tbl.Meta().Columns[0].GetCharset())
require.Equal(t, charset.CollationUTF8MB4, tbl.Meta().Columns[0].GetCollate())
require.Equal(t, model.ColumnInfoVersion0, tbl.Meta().Columns[0].Version)
// Test for v2.1.5 and v2.1.6 that table version is 1 but column version is 0.
tbl = external.GetTableByName(t, tk, "test", "t")
tblInfo = tbl.Meta().Clone()
tblInfo.Charset = charset.CharsetUTF8
tblInfo.Collate = charset.CollationUTF8
tblInfo.Version = model.TableInfoVersion1
tblInfo.Columns[0].Version = model.ColumnInfoVersion0
tblInfo.Columns[0].SetCharset(charset.CharsetUTF8)
tblInfo.Columns[0].SetCollate(charset.CollationUTF8)
updateTableInfo(tblInfo)
require.True(t, config.GetGlobalConfig().TreatOldVersionUTF8AsUTF8MB4)
tk.MustExec("alter table t change column b b varchar(20) character set ascii") // reload schema.
tk.MustExec("insert into t set a= x'f09f8c80'")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(20) DEFAULT NULL,\n" +
" `b` varchar(20) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = false
})
tk.MustExec("alter table t change column b b varchar(30) character set ascii") // reload schema.
tk.MustGetErrCode("insert into t set a= x'f09f8c80'", errno.ErrTruncatedWrongValueForField)
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(20) DEFAULT NULL,\n" +
" `b` varchar(30) CHARACTER SET ascii COLLATE ascii_bin DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin"))
// Test for alter table convert charset
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = true
})
tk.MustExec("alter table t drop column b") // reload schema.
tk.MustExec("alter table t convert to charset utf8mb4;")
config.UpdateGlobal(func(conf *config.Config) {
conf.TreatOldVersionUTF8AsUTF8MB4 = false
})
tk.MustExec("alter table t add column b varchar(50);") // reload schema.
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` varchar(20) DEFAULT NULL,\n" +
" `b` varchar(50) DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
}
func TestDefaultColumnWithRand(t *testing.T) {
// Related issue: https://github.com/pingcap/tidb/issues/10377
store := testkit.CreateMockStoreWithSchemaLease(t, testLease)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t, t1, t2")
// create table
tk.MustExec("create table t (c int(10), c1 int default (rand()))")
tk.MustExec("create table t1 (c int, c1 double default (rand()))")
tk.MustExec("create table t2 (c int, c1 double default (rand(1)))")
// add column with default rand() for table t is forbidden in MySQL 8.0
tk.MustGetErrCode("alter table t add column c2 double default (rand(2))", errno.ErrBinlogUnsafeSystemFunction)
tk.MustGetErrCode("alter table t add column c3 int default ((rand()))", errno.ErrBinlogUnsafeSystemFunction)
tk.MustGetErrCode("alter table t add column c4 int default (((rand(3))))", errno.ErrBinlogUnsafeSystemFunction)
// insert records
tk.MustExec("insert into t(c) values (1),(2),(3)")
tk.MustExec("insert into t1(c) values (1),(2),(3)")
tk.MustExec("insert into t2(c) values (1),(2),(3)")
queryStmts := []string{
"SELECT c1 from t",
"SELECT c1 from t1",
"SELECT c1 from t2",
}
for _, queryStmt := range queryStmts {
r := tk.MustQuery(queryStmt).Rows()
for _, row := range r {
d, ok := row[0].(float64)
if ok {
require.True(t, 0.0 <= d && d < 1.0, "rand() return a random floating-point value in the range 0 <= v < 1.0.")
}
}
}
tk.MustQuery("show create table t").Check(testkit.Rows(
"t CREATE TABLE `t` (\n" +
" `c` int(10) DEFAULT NULL,\n" +
" `c1` int(11) DEFAULT (rand())\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustQuery("show create table t1").Check(testkit.Rows(
"t1 CREATE TABLE `t1` (\n" +
" `c` int(11) DEFAULT NULL,\n" +
" `c1` double DEFAULT (rand())\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustQuery("show create table t2").Check(testkit.Rows(
"t2 CREATE TABLE `t2` (\n" +
" `c` int(11) DEFAULT NULL,\n" +
" `c1` double DEFAULT (rand(1))\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
// use a non-existent function name
tk.MustGetErrCode("CREATE TABLE t3 (c int, c1 int default a_function_not_supported_yet());", errno.ErrDefValGeneratedNamedFunctionIsNotAllowed)
}
// TestDefaultValueAsExpressions is used for tests that are inconvenient to place in the pkg/tests directory.
func TestDefaultValueAsExpressions(t *testing.T) {
store := testkit.CreateMockStoreWithSchemaLease(t, testLease)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t, t1, t2")
// date_format
tk.MustExec("create table t6 (c int(10), c1 int default (date_format(now(),'%Y-%m-%d %H:%i:%s')))")
tk.MustExec("create table t7 (c int(10), c1 date default (date_format(now(),'%Y-%m')))")
// Error message like: Error 1292 (22007): Truncated incorrect DOUBLE value: '2024-03-05 16:37:25'.
tk.MustGetErrCode("insert into t6(c) values (1)", errno.ErrTruncatedWrongValue)
tk.MustGetErrCode("insert into t7(c) values (1)", errno.ErrTruncatedWrongValue)
// user
tk.MustExec("create table t (c int(10), c1 varchar(256) default (upper(substring_index(user(),'@',1))));")
tk.Session().GetSessionVars().User = &auth.UserIdentity{Username: "root", Hostname: "localhost"}
tk.MustExec("insert into t(c) values (1),(2),(3)")
tk.Session().GetSessionVars().User = &auth.UserIdentity{Username: "xyz", Hostname: "localhost"}
tk.MustExec("insert into t(c) values (4),(5),(6)")
tk.MustExec("insert into t values (7, default)")
rows := tk.MustQuery("SELECT c1 from t order by c").Rows()
for i, row := range rows {
d, ok := row[0].(string)
require.True(t, ok)
if i < 3 {
require.Equal(t, "ROOT", d)
} else {
require.Equal(t, "XYZ", d)
}
}
// replace
tk.MustExec("create table t1 (c int(10), c1 int default (REPLACE(UPPER(UUID()), '-', '')))")
// Different UUID values will result in different error code.
_, err := tk.Exec("insert into t1(c) values (1)")
originErr := errors.Cause(err)
tErr, ok := originErr.(*terror.Error)
require.Truef(t, ok, "expect type 'terror.Error', but obtain '%T': %v", originErr, originErr)
sqlErr := terror.ToSQLError(tErr)
if int(sqlErr.Code) != errno.ErrTruncatedWrongValue {
require.Equal(t, errno.ErrDataOutOfRange, int(sqlErr.Code))
}
// test modify column
// The error message has UUID, so put this test here.
tk.MustExec("create table t2(c int(10), c1 varchar(256) default (REPLACE(UPPER(UUID()), '-', '')), index idx(c1));")
tk.MustExec("insert into t2(c) values (1),(2),(3);")
tk.MustGetErrCode("alter table t2 modify column c1 varchar(30) default 'xx';", errno.WarnDataTruncated)
// test add column for enum
nowStr := time.Now().Format("2006-01")
sql := fmt.Sprintf("alter table t2 add column c3 enum('%v','n')", nowStr) + " default (date_format(now(),'%Y-%m'))"
tk.MustExec(sql)
tk.MustExec("insert into t2(c) values (4);")
tk.MustQuery("select c3 from t2").Check(testkit.Rows(nowStr, nowStr, nowStr, nowStr))
}
func TestChangingDBCharset(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("DROP DATABASE IF EXISTS alterdb1")
tk.MustExec("CREATE DATABASE alterdb1 CHARSET=utf8 COLLATE=utf8_unicode_ci")
// No default DB errors.
noDBFailedCases := []struct {
stmt string
errMsg string
}{
{
"ALTER DATABASE CHARACTER SET = 'utf8'",
"[planner:1046]No database selected",
},
{
"ALTER SCHEMA `` CHARACTER SET = 'utf8'",
"[ddl:1102]Incorrect database name ''",
},
}
for _, fc := range noDBFailedCases {
require.EqualError(t, tk.ExecToErr(fc.stmt), fc.errMsg)
}
verifyDBCharsetAndCollate := func(dbName, chs string, coll string) {
// check `SHOW CREATE SCHEMA`.
r := tk.MustQuery("SHOW CREATE SCHEMA " + dbName).Rows()[0][1].(string)
require.True(t, strings.Contains(r, "CHARACTER SET "+chs))
template := `SELECT
DEFAULT_CHARACTER_SET_NAME,
DEFAULT_COLLATION_NAME
FROM INFORMATION_SCHEMA.SCHEMATA
WHERE SCHEMA_NAME = '%s'`
sql := fmt.Sprintf(template, dbName)
tk.MustQuery(sql).Check(testkit.Rows(fmt.Sprintf("%s %s", chs, coll)))
dom := domain.GetDomain(tk.Session())
// Make sure the table schema is the new schema.
err := dom.Reload()
require.NoError(t, err)
dbInfo, ok := dom.InfoSchema().SchemaByName(ast.NewCIStr(dbName))
require.Equal(t, true, ok)
require.Equal(t, chs, dbInfo.Charset)
require.Equal(t, coll, dbInfo.Collate)
}
tk.MustExec("ALTER SCHEMA alterdb1 COLLATE = utf8mb4_general_ci")
verifyDBCharsetAndCollate("alterdb1", "utf8mb4", "utf8mb4_general_ci")
tk.MustExec("DROP DATABASE IF EXISTS alterdb2")
tk.MustExec("CREATE DATABASE alterdb2 CHARSET=utf8 COLLATE=utf8_unicode_ci")
tk.MustExec("USE alterdb2")
failedCases := []struct {
stmt string
errMsg string
}{
{
"ALTER SCHEMA `` CHARACTER SET = 'utf8'",
"[ddl:1102]Incorrect database name ''",
},
{
"ALTER DATABASE CHARACTER SET = ''",
"[parser:1115]Unknown character set: ''",
},
{
"ALTER DATABASE CHARACTER SET = 'INVALID_CHARSET'",
"[parser:1115]Unknown character set: 'INVALID_CHARSET'",
},
{
"ALTER SCHEMA COLLATE = ''",
"[ddl:1273]Unknown collation: ''",
},
{
"ALTER DATABASE COLLATE = 'INVALID_COLLATION'",
"[ddl:1273]Unknown collation: 'INVALID_COLLATION'",
},
{
"ALTER DATABASE CHARACTER SET = 'utf8' DEFAULT CHARSET = 'utf8mb4'",
"[ddl:1302]Conflicting declarations: 'CHARACTER SET utf8' and 'CHARACTER SET utf8mb4'",
},
{
"ALTER SCHEMA CHARACTER SET = 'utf8' COLLATE = 'utf8mb4_bin'",
"[ddl:1302]Conflicting declarations: 'CHARACTER SET utf8' and 'CHARACTER SET utf8mb4'",
},
{
"ALTER DATABASE COLLATE = 'utf8mb4_bin' COLLATE = 'utf8_bin'",
"[ddl:1302]Conflicting declarations: 'CHARACTER SET utf8mb4' and 'CHARACTER SET utf8'",
},
}
for _, fc := range failedCases {
require.EqualError(t, tk.ExecToErr(fc.stmt), fc.errMsg)
}
tk.MustExec("ALTER SCHEMA CHARACTER SET = 'utf8' COLLATE = 'utf8_unicode_ci'")
verifyDBCharsetAndCollate("alterdb2", "utf8", "utf8_unicode_ci")
tk.MustExec("ALTER SCHEMA CHARACTER SET = 'utf8mb4'")
verifyDBCharsetAndCollate("alterdb2", "utf8mb4", "utf8mb4_bin")
tk.MustExec("ALTER SCHEMA CHARACTER SET = 'utf8mb4' COLLATE = 'utf8mb4_general_ci'")
verifyDBCharsetAndCollate("alterdb2", "utf8mb4", "utf8mb4_general_ci")
// Test changing charset of schema with uppercase name. See https://github.com/pingcap/tidb/issues/19273.
tk.MustExec("drop database if exists TEST_UPPERCASE_DB_CHARSET;")
tk.MustExec("create database TEST_UPPERCASE_DB_CHARSET;")
tk.MustExec("use TEST_UPPERCASE_DB_CHARSET;")
tk.MustExec("alter database TEST_UPPERCASE_DB_CHARSET default character set utf8;")
tk.MustExec("alter database TEST_UPPERCASE_DB_CHARSET default character set utf8mb4;")
}
func TestSqlFunctionsInGeneratedColumns(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t, t1")
// In generated columns expression, these items are not allowed:
// 1. Blocked function (for full function list, please visit https://github.com/mysql/mysql-server/blob/5.7/errno-test/suite/gcol/inc/gcol_blocked_sql_funcs_main.inc)
// Note: This list is not complete, if you need a complete list, please refer to MySQL 5.7 source code.
tk.MustGetErrCode("create table t (a int, b int as (sysdate()))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
// 2. Non-builtin function
tk.MustGetErrCode("create table t (a int, b int as (non_exist_funcA()))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
// 3. values(x) function
tk.MustGetErrCode("create table t (a int, b int as (values(a)))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
// 4. Subquery
tk.MustGetErrCode("create table t (a int, b int as ((SELECT 1 FROM t1 UNION SELECT 1 FROM t1)))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
// 5. Variable & functions related to variable
tk.MustExec("set @x = 1")
tk.MustGetErrCode("create table t (a int, b int as (@x))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode("create table t (a int, b int as (@@max_connections))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode("create table t (a int, b int as (@y:=1))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode(`create table t (a int, b int as (getvalue("x")))`, errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode(`create table t (a int, b int as (setvalue("y", 1)))`, errno.ErrGeneratedColumnFunctionIsNotAllowed)
// 6. Aggregate function
tk.MustGetErrCode("create table t1 (a int, b int as (avg(a)));", errno.ErrInvalidGroupFuncUse)
// Determinate functions are allowed:
tk.MustExec("create table t1 (a int, b int generated always as (abs(a)) virtual)")
tk.MustExec("insert into t1 values (-1, default)")
tk.MustQuery("select * from t1").Check(testkit.Rows("-1 1"))
// Functions added in MySQL 8.0, but now not supported in TiDB
// They will be deal with non-exists function, and throw error.git
tk.MustGetErrCode("create table t (a int, b int as (updatexml(1, 1, 1)))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode("create table t (a int, b int as (statement_digest(1)))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
tk.MustGetErrCode("create table t (a int, b int as (statement_digest_text(1)))", errno.ErrGeneratedColumnFunctionIsNotAllowed)
// NOTE (#18150): In creating generated column, row value is not allowed.
tk.MustGetErrCode("create table t (a int, b int as ((a, a)))", errno.ErrGeneratedColumnRowValueIsNotAllowed)
tk.MustExec("create table t (a int, b int as ((a)))")
}
func TestSchemaNameAndTableNameInGeneratedExpr(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists test")
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a int, b int as (lower(test.t.a)))")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` int(11) DEFAULT NULL,\n" +
" `b` int(11) GENERATED ALWAYS AS (lower(`a`)) VIRTUAL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustExec("drop table t")
tk.MustExec("create table t(a int)")
tk.MustExec("alter table t add column b int as (lower(test.t.a))")
tk.MustQuery("show create table t").Check(testkit.Rows("t CREATE TABLE `t` (\n" +
" `a` int(11) DEFAULT NULL,\n" +
" `b` int(11) GENERATED ALWAYS AS (lower(`a`)) VIRTUAL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustGetErrCode("alter table t add index idx((lower(test.t1.a)))", errno.ErrBadField)
tk.MustExec("drop table t")
tk.MustGetErrCode("create table t(a int, b int as (lower(test1.t.a)))", errno.ErrWrongDBName)
tk.MustExec("create table t(a int)")
tk.MustGetErrCode("alter table t add column b int as (lower(test.t1.a))", errno.ErrWrongTableName)
tk.MustExec("alter table t add column c int")
tk.MustGetErrCode("alter table t modify column c int as (test.t1.a + 1) stored", errno.ErrWrongTableName)
tk.MustExec("alter table t add column d int as (lower(test.T.a))")
tk.MustExec("alter table t add column e int as (lower(Test.t.a))")
}
func TestParserIssue284(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("set @@foreign_key_checks=0")
tk.MustExec("create table test.t_parser_issue_284(c1 int not null primary key)")
_, err := tk.Exec("create table test.t_parser_issue_284_2(id int not null primary key, c1 int not null, constraint foreign key (c1) references t_parser_issue_284(c1))")
require.NoError(t, err)
tk.MustExec("drop table test.t_parser_issue_284")
tk.MustExec("drop table test.t_parser_issue_284_2")
}
func TestAddExpressionIndex(t *testing.T) {
config.UpdateGlobal(func(conf *config.Config) {
conf.Instance.SlowThreshold = 10000
conf.TiKVClient.AsyncCommit.SafeWindow = 0
conf.TiKVClient.AsyncCommit.AllowedClockDrift = 0
conf.Experimental.AllowsExpressionIndex = true
})
store, dom := testkit.CreateMockStoreAndDomain(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t (a int, b real);")
tk.MustExec("insert into t values (1, 2.1);")
tk.MustExec("alter table t add index idx((a+b));")
tk.MustQuery("SELECT * FROM INFORMATION_SCHEMA.KEY_COLUMN_USAGE WHERE table_name = 't'").Check(testkit.Rows())
tblInfo, err := dom.InfoSchema().TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t"))
require.NoError(t, err)
columns := tblInfo.Meta().Columns
require.Equal(t, 3, len(columns))
require.True(t, columns[2].Hidden)
tk.MustQuery("select * from t;").Check(testkit.Rows("1 2.1"))
tk.MustExec("alter table t add index idx_multi((a+b),(a+1), b);")
tblInfo, err = dom.InfoSchema().TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t"))
require.NoError(t, err)
columns = tblInfo.Meta().Columns
require.Equal(t, 5, len(columns))
require.True(t, columns[3].Hidden)
require.True(t, columns[4].Hidden)
tk.MustQuery("select * from t;").Check(testkit.Rows("1 2.1"))
tk.MustExec("alter table t drop index idx;")
tblInfo, err = dom.InfoSchema().TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t"))
require.NoError(t, err)
columns = tblInfo.Meta().Columns
require.Equal(t, 4, len(columns))
tk.MustQuery("select * from t;").Check(testkit.Rows("1 2.1"))
tk.MustExec("alter table t drop index idx_multi;")
tblInfo, err = dom.InfoSchema().TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t"))
require.NoError(t, err)
columns = tblInfo.Meta().Columns
require.Equal(t, 2, len(columns))
tk.MustQuery("select * from t;").Check(testkit.Rows("1 2.1"))
// Issue #26371
tk.MustExec("drop table if exists t1")
tk.MustExec("create table t1(a int, b int, primary key(a, b) clustered)")
tk.MustExec("alter table t1 add index idx((a+1))")
// Issue #17111
tk.MustExec("drop table if exists t1")
tk.MustExec("create table t1 (a varchar(10), b varchar(10));")
tk.MustExec("alter table t1 add unique index ei_ab ((concat(a, b)));")
tk.MustExec("alter table t1 alter index ei_ab invisible;")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a int, key((a+1)), key((a+2)), key idx((a+3)), key((a+4)));")
tk.MustExec("drop table if exists t")
tk.MustExec("CREATE TABLE t (A INT, B INT, UNIQUE KEY ((A * 2)));")
// Test experiment switch.
config.UpdateGlobal(func(conf *config.Config) {
conf.Experimental.AllowsExpressionIndex = false
})
tk.MustGetErrMsg("create index d on t((repeat(a, 2)))", "[ddl:8200]Unsupported creating expression index containing unsafe functions without allow-expression-index in config")
tk.MustGetErrMsg("create table t(a char(10), key ((repeat(a, 2))));", "[ddl:8200]Unsupported creating expression index containing unsafe functions without allow-expression-index in config")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a char(10), key ((lower(a))))")
config.UpdateGlobal(func(conf *config.Config) {
conf.Experimental.AllowsExpressionIndex = true
})
}
func queryIndexOnTable(dbName, tableName string) string {
return fmt.Sprintf("select distinct index_name, is_visible from information_schema.statistics where table_schema = '%s' and table_name = '%s' order by index_name", dbName, tableName)
}
func TestDropColumnWithCompositeIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
query := queryIndexOnTable("drop_composite_index_test", "t_drop_column_with_comp_idx")
tk.MustExec("create database if not exists drop_composite_index_test")
tk.MustExec("use drop_composite_index_test")
tk.MustExec("create table t_drop_column_with_comp_idx(a int, b int, c int)")
defer tk.MustExec("drop table if exists t_drop_column_with_comp_idx")
tk.MustExec("create index idx_bc on t_drop_column_with_comp_idx(b, c)")
tk.MustExec("create index idx_b on t_drop_column_with_comp_idx(b)")
tk.MustGetErrMsg("alter table t_drop_column_with_comp_idx drop column b",
"[ddl:8200]can't drop column b with composite index covered or Primary Key covered now")
tk.MustQuery(query).Check(testkit.Rows("idx_b YES", "idx_bc YES"))
tk.MustExec("alter table t_drop_column_with_comp_idx alter index idx_bc invisible")
tk.MustExec("alter table t_drop_column_with_comp_idx alter index idx_b invisible")
tk.MustGetErrMsg("alter table t_drop_column_with_comp_idx drop column b",
"[ddl:8200]can't drop column b with composite index covered or Primary Key covered now")
tk.MustQuery(query).Check(testkit.Rows("idx_b NO", "idx_bc NO"))
}
func TestDropColumnWithIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_drop_column_with_idx(a int, b int, c int)")
defer tk.MustExec("drop table if exists t_drop_column_with_idx")
tk.MustExec("create index idx on t_drop_column_with_idx(b)")
tk.MustExec("alter table t_drop_column_with_idx drop column b")
query := queryIndexOnTable("test", "t_drop_column_with_idx")
tk.MustQuery(query).Check(testkit.Rows())
}
func TestDropColumnWithAutoInc(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t(a int, b int auto_increment, c int, key(b))")
tk.MustGetErrCode("alter table t drop column b", errno.ErrUnsupportedDDLOperation)
tk.MustExec("set @@tidb_allow_remove_auto_inc = true")
tk.MustExec("alter table t drop column b")
query := queryIndexOnTable("test", "t")
tk.MustQuery(query).Check(testkit.Rows())
tk.MustExec("drop table t")
tk.MustExec("create table t(a int auto_increment, b int, key(a, b))")
tk.MustGetErrCode("alter table t drop column b", errno.ErrUnsupportedDDLOperation)
}
func TestDropColumnWithMultiIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_drop_column_with_idx(a int, b int, c int)")
defer tk.MustExec("drop table if exists t_drop_column_with_idx")
tk.MustExec("create index idx_1 on t_drop_column_with_idx(b)")
tk.MustExec("create index idx_2 on t_drop_column_with_idx(b)")
tk.MustExec("alter table t_drop_column_with_idx drop column b")
query := queryIndexOnTable("test", "t_drop_column_with_idx")
tk.MustQuery(query).Check(testkit.Rows())
}
func TestDropColumnsWithMultiIndex(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("create table t_drop_columns_with_idx(a int, b int, c int)")
defer tk.MustExec("drop table if exists t_drop_columns_with_idx")
tk.MustExec("create index idx_1 on t_drop_columns_with_idx(b)")
tk.MustExec("create index idx_2 on t_drop_columns_with_idx(b)")
tk.MustExec("create index idx_3 on t_drop_columns_with_idx(c)")
tk.MustExec("alter table t_drop_columns_with_idx drop column b, drop column c")
query := queryIndexOnTable("test", "t_drop_columns_with_idx")
tk.MustQuery(query).Check(testkit.Rows())
}
func TestAutoIncrementTableOption(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("drop database if exists test_auto_inc_table_opt;")
tk.MustExec("create database test_auto_inc_table_opt;")
tk.MustExec("use test_auto_inc_table_opt;")
for _, str := range []string{"", " AUTO_ID_CACHE 1"} {
// Empty auto_inc allocator should not cause error.
tk.MustExec("create table t (a bigint primary key clustered) auto_increment = 10" + str)
tk.MustExec("alter table t auto_increment = 10;")
tk.MustExec("alter table t auto_increment = 12345678901234567890;")
tk.MustExec("drop table t;")
// Rebase the auto_inc allocator to a large integer should work.
tk.MustExec("create table t (a bigint unsigned auto_increment, unique key idx(a))" + str)
// Set auto_inc to negative is not supported
err := tk.ExecToErr("alter table t auto_increment = -1;")
require.Error(t, err)
tk.MustExec("alter table t auto_increment = 12345678901234567890;")
tk.MustExec("insert into t values ();")
tk.MustQuery("select * from t;").Check(testkit.Rows("12345678901234567890"))
tk.MustExec("drop table t;")
}
}
func TestAutoIncrementForce(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("drop database if exists auto_inc_force;")
tk.MustExec("create database auto_inc_force;")
tk.MustExec("use auto_inc_force;")
getNextGlobalID := func() uint64 {
gidStr := tk.MustQuery("show table t next_row_id").Rows()[0][3]
gid, err := strconv.ParseUint(gidStr.(string), 10, 64)
require.NoError(t, err)
return gid
}
// Rebase _tidb_row_id.
tk.MustExec("create table t (a int)")
tk.MustExec("alter table t force auto_increment = 2;")
tk.MustExec("insert into t values (1),(2);")
tk.MustQuery("select a, _tidb_rowid from t;").Check(testkit.Rows("1 2", "2 3"))
// Cannot set next global ID to 0.
tk.MustGetErrCode("alter table t force auto_increment = 0;", errno.ErrAutoincReadFailed)
tk.MustExec("alter table t force auto_increment = 1;")
require.Equal(t, uint64(1), getNextGlobalID())
// inserting new rows can overwrite the existing data.
tk.MustExec("insert into t values (3);")
require.Equal(t, "[kv:1062]Duplicate entry '2' for key 't.PRIMARY'", tk.ExecToErr("insert into t values (3);").Error())
tk.MustQuery("select a, _tidb_rowid from t;").Check(testkit.Rows("3 1", "1 2", "2 3"))
tk.MustExec("drop table if exists t;")
// Rebase auto_increment.
tk.MustExec("create table t (a int primary key auto_increment, b int)")
tk.MustExec("insert into t values (1, 1);")
tk.MustExec("insert into t values (100000000, 1);")
tk.MustExec("delete from t where a = 100000000;")
require.Greater(t, getNextGlobalID(), uint64(100000000))
// Cannot set next global ID to 0.
tk.MustGetErrCode("alter table t /*T![force_inc] force */ auto_increment = 0;", errno.ErrAutoincReadFailed)
tk.MustExec("alter table t /*T![force_inc] force */ auto_increment = 2;")
require.Equal(t, uint64(2), getNextGlobalID())
tk.MustExec("insert into t(b) values (2);")
tk.MustQuery("select a, b from t;").Check(testkit.Rows("1 1", "2 2"))
tk.MustExec("drop table if exists t;")
// Rebase auto_random.
tk.MustExec("create table t (a bigint primary key auto_random(5))")
tk.MustExec("insert into t values ();")
tk.MustExec("set @@allow_auto_random_explicit_insert = true")
tk.MustExec("insert into t values (100000000);")
tk.MustExec("delete from t where a = 100000000;")
require.Greater(t, getNextGlobalID(), uint64(100000000))
// Cannot set next global ID to 0.
tk.MustGetErrCode("alter table t force auto_random_base = 0;", errno.ErrAutoincReadFailed)
tk.MustExec("alter table t force auto_random_base = 2;")
require.Equal(t, uint64(2), getNextGlobalID())
tk.MustExec("insert into t values ();")
tk.MustQuery("select (a & 3) from t order by 1;").Check(testkit.Rows("1", "2"))
tk.MustExec("drop table if exists t;")
// Change next global ID.
tk.MustExec("create table t (a bigint primary key auto_increment)")
tk.MustExec("insert into t values (1);")
bases := []uint64{1, 65535, 10, math.MaxUint64, math.MaxInt64 + 1, 1, math.MaxUint64, math.MaxInt64, 2}
lastBase := fmt.Sprintf("%d", bases[len(bases)-1])
for _, b := range bases {
fmt.Println("execute alter table force increment to ==", b)
tk.MustExec(fmt.Sprintf("alter table t force auto_increment = %d;", b))
require.Equal(t, b, getNextGlobalID())
}
tk.MustExec("insert into t values ();")
tk.MustQuery("select a from t;").Check(testkit.Rows("1", lastBase))
// Force alter unsigned int auto_increment column.
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t (a bigint unsigned primary key auto_increment)")
for _, b := range bases {
tk.MustExec(fmt.Sprintf("alter table t force auto_increment = %d;", b))
require.Equal(t, b, getNextGlobalID())
tk.MustExec("insert into t values ();")
tk.MustQuery("select a from t;").Check(testkit.Rows(fmt.Sprintf("%d", b)))
tk.MustExec("delete from t;")
}
tk.MustExec("drop table if exists t;")
// Force alter with @@auto_increment_increment and @@auto_increment_offset.
tk.MustExec("create table t(a int key auto_increment)")
tk.MustExec("set @@auto_increment_offset=2;")
tk.MustExec("set @@auto_increment_increment = 11;")
tk.MustExec("insert into t values (500);")
tk.MustExec("alter table t force auto_increment=100;")
tk.MustExec("insert into t values (), ();")
tk.MustQuery("select * from t;").Check(testkit.Rows("101", "112", "500"))
tk.MustQuery("select * from t order by a;").Check(testkit.Rows("101", "112", "500"))
tk.MustExec("drop table if exists t;")
// Check for warning in case we can't set the auto_increment to the desired value
tk.MustExec("create table t(a int primary key auto_increment)")
tk.MustExec("insert into t values (200)")
tk.MustQuery("show create table t").Check(testkit.Rows(
"t CREATE TABLE `t` (\n" +
" `a` int(11) NOT NULL AUTO_INCREMENT,\n" +
" PRIMARY KEY (`a`) /*T![clustered_index] CLUSTERED */\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=5201"))
tk.MustExec("alter table t auto_increment=100;")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1105 Can't reset AUTO_INCREMENT to 100 without FORCE option, using 5201 instead"))
tk.MustQuery("show create table t").Check(testkit.Rows(
"t CREATE TABLE `t` (\n" +
" `a` int(11) NOT NULL AUTO_INCREMENT,\n" +
" PRIMARY KEY (`a`) /*T![clustered_index] CLUSTERED */\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=5201"))
tk.MustExec("drop table t")
}
func TestAutoIncrementForceAutoIDCache(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("drop database if exists auto_inc_force;")
tk.MustExec("create database auto_inc_force;")
tk.MustExec("use auto_inc_force;")
getNextGlobalID := func() uint64 {
gidStr := tk.MustQuery("show table t next_row_id").Rows()[0][3]
gid, err := strconv.ParseUint(gidStr.(string), 10, 64)
require.NoError(t, err)
return gid
}
// When AUTO_ID_CACHE is 1, row id and auto increment id use separate allocator, so the behaviour differs.
// "Alter table t force auto_increment" has no effect on row id.
tk.MustExec("create table t (a int) AUTO_ID_CACHE 1")
tk.MustExec("alter table t force auto_increment = 2;")
tk.MustExec("insert into t values (1),(2);")
tk.MustQuery("select a, _tidb_rowid from t;").Check(testkit.Rows("1 1", "2 2"))
// Cannot set next global ID to 0.
tk.MustExec("alter table t force auto_increment = 0;")
tk.MustExec("alter table t force auto_increment = 1;")
tk.MustQuery("show table t next_row_id").Check(testkit.Rows(
"auto_inc_force t _tidb_rowid 5001 _TIDB_ROWID",
))
// inserting new rows can overwrite the existing data.
tk.MustExec("insert into t values (3);")
tk.MustExec("insert into t values (3);")
tk.MustQuery("select a, _tidb_rowid from t;").Check(testkit.Rows("1 1", "2 2", "3 5001", "3 5002"))
tk.MustExec("drop table if exists t;")
// Rebase auto_increment.
tk.MustExec("create table t (a int primary key auto_increment, b int) AUTO_ID_CACHE 1")
tk.MustExec("insert into t values (1, 1);")
tk.MustExec("insert into t values (100000000, 1);")
tk.MustExec("delete from t where a = 100000000;")
tk.MustQuery("show table t next_row_id").Check(testkit.Rows(
"auto_inc_force t a 100000001 AUTO_INCREMENT",
))
// Cannot set next global ID to 0.
tk.MustGetErrCode("alter table t /*T![force_inc] force */ auto_increment = 0;", errno.ErrAutoincReadFailed)
tk.MustExec("alter table t /*T![force_inc] force */ auto_increment = 2;")
tk.MustQuery("show table t next_row_id").Check(testkit.Rows(
"auto_inc_force t a 2 AUTO_INCREMENT",
))
tk.MustExec("insert into t(b) values (2);")
tk.MustQuery("select a, b from t;").Check(testkit.Rows("1 1", "2 2"))
tk.MustExec("drop table if exists t;")
// Rebase auto_random.
tk.MustExec("create table t (a bigint primary key auto_random(5)) AUTO_ID_CACHE 1")
tk.MustExec("insert into t values ();")
tk.MustExec("set @@allow_auto_random_explicit_insert = true")
tk.MustExec("insert into t values (100000000);")
tk.MustExec("delete from t where a = 100000000;")
require.Greater(t, getNextGlobalID(), uint64(100000000))
// Cannot set next global ID to 0.
tk.MustGetErrCode("alter table t force auto_random_base = 0;", errno.ErrAutoincReadFailed)
tk.MustExec("alter table t force auto_random_base = 2;")
require.Equal(t, uint64(2), getNextGlobalID())
tk.MustExec("insert into t values ();")
tk.MustQuery("select (a & 3) from t order by 1;").Check(testkit.Rows("1", "2"))
tk.MustExec("drop table if exists t;")
// Change next global ID.
tk.MustExec("create table t (a bigint primary key auto_increment) AUTO_ID_CACHE 1")
tk.MustExec("insert into t values (1);")
bases := []uint64{1, 65535, 10, math.MaxUint64, math.MaxInt64 + 1, 1, math.MaxUint64, math.MaxInt64, 2}
lastBase := fmt.Sprintf("%d", bases[len(bases)-1])
for _, b := range bases {
fmt.Println("execute alter table force increment to ==", b)
tk.MustExec(fmt.Sprintf("alter table t force auto_increment = %d;", b))
tk.MustQuery("show table t next_row_id").Check(testkit.Rows(
fmt.Sprintf("auto_inc_force t a %d AUTO_INCREMENT", b),
))
}
tk.MustExec("insert into t values ();")
tk.MustQuery("select a from t;").Check(testkit.Rows("1", lastBase))
// Force alter unsigned int auto_increment column.
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t (a bigint unsigned primary key auto_increment) AUTO_ID_CACHE 1")
for _, b := range bases {
tk.MustExec(fmt.Sprintf("alter table t force auto_increment = %d;", b))
tk.MustQuery("show table t next_row_id").Check(testkit.Rows(
fmt.Sprintf("auto_inc_force t a %d AUTO_INCREMENT", b),
))
if b != math.MaxUint64 {
tk.MustExec("insert into t values ();")
tk.MustQuery("select a from t;").Check(testkit.Rows(fmt.Sprintf("%d", b)))
} else {
tk.MustExecToErr("insert into t values ();")
}
tk.MustExec("delete from t;")
}
tk.MustExec("drop table if exists t;")
// Force alter with @@auto_increment_increment and @@auto_increment_offset.
tk.MustExec("create table t(a int key auto_increment) AUTO_ID_CACHE 1")
tk.MustExec("set @@auto_increment_offset=2;")
tk.MustExec("set @@auto_increment_increment = 11;")
tk.MustExec("insert into t values (500);")
tk.MustExec("alter table t force auto_increment=100;")
tk.MustExec("insert into t values (), ();")
tk.MustQuery("select * from t;").Check(testkit.Rows("101", "112", "500"))
tk.MustQuery("select * from t order by a;").Check(testkit.Rows("101", "112", "500"))
tk.MustExec("drop table if exists t;")
// Check for warning in case we can't set the auto_increment to the desired value
tk.MustExec("create table t(a int primary key auto_increment) AUTO_ID_CACHE 1")
tk.MustExec("insert into t values (200)")
tk.MustQuery("show create table t").Check(testkit.Rows(
"t CREATE TABLE `t` (\n" +
" `a` int(11) NOT NULL AUTO_INCREMENT,\n" +
" PRIMARY KEY (`a`) /*T![clustered_index] CLUSTERED */\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=201 /*T![auto_id_cache] AUTO_ID_CACHE=1 */"))
tk.MustExec("alter table t auto_increment=100;")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1105 Can't reset AUTO_INCREMENT to 100 without FORCE option, using 201 instead"))
tk.MustExec("insert into t values ()")
tk.MustQuery("select * from t").Check(testkit.Rows("200", "211"))
tk.MustQuery("show create table t").Check(testkit.Rows(
"t CREATE TABLE `t` (\n" +
" `a` int(11) NOT NULL AUTO_INCREMENT,\n" +
" PRIMARY KEY (`a`) /*T![clustered_index] CLUSTERED */\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=212 /*T![auto_id_cache] AUTO_ID_CACHE=1 */"))
tk.MustExec("drop table t")
}
func TestIssue20490(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test;")
tk.MustExec("create table issue20490 (a int);")
tk.MustExec("insert into issue20490(a) values(1);")
tk.MustExec("alter table issue20490 add b int not null default 1;")
tk.MustExec("insert into issue20490(a) values(2);")
tk.MustExec("alter table issue20490 modify b int null;")
tk.MustExec("insert into issue20490(a) values(3);")
tk.MustQuery("select b from issue20490 order by a;").Check(testkit.Rows("1", "1", "<nil>"))
}
func TestIssue20741WithEnumField(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists issue20741")
tk.MustExec("create table issue20741(id int primary key, c int)")
tk.MustExec("insert into issue20741(id, c) values(1, 2), (2, 2)")
tk.MustExec("alter table issue20741 add column cc enum('a', 'b', 'c', 'd') not null")
tk.MustExec("update issue20741 set c=2 where id=1")
tk.MustQuery("select * from issue20741").Check(testkit.Rows("1 2 a", "2 2 a"))
tk.MustQuery("select * from issue20741 where cc = 0").Check(testkit.Rows())
tk.MustQuery("select * from issue20741 where cc = 1").Check(testkit.Rows("1 2 a", "2 2 a"))
}
// TestDefaultValueIsLatin1 for issue #18977
func TestEnumAndSetDefaultValue(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
defer tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a enum(0x61, 'b') not null default 0x61, b set(0x61, 'b') not null default 0x61) character set latin1")
tbl := external.GetTableByName(t, tk, "test", "t")
require.Equal(t, "a", tbl.Meta().Columns[0].DefaultValue)
require.Equal(t, "a", tbl.Meta().Columns[1].DefaultValue)
tk.MustExec("drop table t")
tk.MustExec("create table t (a enum(0x61, 'b') not null default 0x61, b set(0x61, 'b') not null default 0x61) character set utf8mb4")
tbl = external.GetTableByName(t, tk, "test", "t")
require.Equal(t, "a", tbl.Meta().Columns[0].DefaultValue)
require.Equal(t, "a", tbl.Meta().Columns[1].DefaultValue)
}
func TestDuplicateErrorMessage(t *testing.T) {
defer collate.SetNewCollationEnabledForTest(true)
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
type testdata struct {
types []string
values []string
}
tests := []testdata{
{[]string{"int"}, []string{"1"}},
{[]string{"datetime"}, []string{"'2020-01-01 00:00:00'"}},
{[]string{"varchar(10)"}, []string{"'qwe'"}},
{[]string{"enum('r', 'g', 'b')"}, []string{"'r'"}},
{[]string{"int", "datetime", "varchar(10)", "enum('r', 'g', 'b')"}, []string{"1", "'2020-01-01 00:00:00'", "'qwe'", "'r'"}},
}
for _, newCollate := range []bool{false, true} {
collate.SetNewCollationEnabledForTest(newCollate)
for _, clusteredIndex := range []vardef.ClusteredIndexDefMode{vardef.ClusteredIndexDefModeOn, vardef.ClusteredIndexDefModeOff, vardef.ClusteredIndexDefModeIntOnly} {
tk.Session().GetSessionVars().EnableClusteredIndex = clusteredIndex
for _, t := range tests {
tk.MustExec("drop table if exists t;")
fields := make([]string, len(t.types))
for i, tp := range t.types {
fields[i] = fmt.Sprintf("a%d %s", i, tp)
}
tk.MustExec("create table t (id1 int, id2 varchar(10), " + strings.Join(fields, ",") + ",primary key(id1, id2)) " +
"collate utf8mb4_general_ci " +
"partition by range (id1) (partition p1 values less than (2), partition p2 values less than (maxvalue))")
vals := strings.Join(t.values, ",")
tk.MustExec(fmt.Sprintf("insert into t values (1, 'asd', %s), (1, 'dsa', %s)", vals, vals))
for i := range t.types {
fields[i] = fmt.Sprintf("a%d", i)
}
index := strings.Join(fields, ",")
for i, val := range t.values {
fields[i] = strings.Replace(val, "'", "", -1)
}
tk.MustGetErrMsg("alter table t add unique index t_idx(id1,"+index+")",
fmt.Sprintf("[kv:1062]Duplicate entry '1-%s' for key 't.t_idx'", strings.Join(fields, "-")))
}
}
}
}
func TestIssue22028(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t;")
_, err := tk.Exec("create table t(a double(0, 0));")
require.Equal(t, "[types:1439]Display width out of range for column 'a' (max = 255)", err.Error())
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a double);")
tk.MustGetErrMsg("ALTER TABLE t MODIFY COLUMN a DOUBLE(0,0);", "[types:1439]Display width out of range for column 'a' (max = 255)")
}
func TestCreateTemporaryTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t;")
// Grammar error.
tk.MustGetErrCode("create global temporary table t(a double(0, 0))", errno.ErrParse)
tk.MustGetErrCode("create temporary table t(id int) on commit delete rows", errno.ErrParse)
tk.MustGetErrCode("create temporary table t(id int) on commit preserve rows", errno.ErrParse)
tk.MustGetErrCode("create table t(id int) on commit delete rows", errno.ErrParse)
tk.MustGetErrCode("create table t(id int) on commit preserve rows", errno.ErrParse)
// Not support yet.
tk.MustGetErrCode("create global temporary table t (id int) on commit preserve rows", errno.ErrUnsupportedDDLOperation)
// Engine type can be anyone, see https://github.com/pingcap/tidb/issues/28541.
tk.MustExec("drop table if exists tengine")
tk.MustExec("create global temporary table tengine (id int) engine = 'innodb' on commit delete rows")
tk.MustExec("drop table if exists tengine")
tk.MustExec("create global temporary table tengine (id int) engine = 'memory' on commit delete rows")
tk.MustExec("drop table if exists tengine")
tk.MustExec("create global temporary table tengine (id int) engine = 'myisam' on commit delete rows")
tk.MustExec("drop table if exists tengine")
tk.MustExec("create temporary table tengine (id int) engine = 'innodb'")
tk.MustExec("drop table if exists tengine")
tk.MustExec("create temporary table tengine (id int) engine = 'memory'")
tk.MustExec("drop table if exists tengine")
tk.MustExec("create temporary table tengine (id int) engine = 'myisam'")
tk.MustExec("drop table if exists tengine")
// Create local temporary table.
tk.MustExec("create database tmp_db")
tk.MustExec("use tmp_db")
tk.MustExec("create temporary table t1 (id int)")
// Create a normal table with the same name is ok.
tk.MustExec("create table t1 (id int)")
tk.MustExec("create temporary table tmp_db.t2 (id int)")
tk.MustQuery("select * from t1") // No error
tk.MustExec("drop database tmp_db")
err := tk.ExecToErr("select * from t1")
require.Error(t, err)
// In MySQL, drop DB does not really drop the table, it's back!
tk.MustExec("create database tmp_db")
tk.MustExec("use tmp_db")
tk.MustQuery("select * from t1") // No error
// When local temporary table overlap the normal table, it takes a higher priority.
tk.MustExec("create table overlap (id int)")
tk.MustExec("create temporary table overlap (a int, b int)")
err = tk.ExecToErr("insert into overlap values (1)") // column not match
require.Error(t, err)
tk.MustExec("insert into overlap values (1, 1)")
// Check create local temporary table does not auto commit the transaction.
// Normal DDL implies a commit, but create temporary does not.
tk.MustExec("create table check_data (id int)")
tk.MustExec("begin")
tk.MustExec("insert into check_data values (1)")
tk.MustExec("create temporary table a_local_temp_table (id int)")
// Although "begin" take a infoschema snapshot, local temporary table inside txn should be always visible.
tk.MustExec("show create table tmp_db.a_local_temp_table")
tk.MustExec("rollback")
tk.MustQuery("select * from check_data").Check(testkit.Rows())
// Check create temporary table for if not exists
tk.MustExec("create temporary table b_local_temp_table (id int)")
err = tk.ExecToErr("create temporary table b_local_temp_table (id int)")
require.True(t, infoschema.ErrTableExists.Equal(err))
tk.MustExec("create temporary table if not exists b_local_temp_table (id int)")
// Stale read see the local temporary table but can't read on it.
tk.MustExec("START TRANSACTION READ ONLY AS OF TIMESTAMP NOW(3)")
tk.MustGetErrMsg("select * from overlap", "can not stale read temporary table")
tk.MustExec("rollback")
// For mocktikv, safe point is not initialized, we manually insert it for snapshot to use.
safePointName := "tikv_gc_safe_point"
safePointValue := "20060102-15:04:05 -0700"
safePointComment := "All versions after safe point can be accessed. (DO NOT EDIT)"
updateSafePoint := fmt.Sprintf(`INSERT INTO mysql.tidb VALUES ('%[1]s', '%[2]s', '%[3]s')
ON DUPLICATE KEY
UPDATE variable_value = '%[2]s', comment = '%[3]s'`, safePointName, safePointValue, safePointComment)
tk.MustExec(updateSafePoint)
}
func TestAccessLocalTmpTableAfterDropDB(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("create database if not exists tmpdb")
tk.MustExec("create temporary table tmpdb.tmp(id int)")
tk.MustExec("drop database tmpdb")
tests := []struct {
sql string
errcode int
result []string
queryResult []string
}{
{
sql: "insert into tmpdb.tmp values(1)",
result: []string{"1"},
},
{
sql: "select * from tmpdb.tmp t1 join tmpdb.tmp t2 where t1.id=t2.id",
queryResult: []string{"1 1"},
},
{
sql: "select (select id from tmpdb.tmp) id1, t1.id id2 from (select * from tmpdb.tmp) t1 where t1.id=1",
queryResult: []string{"1 1"},
},
{
sql: "update tmpdb.tmp set id=2 where id=1",
result: []string{"2"},
},
{
sql: "delete from tmpdb.tmp where id=2",
result: []string{},
},
{
sql: "insert into tmpdb.tmp select 1 from dual",
result: []string{"1"},
},
{
sql: "update tmpdb.tmp t1, tmpdb.tmp t2 set t1.id=2 where t1.id=t2.id",
result: []string{"2"},
},
{
sql: "delete t1 from tmpdb.tmp t1 join tmpdb.tmp t2 where t1.id=t2.id",
result: []string{},
},
{
sql: "admin check table tmpdb.tmp",
errcode: errno.ErrOptOnTemporaryTable,
},
{
sql: "alter table tmpdb.tmp add column name char(10)",
errcode: errno.ErrUnsupportedDDLOperation,
},
}
executeTests := func() {
tk.MustExec("truncate table tmpdb.tmp")
for _, test := range tests {
switch {
case test.errcode != 0:
tk.MustGetErrCode(test.sql, test.errcode)
case test.queryResult != nil:
tk.MustQuery(test.sql).Check(testkit.Rows(test.queryResult...))
case test.result != nil:
tk.MustExec(test.sql)
tk.MustQuery("select * from tmpdb.tmp").Check(testkit.Rows(test.result...))
default:
tk.MustExec(test.sql)
}
}
}
executeTests()
// Create the database again.
tk.MustExec("create database tmpdb")
executeTests()
// Create another table in the database and drop the database again.
tk.MustExec("create temporary table tmpdb.tmp2(id int)")
tk.MustExec("drop database tmpdb")
executeTests()
}
func TestAvoidCreateViewOnLocalTemporaryTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.Session().Auth(&auth.UserIdentity{Username: "root", Hostname: "localhost", CurrentUser: true, AuthUsername: "root", AuthHostname: "%"}, nil, []byte("012345678901234567890"), nil)
tk.MustExec("drop table if exists tt0")
tk.MustExec("drop table if exists tt1")
tk.MustExec("drop table if exists tt2")
tk.MustExec("create table tt0 (a int, b int)")
tk.MustExec("create view v0 as select * from tt0")
tk.MustExec("create temporary table tt1 (a int, b int)")
tk.MustExec("create temporary table tt2 (c int, d int)")
checkCreateView := func() {
err := tk.ExecToErr("create view v1 as select * from tt1")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v1", "[schema:1146]Table 'test.v1' doesn't exist")
err = tk.ExecToErr("create view v1 as select * from (select * from tt1) as tt")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v1", "[schema:1146]Table 'test.v1' doesn't exist")
err = tk.ExecToErr("create view v2 as select * from tt0 union select * from tt1")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
err = tk.ExecToErr("select * from v2")
require.Error(t, err)
require.Equal(t, "[schema:1146]Table 'test.v2' doesn't exist", err.Error())
err = tk.ExecToErr("create view v3 as select * from tt0, tt1 where tt0.a = tt1.a")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
err = tk.ExecToErr("select * from v3")
require.Error(t, err)
require.Equal(t, "[schema:1146]Table 'test.v3' doesn't exist", err.Error())
err = tk.ExecToErr("create view v4 as select a, (select count(1) from tt1 where tt1.a = tt0.a) as tt1a from tt0")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v4", "[schema:1146]Table 'test.v4' doesn't exist")
err = tk.ExecToErr("create view v5 as select a, (select count(1) from tt1 where tt1.a = 1) as tt1a from tt0")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v5", "[schema:1146]Table 'test.v5' doesn't exist")
err = tk.ExecToErr("create view v6 as select * from tt0 where tt0.a=(select max(tt1.b) from tt1)")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v6", "[schema:1146]Table 'test.v6' doesn't exist")
err = tk.ExecToErr("create view v7 as select * from tt0 where tt0.b=(select max(tt1.b) from tt1 where tt0.a=tt1.a)")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
tk.MustGetErrMsg("select * from v7", "[schema:1146]Table 'test.v7' doesn't exist")
err = tk.ExecToErr("create or replace view v0 as select * from tt1")
require.True(t, plannererrors.ErrViewSelectTemporaryTable.Equal(err))
}
checkCreateView()
tk.MustExec("create temporary table tt0 (a int, b int)")
tk.MustExec("create table tt1 (a int, b int)")
tk.MustExec("create table tt2 (c int, d int)")
tk.MustExec("create view vv as select * from v0")
checkCreateView()
}
func TestDropTemporaryTable(t *testing.T) {
config.UpdateGlobal(func(conf *config.Config) {
conf.Instance.SlowThreshold = 10000
conf.TiKVClient.AsyncCommit.SafeWindow = 0
conf.TiKVClient.AsyncCommit.AllowedClockDrift = 0
conf.Experimental.AllowsExpressionIndex = true
})
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
// Check drop temporary table(include meta data and real data.
tk.MustExec("create temporary table if not exists b_local_temp_table (id int)")
tk.MustQuery("select * from b_local_temp_table").Check(testkit.Rows())
tk.MustExec("drop table b_local_temp_table")
tk.MustGetErrMsg("select * from b_local_temp_table", "[schema:1146]Table 'test.b_local_temp_table' doesn't exist")
// TODO: test drop real data
// Check if we have a normal and local temporary table in the same db with the same name,
// local temporary table should be dropped instead of the normal table.
tk.MustExec("drop table if exists b_table_local_and_normal")
tk.MustExec("create table if not exists b_table_local_and_normal (id int)")
tk.MustExec("create temporary table if not exists b_table_local_and_normal (id int)")
tk.MustQuery("select * from b_table_local_and_normal").Check(testkit.Rows())
tk.MustExec("drop table b_table_local_and_normal")
sequenceTable := external.GetTableByName(t, tk, "test", "b_table_local_and_normal")
require.Equal(t, model.TempTableNone, sequenceTable.Meta().TempTableType)
tk.MustExec("drop table if exists b_table_local_and_normal")
tk.MustGetErrMsg("select * from b_table_local_and_normal", "[schema:1146]Table 'test.b_table_local_and_normal' doesn't exist")
// Check dropping local temporary tables should not commit current transaction implicitly.
tk.MustExec("drop table if exists check_data_normal_table")
tk.MustExec("create table check_data_normal_table (id int)")
defer tk.MustExec("drop table if exists check_data_normal_table")
tk.MustExec("begin")
tk.MustExec("insert into check_data_normal_table values (1)")
tk.MustExec("create temporary table a_local_temp_table (id int)")
tk.MustExec("create temporary table a_local_temp_table_1 (id int)")
tk.MustExec("create temporary table a_local_temp_table_2 (id int)")
tk.MustExec("show create table a_local_temp_table")
tk.MustExec("show create table a_local_temp_table_1")
tk.MustExec("show create table a_local_temp_table_2")
tk.MustExec("drop table a_local_temp_table, a_local_temp_table_1, a_local_temp_table_2")
tk.MustExec("rollback")
tk.MustQuery("select * from check_data_normal_table").Check(testkit.Rows())
// Check dropping local temporary and normal tables should commit current transaction implicitly.
tk.MustExec("drop table if exists check_data_normal_table_1")
tk.MustExec("create table check_data_normal_table_1 (id int)")
defer tk.MustExec("drop table if exists check_data_normal_table_1")
tk.MustExec("begin")
tk.MustExec("insert into check_data_normal_table_1 values (1)")
tk.MustExec("create temporary table a_local_temp_table (id int)")
tk.MustExec("create temporary table a_local_temp_table_1 (id int)")
tk.MustExec("create temporary table a_local_temp_table_2 (id int)")
tk.MustExec("drop table if exists a_normal_table")
tk.MustExec("create table a_normal_table (id int)")
defer tk.MustExec("drop table if exists a_normal_table")
tk.MustExec("show create table a_local_temp_table")
tk.MustExec("show create table a_local_temp_table_1")
tk.MustExec("show create table a_local_temp_table_2")
tk.MustExec("show create table a_normal_table")
tk.MustExec("drop table a_local_temp_table, a_local_temp_table_1, a_local_temp_table_2, a_normal_table")
tk.MustExec("rollback")
tk.MustQuery("select * from check_data_normal_table_1").Check(testkit.Rows("1"))
// Check drop not exists table.
tk.MustExec("create temporary table a_local_temp_table_3 (id int)")
tk.MustExec("create temporary table a_local_temp_table_4 (id int)")
tk.MustExec("create temporary table a_local_temp_table_5 (id int)")
tk.MustExec("drop table if exists a_normal_table_2")
tk.MustExec("create table a_normal_table_2 (id int)")
defer tk.MustExec("drop table if exists a_normal_table_2")
tk.MustGetErrMsg("drop table a_local_temp_table_3, a_local_temp_table_4, a_local_temp_table_5, a_normal_table_2, a_local_temp_table_6", "[schema:1051]Unknown table 'test.a_local_temp_table_6'")
tk.MustExec("drop table if exists check_data_normal_table_3")
tk.MustExec("create table check_data_normal_table_3 (id int)")
defer tk.MustExec("drop table if exists check_data_normal_table_3")
tk.MustExec("create temporary table a_local_temp_table_6 (id int)")
tk.MustGetErrMsg("drop table check_data_normal_table_3, check_data_normal_table_7, a_local_temp_table_6", "[schema:1051]Unknown table 'test.check_data_normal_table_7'")
// Check filter out data from removed local temp tables
tk.MustExec("create temporary table a_local_temp_table_7 (id int)")
ctx := tk.Session()
require.Nil(t, sessiontxn.NewTxn(context.Background(), ctx))
_, err := ctx.Txn(true)
require.NoError(t, err)
sessionVars := tk.Session().GetSessionVars()
sessVarsTempTable := sessionVars.LocalTemporaryTables
localTemporaryTable := sessVarsTempTable.(*infoschema.SessionTables)
tbl, exist := localTemporaryTable.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("a_local_temp_table_7"))
require.True(t, exist)
tblInfo := tbl.Meta()
tablePrefix := tablecodec.EncodeTablePrefix(tblInfo.ID)
endTablePrefix := tablecodec.EncodeTablePrefix(tblInfo.ID + 1)
tk.MustExec("insert into a_local_temp_table_7 values (0)")
tk.MustExec("insert into a_local_temp_table_7 values (2)")
tk.MustExec("begin")
tk.MustExec("insert into a_local_temp_table_7 values (1)")
tk.MustExec("drop table if exists a_local_temp_table_7")
tk.MustExec("commit")
tk.MustGetErrMsg("select * from a_local_temp_table_7", "[schema:1146]Table 'test.a_local_temp_table_7' doesn't exist")
memData := sessionVars.TemporaryTableData
iter, err := memData.Iter(tablePrefix, endTablePrefix)
require.NoError(t, err)
for iter.Valid() {
key := iter.Key()
if !bytes.HasPrefix(key, tablePrefix) {
break
}
value := iter.Value()
require.Equal(t, 0, len(value))
_ = iter.Next()
}
require.False(t, iter.Valid())
// Check drop not exists table in transaction.
tk.MustExec("begin")
tk.MustExec("create temporary table a_local_temp_table_8 (id int)")
tk.MustGetErrMsg("drop table a_local_temp_table_8, a_local_temp_table_9_not_exist", "[schema:1051]Unknown table 'test.a_local_temp_table_9_not_exist'")
tk.MustQuery("select * from a_local_temp_table_8").Check(testkit.Rows())
}
func TestTruncateLocalTemporaryTable(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t1, tn")
tk.MustExec("create table t1 (id int)")
tk.MustExec("create table tn (id int)")
tk.MustExec("insert into t1 values(10), (11), (12)")
tk.MustExec("create temporary table t1 (id int primary key auto_increment)")
tk.MustExec("create temporary table t2 (id int primary key)")
tk.MustExec("create database if not exists testt")
tk.MustExec("create temporary table testt.t2 (id int)")
// truncate table out of txn
tk.MustExec("insert into t1 values(1), (2), (3)")
tk.MustExec("insert into t2 values(4), (5), (6)")
tk.MustExec("insert into testt.t2 values(7), (8), (9)")
tk.MustExec("truncate table t1")
tk.MustQuery("select * from t1").Check(testkit.Rows())
tk.MustExec("insert into t1 values()")
// auto_increment will be reset for truncate
tk.MustQuery("select * from t1").Check(testkit.Rows("1"))
tk.MustQuery("select * from t2").Check(testkit.Rows("4", "5", "6"))
tk.MustExec("truncate table t2")
tk.MustQuery("select * from t2").Check(testkit.Rows())
tk.MustQuery("select * from testt.t2").Check(testkit.Rows("7", "8", "9"))
tk.MustExec("drop table t1")
tk.MustQuery("select * from t1").Check(testkit.Rows("10", "11", "12"))
tk.MustExec("create temporary table t1 (id int primary key auto_increment)")
// truncate table with format dbName.tableName
tk.MustExec("insert into t2 values(4), (5), (6)")
tk.MustExec("insert into testt.t2 values(7), (8), (9)")
tk.MustExec("truncate table testt.t2")
tk.MustQuery("select * from testt.t2").Check(testkit.Rows())
tk.MustQuery("select * from t2").Check(testkit.Rows("4", "5", "6"))
tk.MustExec("truncate table test.t2")
tk.MustQuery("select * from t2").Check(testkit.Rows())
// truncate table in txn
tk.MustExec("insert into t1 values(1), (2), (3)")
tk.MustExec("insert into t2 values(4), (5), (6)")
tk.MustExec("begin")
tk.MustExec("insert into t1 values(11), (12)")
tk.MustExec("insert into t2 values(24), (25)")
tk.MustExec("delete from t1 where id=2")
tk.MustExec("delete from t2 where id=4")
tk.MustExec("truncate table t1")
tk.MustQuery("select * from t1").Check(testkit.Rows())
tk.MustExec("insert into t1 values()")
// auto_increment will be reset for truncate
tk.MustQuery("select * from t1").Check(testkit.Rows("1"))
tk.MustQuery("select * from t2").Check(testkit.Rows("5", "6", "24", "25"))
// since transaction already committed by truncate, so query after rollback will get same result
tk.MustExec("rollback")
tk.MustQuery("select * from t1").Check(testkit.Rows("1"))
tk.MustQuery("select * from t2").Check(testkit.Rows("5", "6", "24", "25"))
// truncate a temporary table will not effect the normal table with the same name
tk.MustExec("drop table t1")
tk.MustQuery("select * from t1").Check(testkit.Rows("10", "11", "12"))
tk.MustExec("create temporary table t1 (id int primary key auto_increment)")
// truncate temporary table will clear session data
localTemporaryTables := tk.Session().GetSessionVars().LocalTemporaryTables.(*infoschema.SessionTables)
tb1, exist := localTemporaryTables.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t1"))
tbl1Info := tb1.Meta()
tablePrefix := tablecodec.EncodeTablePrefix(tbl1Info.ID)
endTablePrefix := tablecodec.EncodeTablePrefix(tbl1Info.ID + 1)
require.True(t, exist)
tk.MustExec("insert into t1 values(1), (2), (3)")
tk.MustExec("begin")
tk.MustExec("insert into t1 values(5), (6), (7)")
tk.MustExec("truncate table t1")
iter, err := tk.Session().GetSessionVars().TemporaryTableData.Iter(tablePrefix, endTablePrefix)
require.NoError(t, err)
for iter.Valid() {
key := iter.Key()
if !bytes.HasPrefix(key, tablePrefix) {
break
}
value := iter.Value()
require.Equal(t, 0, len(value))
_ = iter.Next()
}
require.False(t, iter.Valid())
// truncate after drop database should be successful
tk.MustExec("create temporary table testt.t3 (id int)")
tk.MustExec("insert into testt.t3 values(1)")
tk.MustExec("drop database testt")
tk.MustExec("truncate table testt.t3")
tk.MustQuery("select * from testt.t3").Check(testkit.Rows())
}
func TestIssue29282(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk1 := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists issue29828_t")
tk.MustExec("create table issue29828_t (id int)")
tk.MustExec("create temporary table issue29828_tmp(id int);")
tk.MustExec("insert into issue29828_tmp values(1)")
tk.MustExec("prepare stmt from 'insert into issue29828_t select * from issue29828_tmp';")
tk.MustExec("execute stmt")
tk.MustQuery("select *from issue29828_t").Check(testkit.Rows("1"))
tk.MustExec("create temporary table issue29828_tmp1(id int);")
tk.MustExec("insert into issue29828_tmp1 values(1)")
tk.MustExec("begin pessimistic")
tk.MustExec("prepare stmt1 from 'select * from issue29828_t for update union select * from issue29828_tmp1';")
tk.MustQuery("execute stmt1").Check(testkit.Rows("1"))
ch := make(chan struct{}, 1)
tk1.MustExec("use test")
tk1.MustExec("begin pessimistic")
go func() {
// This query should block.
tk1.MustQuery("select * from issue29828_t where id = 1 for update;").Check(testkit.Rows("1"))
ch <- struct{}{}
tk1.MustExec("rollback")
}()
select {
case <-time.After(100 * time.Millisecond):
// Expected, query blocked, not finish within 100ms.
tk.MustExec("rollback")
case <-ch:
// Unexpected, test fail.
t.Fail()
}
// Wait the background query rollback
select {
case <-time.After(100 * time.Millisecond):
t.Fail()
case <-ch:
}
}
// See https://github.com/pingcap/tidb/issues/29327
func TestEnumDefaultValue(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("drop table if exists t1;")
tk.MustExec("CREATE TABLE `t1` ( `a` enum('','a','b') NOT NULL DEFAULT 'b' ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;")
tk.MustQuery("show create table t1").Check(testkit.Rows("t1 CREATE TABLE `t1` (\n" +
" `a` enum('','a','b') COLLATE utf8mb4_general_ci NOT NULL DEFAULT 'b'\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
tk.MustExec("drop table if exists t1;")
tk.MustExec("CREATE TABLE `t1` ( `a` enum('','a','b') NOT NULL DEFAULT 'b ' ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci;")
tk.MustQuery("show create table t1").Check(testkit.Rows("t1 CREATE TABLE `t1` (\n" +
" `a` enum('','a','b') COLLATE utf8mb4_general_ci NOT NULL DEFAULT 'b'\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
}
func TestDDLLastInfo(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`use test;`)
lastDDLSQL := "select json_extract(@@tidb_last_ddl_info, '$.query'), json_extract(@@tidb_last_ddl_info, '$.seq_num')"
tk.MustQuery(lastDDLSQL).Check(testkit.Rows("\"\" 0"))
tk.MustExec("create table t(a int)")
firstSequence := 0
res := tk.MustQuery(lastDDLSQL)
require.Len(t, res.Rows(), 1)
require.Equal(t, "\"create table t(a int)\"", res.Rows()[0][0])
var err error
firstSequence, err = strconv.Atoi(fmt.Sprintf("%v", res.Rows()[0][1]))
require.NoError(t, err)
tk2 := testkit.NewTestKit(t, store)
tk2.MustExec(`use test;`)
tk.MustExec("create table t2(a int)")
tk.MustQuery(lastDDLSQL).Check(testkit.Rows(fmt.Sprintf("\"create table t2(a int)\" %d", firstSequence+1)))
tk.MustExec("drop table t, t2")
tk.MustQuery(lastDDLSQL).Check(testkit.Rows(fmt.Sprintf("\"drop table t, t2\" %d", firstSequence+3)))
// owner change, sequence will be reset
ch := make(chan struct{})
testfailpoint.EnableCall(t, "github.com/pingcap/tidb/pkg/ddl/afterSchedulerClose", func() {
close(ch)
})
dom, err := session.GetDomain(store)
require.NoError(t, err)
require.NoError(t, dom.DDL().OwnerManager().ResignOwner(context.Background()))
<-ch
tk.MustExec("create table t(a int)")
tk.MustQuery(lastDDLSQL).Check(testkit.Rows(fmt.Sprintf(`"create table t(a int)" %d`, 1)))
}
func TestDefaultCollationForUTF8MB4(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("set @@session.default_collation_for_utf8mb4='utf8mb4_general_ci';")
tk.MustExec("drop table if exists t1, t2, t3, t4")
tk.MustExec("create table t1 (b char(1) default null)")
tk.MustQuery("show create table t1").Check(testkit.Rows("t1 CREATE TABLE `t1` (\n" +
" `b` char(1) DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"))
tk.MustExec("create table t4 (b char(1) default null) engine=InnoDB default charset=utf8mb4")
tk.MustQuery("show create table t4").Check(testkit.Rows("t4 CREATE TABLE `t4` (\n" +
" `b` char(1) COLLATE utf8mb4_general_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
// test alter table ... character set
tk.MustExec("create table t2 (b char(1) default null) engine=InnoDB default charset=utf8mb4 COLLATE utf8mb4_0900_ai_ci")
tk.MustQuery("show create table t2").Check(testkit.Rows("t2 CREATE TABLE `t2` (\n" +
" `b` char(1) COLLATE utf8mb4_0900_ai_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci"))
tk.MustExec("alter table t2 default character set utf8mb4;")
tk.MustQuery("show create table t2").Check(testkit.Rows("t2 CREATE TABLE `t2` (\n" +
" `b` char(1) COLLATE utf8mb4_0900_ai_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
tk.MustExec("alter table t2 add column c char(1);")
tk.MustQuery("show create table t2").Check(testkit.Rows("t2 CREATE TABLE `t2` (\n" +
" `b` char(1) COLLATE utf8mb4_0900_ai_ci DEFAULT NULL,\n" +
" `c` char(1) COLLATE utf8mb4_general_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
// test alter table ... convert to character set
tk.MustExec("create table t3 (b char(1) default null) engine=InnoDB default charset=utf8mb4 COLLATE utf8mb4_0900_ai_ci")
tk.MustQuery("show create table t3").Check(testkit.Rows("t3 CREATE TABLE `t3` (\n" +
" `b` char(1) COLLATE utf8mb4_0900_ai_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci"))
tk.MustExec("alter table t3 convert to character set utf8mb4;")
tk.MustQuery("show create table t3").Check(testkit.Rows("t3 CREATE TABLE `t3` (\n" +
" `b` char(1) COLLATE utf8mb4_general_ci DEFAULT NULL\n" +
") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci"))
// test database character set
tk.MustExec("drop database if exists dbx;")
tk.MustExec("drop database if exists dby;")
tk.MustExec("create database dbx DEFAULT CHARSET=utf8mb4;")
tk.MustQuery("show create database dbx").Check(testkit.Rows(
"dbx CREATE DATABASE `dbx` /*!40100 DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci */"))
tk.MustExec("create database dby DEFAULT CHARSET=utf8mb4 COLLATE utf8mb4_0900_ai_ci;")
tk.MustQuery("show create database dby").Check(testkit.Rows(
"dby CREATE DATABASE `dby` /*!40100 DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci */"))
tk.MustExec("ALTER DATABASE dby CHARACTER SET = 'utf8mb4'")
tk.MustQuery("show create database dby").Check(testkit.Rows(
"dby CREATE DATABASE `dby` /*!40100 DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci */"))
}
func TestOptimizeTable(t *testing.T) {
store := testkit.CreateMockStore(t, mockstore.WithDDLChecker())
tk := testkit.NewTestKit(t, store)
tk.MustGetErrMsg("optimize table t", "[ddl:8200]OPTIMIZE TABLE is not supported")
}
func TestIssue52680(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test;")
tk.MustExec("create table issue52680 (id bigint primary key auto_increment) auto_id_cache=1;")
tk.MustExec("insert into issue52680 values(default),(default);")
tk.MustQuery("select * from issue52680").Check(testkit.Rows("1", "2"))
is := dom.InfoSchema()
ti, err := is.TableInfoByName(ast.NewCIStr("test"), ast.NewCIStr("issue52680"))
require.NoError(t, err)
ddlutil.EmulatorGCDisable()
defer ddlutil.EmulatorGCEnable()
// For mocktikv, safe point is not initialized, we manually insert it for snapshot to use.
safePointName := "tikv_gc_safe_point"
safePointValue := "20060102-15:04:05 -0700"
safePointComment := "All versions after safe point can be accessed. (DO NOT EDIT)"
updateSafePoint := fmt.Sprintf(`INSERT INTO mysql.tidb VALUES ('%[1]s', '%[2]s', '%[3]s')
ON DUPLICATE KEY
UPDATE variable_value = '%[2]s', comment = '%[3]s'`, safePointName, safePointValue, safePointComment)
tk.MustExec(updateSafePoint)
testSteps := []struct {
sql string
expect model.AutoIDGroup
}{
{sql: "", expect: model.AutoIDGroup{RowID: 0, IncrementID: 4000, RandomID: 0}},
{sql: "drop table issue52680", expect: model.AutoIDGroup{RowID: 0, IncrementID: 0, RandomID: 0}},
{sql: "recover table issue52680", expect: model.AutoIDGroup{RowID: 0, IncrementID: 4000, RandomID: 0}},
}
for _, step := range testSteps {
if step.sql != "" {
tk.MustExec(step.sql)
}
txn, err := store.Begin()
require.NoError(t, err)
m := meta.NewMutator(txn)
idAcc := m.GetAutoIDAccessors(ti.DBID, ti.ID)
ids, err := idAcc.Get()
require.NoError(t, err)
require.Equal(t, ids, step.expect)
txn.Rollback()
}
tk.MustQuery("show table issue52680 next_row_id").Check(testkit.Rows(
"test issue52680 id 3 AUTO_INCREMENT",
))
is = dom.InfoSchema()
ti1, err := is.TableInfoByName(ast.NewCIStr("test"), ast.NewCIStr("issue52680"))
require.NoError(t, err)
require.Equal(t, ti1.ID, ti.ID)
tk.MustExec("insert into issue52680 values(default);")
tk.MustQuery("select * from issue52680").Check(testkit.Rows("1", "2", "3"))
}
func TestCreateIndexWithChangeMaxIndexLength(t *testing.T) {
store := testkit.CreateMockStore(t)
originCfg := config.GetGlobalConfig()
defer func() {
config.StoreGlobalConfig(originCfg)
}()
testfailpoint.EnableCall(t, "github.com/pingcap/tidb/pkg/ddl/beforeRunOneJobStep", func(job *model.Job) {
if job.Type != model.ActionAddIndex {
return
}
if job.SchemaState == model.StateNone {
newCfg := *originCfg
newCfg.MaxIndexLength = 1000
config.StoreGlobalConfig(&newCfg)
}
})
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test;")
tk.MustExec("create table t(id int, a json DEFAULT NULL, b varchar(2) DEFAULT NULL);")
tk.MustGetErrMsg("CREATE INDEX idx_test on t ((cast(a as char(2000) array)),b);", "[ddl:1071]Specified key was too long (2000 bytes); max key length is 1000 bytes")
}