// Copyright 2015 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // See the License for the specific language governing permissions and // limitations under the License. // Note: All the tests in this file will be executed sequentially. package executor_test import ( "bytes" "context" "flag" "fmt" "math" "os" "runtime/pprof" "strconv" "strings" "sync" "sync/atomic" "testing" "time" . "github.com/pingcap/check" "github.com/pingcap/errors" "github.com/pingcap/failpoint" pb "github.com/pingcap/kvproto/pkg/kvrpcpb" "github.com/pingcap/parser" "github.com/pingcap/parser/model" "github.com/pingcap/tidb/config" "github.com/pingcap/tidb/domain" "github.com/pingcap/tidb/executor" "github.com/pingcap/tidb/kv" "github.com/pingcap/tidb/meta/autoid" plannercore "github.com/pingcap/tidb/planner/core" "github.com/pingcap/tidb/session" "github.com/pingcap/tidb/sessionctx/variable" "github.com/pingcap/tidb/statistics/handle" "github.com/pingcap/tidb/store/mockstore" "github.com/pingcap/tidb/store/mockstore/mocktikv" "github.com/pingcap/tidb/store/tikv" "github.com/pingcap/tidb/store/tikv/tikvrpc" "github.com/pingcap/tidb/util/logutil" "github.com/pingcap/tidb/util/mock" "github.com/pingcap/tidb/util/testkit" "github.com/pingcap/tidb/util/testutil" ) func TestT(t *testing.T) { CustomVerboseFlag = true logLevel := os.Getenv("log_level") logutil.InitLogger(logutil.NewLogConfig(logLevel, logutil.DefaultLogFormat, "", logutil.EmptyFileLogConfig, false)) TestingT(t) } var _ = Suite(&seqTestSuite{}) var _ = Suite(&seqTestSuite1{}) type seqTestSuite struct { cluster *mocktikv.Cluster mvccStore mocktikv.MVCCStore store kv.Storage domain *domain.Domain *parser.Parser ctx *mock.Context } var mockTikv = flag.Bool("mockTikv", true, "use mock tikv store in executor test") func (s *seqTestSuite) SetUpSuite(c *C) { s.Parser = parser.New() flag.Lookup("mockTikv") useMockTikv := *mockTikv if useMockTikv { s.cluster = mocktikv.NewCluster() mocktikv.BootstrapWithSingleStore(s.cluster) s.mvccStore = mocktikv.MustNewMVCCStore() store, err := mockstore.NewMockTikvStore( mockstore.WithCluster(s.cluster), mockstore.WithMVCCStore(s.mvccStore), ) c.Assert(err, IsNil) s.store = store session.SetSchemaLease(0) session.DisableStats4Test() } d, err := session.BootstrapSession(s.store) c.Assert(err, IsNil) d.SetStatsUpdating(true) s.domain = d } func (s *seqTestSuite) TearDownSuite(c *C) { s.domain.Close() s.store.Close() } func (s *seqTestSuite) TestEarlyClose(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("create table earlyclose (id int primary key)") // Insert 1000 rows. var values []string for i := 0; i < 1000; i++ { values = append(values, fmt.Sprintf("(%d)", i)) } tk.MustExec("insert earlyclose values " + strings.Join(values, ",")) // Get table ID for split. dom := domain.GetDomain(tk.Se) is := dom.InfoSchema() tbl, err := is.TableByName(model.NewCIStr("test"), model.NewCIStr("earlyclose")) c.Assert(err, IsNil) tblID := tbl.Meta().ID // Split the table. s.cluster.SplitTable(s.mvccStore, tblID, 500) ctx := context.Background() for i := 0; i < 500; i++ { rss, err1 := tk.Se.Execute(ctx, "select * from earlyclose order by id") c.Assert(err1, IsNil) rs := rss[0] req := rs.NewChunk() err = rs.Next(ctx, req) c.Assert(err, IsNil) rs.Close() } // Goroutine should not leak when error happen. c.Assert(failpoint.Enable("github.com/pingcap/tidb/store/tikv/handleTaskOnceError", `return(true)`), IsNil) defer func() { c.Assert(failpoint.Disable("github.com/pingcap/tidb/store/tikv/handleTaskOnceError"), IsNil) }() rss, err := tk.Se.Execute(ctx, "select * from earlyclose") c.Assert(err, IsNil) rs := rss[0] req := rs.NewChunk() err = rs.Next(ctx, req) c.Assert(err, NotNil) rs.Close() } type stats struct { } func (s stats) GetScope(status string) variable.ScopeFlag { return variable.DefaultStatusVarScopeFlag } func (s stats) Stats(vars *variable.SessionVars) (map[string]interface{}, error) { m := make(map[string]interface{}) var a, b interface{} b = "123" m["test_interface_nil"] = a m["test_interface"] = b m["test_interface_slice"] = []interface{}{"a", "b", "c"} return m, nil } func (s *seqTestSuite) TestShow(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") testSQL := `drop table if exists show_test` tk.MustExec(testSQL) testSQL = `create table SHOW_test (id int PRIMARY KEY AUTO_INCREMENT, c1 int comment "c1_comment", c2 int, c3 int default 1, c4 text, c5 boolean, key idx_wide_c4(c3, c4(10))) ENGINE=InnoDB AUTO_INCREMENT=28934 DEFAULT CHARSET=utf8 COMMENT "table_comment";` tk.MustExec(testSQL) testSQL = "show columns from show_test;" result := tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 6) testSQL = "show create table show_test;" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row := result.Rows()[0] // For issue https://github.com/pingcap/tidb/issues/1061 expectedRow := []interface{}{ "SHOW_test", "CREATE TABLE `SHOW_test` (\n `id` int(11) NOT NULL AUTO_INCREMENT,\n `c1` int(11) DEFAULT NULL COMMENT 'c1_comment',\n `c2` int(11) DEFAULT NULL,\n `c3` int(11) DEFAULT '1',\n `c4` text DEFAULT NULL,\n `c5` tinyint(1) DEFAULT NULL,\n PRIMARY KEY (`id`),\n KEY `idx_wide_c4` (`c3`,`c4`(10))\n) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_bin AUTO_INCREMENT=28934 COMMENT='table_comment'"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // For issue https://github.com/pingcap/tidb/issues/1918 testSQL = `create table ptest( a int primary key, b double NOT NULL DEFAULT 2.0, c varchar(10) NOT NULL, d time unique, e timestamp NULL, f timestamp );` tk.MustExec(testSQL) testSQL = "show create table ptest;" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "ptest", "CREATE TABLE `ptest` (\n `a` int(11) NOT NULL,\n `b` double NOT NULL DEFAULT '2.0',\n `c` varchar(10) NOT NULL,\n `d` time DEFAULT NULL,\n `e` timestamp NULL DEFAULT NULL,\n `f` timestamp NULL DEFAULT NULL,\n PRIMARY KEY (`a`),\n UNIQUE KEY `d` (`d`)\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // Issue #4684. tk.MustExec("drop table if exists `t1`") testSQL = "create table `t1` (" + "`c1` tinyint unsigned default null," + "`c2` smallint unsigned default null," + "`c3` mediumint unsigned default null," + "`c4` int unsigned default null," + "`c5` bigint unsigned default null);" tk.MustExec(testSQL) testSQL = "show create table t1" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "t1", "CREATE TABLE `t1` (\n" + " `c1` tinyint(3) unsigned DEFAULT NULL,\n" + " `c2` smallint(5) unsigned DEFAULT NULL,\n" + " `c3` mediumint(8) unsigned DEFAULT NULL,\n" + " `c4` int(10) unsigned DEFAULT NULL,\n" + " `c5` bigint(20) unsigned DEFAULT NULL\n" + ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // Issue #7665 tk.MustExec("drop table if exists `decimalschema`") testSQL = "create table `decimalschema` (`c1` decimal);" tk.MustExec(testSQL) testSQL = "show create table decimalschema" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "decimalschema", "CREATE TABLE `decimalschema` (\n" + " `c1` decimal(11,0) DEFAULT NULL\n" + ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } tk.MustExec("drop table if exists `decimalschema`") testSQL = "create table `decimalschema` (`c1` decimal(15));" tk.MustExec(testSQL) testSQL = "show create table decimalschema" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "decimalschema", "CREATE TABLE `decimalschema` (\n" + " `c1` decimal(15,0) DEFAULT NULL\n" + ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } testSQL = "SHOW VARIABLES LIKE 'character_set_results';" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) // Test case for index type and comment tk.MustExec(`create table show_index (id int, c int, primary key (id), index cIdx using hash (c) comment "index_comment_for_cIdx");`) tk.MustExec(`create index idx1 on show_index (id) using hash;`) tk.MustExec(`create index idx2 on show_index (id) comment 'idx';`) tk.MustExec(`create index idx3 on show_index (id) using hash comment 'idx';`) tk.MustExec(`alter table show_index add index idx4 (id) using btree comment 'idx';`) tk.MustExec(`create index idx5 using hash on show_index (id) using btree comment 'idx';`) tk.MustExec(`create index idx6 using hash on show_index (id);`) tk.MustExec(`create index idx7 on show_index (id);`) testSQL = "SHOW index from show_index;" tk.MustQuery(testSQL).Check(testutil.RowsWithSep("|", "show_index|0|PRIMARY|1|id|A|0||||BTREE||", "show_index|1|cIdx|1|c|A|0|||YES|HASH||index_comment_for_cIdx", "show_index|1|idx1|1|id|A|0|||YES|HASH||", "show_index|1|idx2|1|id|A|0|||YES|BTREE||idx", "show_index|1|idx3|1|id|A|0|||YES|HASH||idx", "show_index|1|idx4|1|id|A|0|||YES|BTREE||idx", "show_index|1|idx5|1|id|A|0|||YES|BTREE||idx", "show_index|1|idx6|1|id|A|0|||YES|HASH||", "show_index|1|idx7|1|id|A|0|||YES|BTREE||", )) // For show like with escape testSQL = `show tables like 'SHOW\_test'` result = tk.MustQuery(testSQL) rows := result.Rows() c.Check(rows, HasLen, 1) c.Check(rows[0], DeepEquals, []interface{}{"SHOW_test"}) var ss stats variable.RegisterStatistics(ss) testSQL = "show status like 'character_set_results';" result = tk.MustQuery(testSQL) c.Check(result.Rows(), NotNil) tk.MustQuery("SHOW PROCEDURE STATUS WHERE Db='test'").Check(testkit.Rows()) tk.MustQuery("SHOW TRIGGERS WHERE `Trigger` ='test'").Check(testkit.Rows()) tk.MustQuery("SHOW PROCESSLIST;").Check(testkit.Rows()) tk.MustQuery("SHOW FULL PROCESSLIST;").Check(testkit.Rows()) tk.MustQuery("SHOW EVENTS WHERE Db = 'test'").Check(testkit.Rows()) tk.MustQuery("SHOW PLUGINS").Check(testkit.Rows()) tk.MustQuery("SHOW PROFILES").Check(testkit.Rows()) // +-------------+--------------------+--------------+------------------+-------------------+ // | File | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set | // +-------------+--------------------+--------------+------------------+-------------------+ // | tidb-binlog | 400668057259474944 | | | | // +-------------+--------------------+--------------+------------------+-------------------+ result = tk.MustQuery("SHOW MASTER STATUS") c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] c.Check(row, HasLen, 5) c.Assert(row[1].(string) != "0", IsTrue) tk.MustQuery("SHOW PRIVILEGES") // Test show create database testSQL = `create database show_test_DB` tk.MustExec(testSQL) testSQL = "show create database show_test_DB;" tk.MustQuery(testSQL).Check(testutil.RowsWithSep("|", "show_test_DB|CREATE DATABASE `show_test_DB` /*!40100 DEFAULT CHARACTER SET utf8mb4 */", )) testSQL = "show create database if not exists show_test_DB;" tk.MustQuery(testSQL).Check(testutil.RowsWithSep("|", "show_test_DB|CREATE DATABASE /*!32312 IF NOT EXISTS*/ `show_test_DB` /*!40100 DEFAULT CHARACTER SET utf8mb4 */", )) tk.MustExec("use show_test_DB") result = tk.MustQuery("SHOW index from show_index from test where Column_name = 'c'") c.Check(result.Rows(), HasLen, 1) // Test show full columns // for issue https://github.com/pingcap/tidb/issues/4224 tk.MustExec(`drop table if exists show_test_comment`) tk.MustExec(`create table show_test_comment (id int not null default 0 comment "show_test_comment_id")`) tk.MustQuery(`show full columns from show_test_comment`).Check(testutil.RowsWithSep("|", "id|int(11)||NO||0||select,insert,update,references|show_test_comment_id", )) // Test show create table with AUTO_INCREMENT option // for issue https://github.com/pingcap/tidb/issues/3747 tk.MustExec(`drop table if exists show_auto_increment`) tk.MustExec(`create table show_auto_increment (id int key auto_increment) auto_increment=4`) tk.MustQuery(`show create table show_auto_increment`).Check(testutil.RowsWithSep("|", ""+ "show_auto_increment CREATE TABLE `show_auto_increment` (\n"+ " `id` int(11) NOT NULL AUTO_INCREMENT,\n"+ " PRIMARY KEY (`id`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT=4", )) // for issue https://github.com/pingcap/tidb/issues/4678 autoIDStep := autoid.GetStep() tk.MustExec("insert into show_auto_increment values(20)") autoID := autoIDStep + 21 tk.MustQuery(`show create table show_auto_increment`).Check(testutil.RowsWithSep("|", ""+ "show_auto_increment CREATE TABLE `show_auto_increment` (\n"+ " `id` int(11) NOT NULL AUTO_INCREMENT,\n"+ " PRIMARY KEY (`id`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT="+strconv.Itoa(int(autoID)), )) tk.MustExec(`drop table show_auto_increment`) tk.MustExec(`create table show_auto_increment (id int primary key auto_increment)`) tk.MustQuery(`show create table show_auto_increment`).Check(testutil.RowsWithSep("|", ""+ "show_auto_increment CREATE TABLE `show_auto_increment` (\n"+ " `id` int(11) NOT NULL AUTO_INCREMENT,\n"+ " PRIMARY KEY (`id`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin", )) tk.MustExec("insert into show_auto_increment values(10)") autoID = autoIDStep + 11 tk.MustQuery(`show create table show_auto_increment`).Check(testutil.RowsWithSep("|", ""+ "show_auto_increment CREATE TABLE `show_auto_increment` (\n"+ " `id` int(11) NOT NULL AUTO_INCREMENT,\n"+ " PRIMARY KEY (`id`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin AUTO_INCREMENT="+strconv.Itoa(int(autoID)), )) // Test show table with column's comment contain escape character // for issue https://github.com/pingcap/tidb/issues/4411 tk.MustExec(`drop table if exists show_escape_character`) tk.MustExec(`create table show_escape_character(id int comment 'a\rb\nc\td\0ef')`) tk.MustQuery(`show create table show_escape_character`).Check(testutil.RowsWithSep("|", ""+ "show_escape_character CREATE TABLE `show_escape_character` (\n"+ " `id` int(11) DEFAULT NULL COMMENT 'a\\rb\\nc d\\0ef'\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin", )) // for issue https://github.com/pingcap/tidb/issues/4424 tk.MustExec("drop table if exists show_test") testSQL = `create table show_test( a varchar(10) COMMENT 'a\nb\rc\td\0e' ) COMMENT='a\nb\rc\td\0e';` tk.MustExec(testSQL) testSQL = "show create table show_test;" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "show_test", "CREATE TABLE `show_test` (\n `a` varchar(10) DEFAULT NULL COMMENT 'a\\nb\\rc d\\0e'\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin COMMENT='a\\nb\\rc d\\0e'"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // for issue https://github.com/pingcap/tidb/issues/4425 tk.MustExec("drop table if exists show_test") testSQL = `create table show_test( a varchar(10) DEFAULT 'a\nb\rc\td\0e' );` tk.MustExec(testSQL) testSQL = "show create table show_test;" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "show_test", "CREATE TABLE `show_test` (\n `a` varchar(10) DEFAULT 'a\\nb\\rc d\\0e'\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // for issue https://github.com/pingcap/tidb/issues/4426 tk.MustExec("drop table if exists show_test") testSQL = `create table show_test( a bit(1), b bit(32) DEFAULT 0b0, c bit(1) DEFAULT 0b1, d bit(10) DEFAULT 0b1010 );` tk.MustExec(testSQL) testSQL = "show create table show_test;" result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "show_test", "CREATE TABLE `show_test` (\n `a` bit(1) DEFAULT NULL,\n `b` bit(32) DEFAULT b'0',\n `c` bit(1) DEFAULT b'1',\n `d` bit(10) DEFAULT b'1010'\n) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"} for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // for issue #4255 result = tk.MustQuery(`show function status like '%'`) result.Check(result.Rows()) result = tk.MustQuery(`show plugins like '%'`) result.Check(result.Rows()) // for issue #4740 testSQL = `drop table if exists t` tk.MustExec(testSQL) testSQL = `create table t (a int1, b int2, c int3, d int4, e int8)` tk.MustExec(testSQL) testSQL = `show create table t;` result = tk.MustQuery(testSQL) c.Check(result.Rows(), HasLen, 1) row = result.Rows()[0] expectedRow = []interface{}{ "t", "CREATE TABLE `t` (\n" + " `a` tinyint(4) DEFAULT NULL,\n" + " `b` smallint(6) DEFAULT NULL,\n" + " `c` mediumint(9) DEFAULT NULL,\n" + " `d` int(11) DEFAULT NULL,\n" + " `e` bigint(20) DEFAULT NULL\n" + ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin", } for i, r := range row { c.Check(r, Equals, expectedRow[i]) } // Test get default collate for a specified charset. tk.MustExec(`drop table if exists t`) tk.MustExec(`create table t (a int) default charset=utf8mb4`) tk.MustQuery(`show create table t`).Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `a` int(11) DEFAULT NULL\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin", )) // Test range partition tk.MustExec(`drop table if exists t`) tk.MustExec(`CREATE TABLE t (a int) PARTITION BY RANGE(a) ( PARTITION p0 VALUES LESS THAN (10), PARTITION p1 VALUES LESS THAN (20), PARTITION p2 VALUES LESS THAN (MAXVALUE))`) tk.MustQuery("show create table t").Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `a` int(11) DEFAULT NULL\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"+"\nPARTITION BY RANGE ( `a` ) (\n PARTITION p0 VALUES LESS THAN (10),\n PARTITION p1 VALUES LESS THAN (20),\n PARTITION p2 VALUES LESS THAN (MAXVALUE)\n)", )) tk.MustExec(`drop table if exists t`) _, err := tk.Exec(`CREATE TABLE t (x int, y char) PARTITION BY RANGE(y) ( PARTITION p0 VALUES LESS THAN (10), PARTITION p1 VALUES LESS THAN (20), PARTITION p2 VALUES LESS THAN (MAXVALUE))`) c.Assert(err, NotNil) // Test range columns partition tk.MustExec(`drop table if exists t`) tk.MustExec(`CREATE TABLE t (a int, b int, c char, d int) PARTITION BY RANGE COLUMNS(a,d,c) ( PARTITION p0 VALUES LESS THAN (5,10,'ggg'), PARTITION p1 VALUES LESS THAN (10,20,'mmm'), PARTITION p2 VALUES LESS THAN (15,30,'sss'), PARTITION p3 VALUES LESS THAN (50,MAXVALUE,MAXVALUE))`) tk.MustQuery("show create table t").Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `a` int(11) DEFAULT NULL,\n"+ " `b` int(11) DEFAULT NULL,\n"+ " `c` char(1) DEFAULT NULL,\n"+ " `d` int(11) DEFAULT NULL\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"+"\nPARTITION BY RANGE COLUMNS(a,d,c) (\n PARTITION p0 VALUES LESS THAN (5,10,\"ggg\"),\n PARTITION p1 VALUES LESS THAN (10,20,\"mmm\"),\n PARTITION p2 VALUES LESS THAN (15,30,\"sss\"),\n PARTITION p3 VALUES LESS THAN (50,MAXVALUE,MAXVALUE)\n)", )) // Test hash partition tk.MustExec(`drop table if exists t`) tk.MustExec(`CREATE TABLE t (a int) PARTITION BY HASH(a) PARTITIONS 4`) tk.MustQuery("show create table t").Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `a` int(11) DEFAULT NULL\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin"+"\nPARTITION BY HASH( `a` )\nPARTITIONS 4", )) // Test show create table compression type. tk.MustExec(`drop table if exists t1`) tk.MustExec(`CREATE TABLE t1 (c1 INT) COMPRESSION="zlib";`) tk.MustQuery("show create table t1").Check(testutil.RowsWithSep("|", "t1 CREATE TABLE `t1` (\n"+ " `c1` int(11) DEFAULT NULL\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin COMPRESSION='zlib'", )) // Test show create table year type tk.MustExec(`drop table if exists t`) tk.MustExec(`create table t(y year unsigned signed zerofill zerofill, x int, primary key(y));`) tk.MustQuery(`show create table t`).Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `y` year(4) NOT NULL,\n"+ " `x` int(11) DEFAULT NULL,\n"+ " PRIMARY KEY (`y`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin")) // Test show create table with zerofill flag tk.MustExec(`drop table if exists t`) tk.MustExec(`create table t(id int primary key, val tinyint(10) zerofill);`) tk.MustQuery(`show create table t`).Check(testutil.RowsWithSep("|", "t CREATE TABLE `t` (\n"+ " `id` int(11) NOT NULL,\n"+ " `val` tinyint(10) unsigned zerofill DEFAULT NULL,\n"+ " PRIMARY KEY (`id`)\n"+ ") ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin")) // Test show columns with different types of default value tk.MustExec(`drop table if exists t`) tk.MustExec(`create table t( c0 int default 1, c1 int default b'010', c2 bigint default x'A7', c3 bit(8) default b'00110001', c4 varchar(6) default b'00110001', c5 varchar(6) default '\'C6\'', c6 enum('s', 'm', 'l', 'xl') default 'xl', c7 set('a', 'b', 'c', 'd') default 'a,c,c', c8 datetime default current_timestamp on update current_timestamp, c9 year default '2014' );`) tk.MustQuery(`show columns from t`).Check(testutil.RowsWithSep("|", "c0|int(11)|YES||1|", "c1|int(11)|YES||2|", "c2|bigint(20)|YES||167|", "c3|bit(8)|YES||b'110001'|", "c4|varchar(6)|YES||1|", "c5|varchar(6)|YES||'C6'|", "c6|enum('s','m','l','xl')|YES||xl|", "c7|set('a','b','c','d')|YES||a,c,c|", "c8|datetime|YES||CURRENT_TIMESTAMP|DEFAULT_GENERATED on update CURRENT_TIMESTAMP", "c9|year(4)|YES||2014|", )) } func (s *seqTestSuite) TestShowStatsHealthy(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("drop table if exists t") tk.MustExec("create table t (a int)") tk.MustExec("create index idx on t(a)") tk.MustExec("analyze table t") tk.MustQuery("show stats_healthy").Check(testkit.Rows("test t 100")) tk.MustExec("insert into t values (1), (2)") do, _ := session.GetDomain(s.store) do.StatsHandle().DumpStatsDeltaToKV(handle.DumpAll) tk.MustExec("analyze table t") tk.MustQuery("show stats_healthy").Check(testkit.Rows("test t 100")) tk.MustExec("insert into t values (3), (4), (5), (6), (7), (8), (9), (10)") do.StatsHandle().DumpStatsDeltaToKV(handle.DumpAll) do.StatsHandle().Update(do.InfoSchema()) tk.MustQuery("show stats_healthy").Check(testkit.Rows("test t 19")) tk.MustExec("analyze table t") tk.MustQuery("show stats_healthy").Check(testkit.Rows("test t 100")) tk.MustExec("delete from t") do.StatsHandle().DumpStatsDeltaToKV(handle.DumpAll) do.StatsHandle().Update(do.InfoSchema()) tk.MustQuery("show stats_healthy").Check(testkit.Rows("test t 0")) } // TestIndexDoubleReadClose checks that when a index double read returns before reading all the rows, the goroutine doesn't // leak. For testing distsql with multiple regions, we need to manually split a mock TiKV. func (s *seqTestSuite) TestIndexDoubleReadClose(c *C) { if _, ok := s.store.GetClient().(*tikv.CopClient); !ok { // Make sure the store is tikv store. return } originSize := atomic.LoadInt32(&executor.LookupTableTaskChannelSize) atomic.StoreInt32(&executor.LookupTableTaskChannelSize, 1) tk := testkit.NewTestKit(c, s.store) tk.MustExec("set @@tidb_index_lookup_size = '10'") tk.MustExec("use test") tk.MustExec("create table dist (id int primary key, c_idx int, c_col int, index (c_idx))") // Insert 100 rows. var values []string for i := 0; i < 100; i++ { values = append(values, fmt.Sprintf("(%d, %d, %d)", i, i, i)) } tk.MustExec("insert dist values " + strings.Join(values, ",")) rs, err := tk.Exec("select * from dist where c_idx between 0 and 100") c.Assert(err, IsNil) req := rs.NewChunk() err = rs.Next(context.Background(), req) c.Assert(err, IsNil) c.Assert(err, IsNil) keyword := "pickAndExecTask" rs.Close() time.Sleep(time.Millisecond * 10) c.Check(checkGoroutineExists(keyword), IsFalse) atomic.StoreInt32(&executor.LookupTableTaskChannelSize, originSize) } func (s *seqTestSuite) TestParallelHashAggClose(c *C) { tk := testkit.NewTestKitWithInit(c, s.store) tk.MustExec(`use test;`) tk.MustExec(`drop table if exists t;`) tk.MustExec("create table t(a int, b int)") tk.MustExec("insert into t values(1,1),(2,2)") // desc select sum(a) from (select cast(t.a as signed) as a, b from t) t group by b // HashAgg_8 | 2.40 | root | group by:t.b, funcs:sum(t.a) // └─Projection_9 | 3.00 | root | cast(test.t.a), test.t.b // └─TableReader_11 | 3.00 | root | data:TableScan_10 // └─TableScan_10 | 3.00 | cop | table:t, range:[-inf,+inf], keep order:fa$se, stats:pseudo | // Goroutine should not leak when error happen. c.Assert(failpoint.Enable("github.com/pingcap/tidb/executor/parallelHashAggError", `return(true)`), IsNil) defer func() { c.Assert(failpoint.Disable("github.com/pingcap/tidb/executor/parallelHashAggError"), IsNil) }() ctx := context.Background() rss, err := tk.Se.Execute(ctx, "select sum(a) from (select cast(t.a as signed) as a, b from t) t group by b;") c.Assert(err, IsNil) rs := rss[0] req := rs.NewChunk() err = rs.Next(ctx, req) c.Assert(err.Error(), Equals, "HashAggExec.parallelExec error") } func (s *seqTestSuite) TestUnparallelHashAggClose(c *C) { tk := testkit.NewTestKitWithInit(c, s.store) tk.MustExec(`use test;`) tk.MustExec(`drop table if exists t;`) tk.MustExec("create table t(a int, b int)") tk.MustExec("insert into t values(1,1),(2,2)") // Goroutine should not leak when error happen. c.Assert(failpoint.Enable("github.com/pingcap/tidb/executor/unparallelHashAggError", `return(true)`), IsNil) defer func() { c.Assert(failpoint.Disable("github.com/pingcap/tidb/executor/unparallelHashAggError"), IsNil) }() ctx := context.Background() rss, err := tk.Se.Execute(ctx, "select sum(distinct a) from (select cast(t.a as signed) as a, b from t) t group by b;") c.Assert(err, IsNil) rs := rss[0] req := rs.NewChunk() err = rs.Next(ctx, req) c.Assert(err.Error(), Equals, "HashAggExec.unparallelExec error") } func checkGoroutineExists(keyword string) bool { buf := new(bytes.Buffer) profile := pprof.Lookup("goroutine") profile.WriteTo(buf, 1) str := buf.String() return strings.Contains(str, keyword) } func (s *seqTestSuite) TestAdminShowNextID(c *C) { c.Assert(failpoint.Enable("github.com/pingcap/tidb/meta/autoid/mockAutoIDChange", `return(true)`), IsNil) defer func() { c.Assert(failpoint.Disable("github.com/pingcap/tidb/meta/autoid/mockAutoIDChange"), IsNil) }() step := int64(10) autoIDStep := autoid.GetStep() autoid.SetStep(step) defer autoid.SetStep(autoIDStep) tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("create table t(id int, c int)") // Start handle is 1. r := tk.MustQuery("admin show t next_row_id") r.Check(testkit.Rows("test t _tidb_rowid 1")) // Row ID is step + 1. tk.MustExec("insert into t values(1, 1)") r = tk.MustQuery("admin show t next_row_id") r.Check(testkit.Rows("test t _tidb_rowid 11")) // Row ID is original + step. for i := 0; i < int(step); i++ { tk.MustExec("insert into t values(10000, 1)") } r = tk.MustQuery("admin show t next_row_id") r.Check(testkit.Rows("test t _tidb_rowid 21")) // test for a table with the primary key tk.MustExec("create table tt(id int primary key auto_increment, c int)") // Start handle is 1. r = tk.MustQuery("admin show tt next_row_id") r.Check(testkit.Rows("test tt id 1")) // After rebasing auto ID, row ID is 20 + step + 1. tk.MustExec("insert into tt values(20, 1)") r = tk.MustQuery("admin show tt next_row_id") r.Check(testkit.Rows("test tt id 31")) // test for renaming the table tk.MustExec("create database test1") tk.MustExec("rename table test.tt to test1.tt") tk.MustExec("use test1") r = tk.MustQuery("admin show tt next_row_id") r.Check(testkit.Rows("test1 tt id 31")) tk.MustExec("insert test1.tt values ()") r = tk.MustQuery("admin show tt next_row_id") r.Check(testkit.Rows("test1 tt id 41")) } func (s *seqTestSuite) TestPrepareMaxParamCountCheck(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("drop table if exists t") tk.MustExec("create table t (v int)") normalSQL, normalParams := generateBatchSQL(math.MaxUint16) _, err := tk.Exec(normalSQL, normalParams...) c.Assert(err, IsNil) bigSQL, bigParams := generateBatchSQL(math.MaxUint16 + 2) _, err = tk.Exec(bigSQL, bigParams...) c.Assert(err, NotNil) c.Assert(err.Error(), Equals, "[executor:1390]Prepared statement contains too many placeholders") } func generateBatchSQL(paramCount int) (sql string, paramSlice []interface{}) { params := make([]interface{}, 0, paramCount) placeholders := make([]string, 0, paramCount) for i := 0; i < paramCount; i++ { params = append(params, i) placeholders = append(placeholders, "(?)") } return "insert into t values " + strings.Join(placeholders, ","), params } func (s *seqTestSuite) TestCartesianProduct(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("drop table if exists t") tk.MustExec("create table t(c1 int)") plannercore.AllowCartesianProduct.Store(false) err := tk.ExecToErr("select * from t t1, t t2") c.Check(plannercore.ErrCartesianProductUnsupported.Equal(err), IsTrue) err = tk.ExecToErr("select * from t t1 left join t t2 on 1") c.Check(plannercore.ErrCartesianProductUnsupported.Equal(err), IsTrue) err = tk.ExecToErr("select * from t t1 right join t t2 on 1") c.Check(plannercore.ErrCartesianProductUnsupported.Equal(err), IsTrue) plannercore.AllowCartesianProduct.Store(true) } func (s *seqTestSuite) TestBatchInsertDelete(c *C) { originLimit := atomic.LoadUint64(&kv.TxnTotalSizeLimit) defer func() { atomic.StoreUint64(&kv.TxnTotalSizeLimit, originLimit) }() // Set the limitation to a small value, make it easier to reach the limitation. atomic.StoreUint64(&kv.TxnTotalSizeLimit, 5000) tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("drop table if exists batch_insert") tk.MustExec("create table batch_insert (c int)") tk.MustExec("drop table if exists batch_insert_on_duplicate") tk.MustExec("create table batch_insert_on_duplicate (id int primary key, c int)") // Insert 10 rows. tk.MustExec("insert into batch_insert values (1),(1),(1),(1),(1),(1),(1),(1),(1),(1)") r := tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("10")) // Insert 10 rows. tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("20")) // Insert 20 rows. tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("40")) // Insert 40 rows. tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("80")) // Insert 80 rows. tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("160")) tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("320")) // for on duplicate key for i := 0; i < 320; i++ { tk.MustExec(fmt.Sprintf("insert into batch_insert_on_duplicate values(%d, %d);", i, i)) } r = tk.MustQuery("select count(*) from batch_insert_on_duplicate;") r.Check(testkit.Rows("320")) // This will meet txn too large error. _, err := tk.Exec("insert into batch_insert (c) select * from batch_insert;") c.Assert(err, NotNil) c.Assert(kv.ErrTxnTooLarge.Equal(err), IsTrue) r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("320")) // for on duplicate key _, err = tk.Exec(`insert into batch_insert_on_duplicate select * from batch_insert_on_duplicate as tt on duplicate key update batch_insert_on_duplicate.id=batch_insert_on_duplicate.id+1000;`) c.Assert(err, NotNil) c.Assert(kv.ErrTxnTooLarge.Equal(err), IsTrue, Commentf("%v", err)) r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("320")) // Change to batch inset mode and batch size to 50. tk.MustExec("set @@session.tidb_batch_insert=1;") tk.MustExec("set @@session.tidb_dml_batch_size=50;") tk.MustExec("insert into batch_insert (c) select * from batch_insert;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("640")) // Enlarge the batch size to 150 which is larger than the txn limitation (100). // So the insert will meet error. tk.MustExec("set @@session.tidb_dml_batch_size=600;") _, err = tk.Exec("insert into batch_insert (c) select * from batch_insert;") c.Assert(err, NotNil) c.Assert(kv.ErrTxnTooLarge.Equal(err), IsTrue) r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("640")) // Set it back to 50. tk.MustExec("set @@session.tidb_dml_batch_size=50;") // for on duplicate key _, err = tk.Exec(`insert into batch_insert_on_duplicate select * from batch_insert_on_duplicate as tt on duplicate key update batch_insert_on_duplicate.id=batch_insert_on_duplicate.id+1000;`) c.Assert(err, IsNil) r = tk.MustQuery("select count(*) from batch_insert_on_duplicate;") r.Check(testkit.Rows("320")) // Disable BachInsert mode in transition. tk.MustExec("begin;") _, err = tk.Exec("insert into batch_insert (c) select * from batch_insert;") c.Assert(err, NotNil) c.Assert(kv.ErrTxnTooLarge.Equal(err), IsTrue) tk.MustExec("rollback;") r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("640")) tk.MustExec("drop table if exists com_batch_insert") tk.MustExec("create table com_batch_insert (c int)") sql := "insert into com_batch_insert values " values := make([]string, 0, 200) for i := 0; i < 200; i++ { values = append(values, "(1)") } sql = sql + strings.Join(values, ",") tk.MustExec(sql) tk.MustQuery("select count(*) from com_batch_insert;").Check(testkit.Rows("200")) // Test case for batch delete. // This will meet txn too large error. _, err = tk.Exec("delete from batch_insert;") c.Assert(err, NotNil) c.Assert(kv.ErrTxnTooLarge.Equal(err), IsTrue) r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("640")) // Enable batch delete and set batch size to 50. tk.MustExec("set @@session.tidb_batch_delete=on;") tk.MustExec("set @@session.tidb_dml_batch_size=50;") tk.MustExec("delete from batch_insert;") // Make sure that all rows are gone. r = tk.MustQuery("select count(*) from batch_insert;") r.Check(testkit.Rows("0")) } type checkPrioClient struct { tikv.Client priority pb.CommandPri mu struct { sync.RWMutex checkPrio bool } } func (c *checkPrioClient) setCheckPriority(priority pb.CommandPri) { atomic.StoreInt32((*int32)(&c.priority), int32(priority)) } func (c *checkPrioClient) getCheckPriority() pb.CommandPri { return (pb.CommandPri)(atomic.LoadInt32((*int32)(&c.priority))) } func (c *checkPrioClient) SendRequest(ctx context.Context, addr string, req *tikvrpc.Request, timeout time.Duration) (*tikvrpc.Response, error) { resp, err := c.Client.SendRequest(ctx, addr, req, timeout) c.mu.RLock() defer func() { c.mu.RUnlock() }() if c.mu.checkPrio { switch req.Type { case tikvrpc.CmdCop: if c.getCheckPriority() != req.Priority { return nil, errors.New("fail to set priority") } } } return resp, err } type seqTestSuite1 struct { store kv.Storage dom *domain.Domain cli *checkPrioClient } func (s *seqTestSuite1) SetUpSuite(c *C) { cli := &checkPrioClient{} hijackClient := func(c tikv.Client) tikv.Client { cli.Client = c return cli } s.cli = cli var err error s.store, err = mockstore.NewMockTikvStore( mockstore.WithHijackClient(hijackClient), ) c.Assert(err, IsNil) s.dom, err = session.BootstrapSession(s.store) c.Assert(err, IsNil) } func (s *seqTestSuite1) TearDownSuite(c *C) { s.dom.Close() s.store.Close() } func (s *seqTestSuite1) TestCoprocessorPriority(c *C) { tk := testkit.NewTestKit(c, s.store) tk.MustExec("use test") tk.MustExec("create table t (id int primary key)") tk.MustExec("create table t1 (id int, v int, unique index i_id (id))") defer tk.MustExec("drop table t") defer tk.MustExec("drop table t1") tk.MustExec("insert into t values (1)") // Insert some data to make sure plan build IndexLookup for t1. for i := 0; i < 10; i++ { tk.MustExec(fmt.Sprintf("insert into t1 values (%d, %d)", i, i)) } cli := s.cli cli.mu.Lock() cli.mu.checkPrio = true cli.mu.Unlock() cli.setCheckPriority(pb.CommandPri_High) tk.MustQuery("select id from t where id = 1") tk.MustQuery("select * from t1 where id = 1") cli.setCheckPriority(pb.CommandPri_Normal) tk.MustQuery("select count(*) from t") tk.MustExec("update t set id = 3") tk.MustExec("delete from t") tk.MustExec("insert into t select * from t limit 2") tk.MustExec("delete from t") // Insert some data to make sure plan build IndexLookup for t. tk.MustExec("insert into t values (1), (2)") oldThreshold := config.GetGlobalConfig().Log.ExpensiveThreshold config.GetGlobalConfig().Log.ExpensiveThreshold = 0 defer func() { config.GetGlobalConfig().Log.ExpensiveThreshold = oldThreshold }() cli.setCheckPriority(pb.CommandPri_High) tk.MustQuery("select id from t where id = 1") tk.MustQuery("select * from t1 where id = 1") tk.MustExec("delete from t where id = 2") tk.MustExec("update t set id = 2 where id = 1") cli.setCheckPriority(pb.CommandPri_Low) tk.MustQuery("select count(*) from t") tk.MustExec("delete from t") tk.MustExec("insert into t values (3)") // Test priority specified by SQL statement. cli.setCheckPriority(pb.CommandPri_High) tk.MustQuery("select HIGH_PRIORITY * from t") cli.setCheckPriority(pb.CommandPri_Low) tk.MustQuery("select LOW_PRIORITY id from t where id = 1") cli.mu.Lock() cli.mu.checkPrio = false cli.mu.Unlock() } func (s *seqTestSuite) TestAutoIDInRetry(c *C) { tk := testkit.NewTestKitWithInit(c, s.store) tk.MustExec("drop table if exists t;") tk.MustExec("create table t (id int not null auto_increment primary key)") tk.MustExec("set @@tidb_disable_txn_auto_retry = 0") tk.MustExec("begin") tk.MustExec("insert into t values ()") tk.MustExec("insert into t values (),()") tk.MustExec("insert into t values ()") c.Assert(failpoint.Enable("github.com/pingcap/tidb/session/mockCommitRetryForAutoID", `return(true)`), IsNil) tk.MustExec("commit") c.Assert(failpoint.Disable("github.com/pingcap/tidb/session/mockCommitRetryForAutoID"), IsNil) tk.MustExec("insert into t values ()") tk.MustQuery(`select * from t`).Check(testkit.Rows("1", "2", "3", "4", "5")) }