Files
tidb/pkg/executor/prepared_test.go
2025-09-12 05:01:51 +00:00

1253 lines
52 KiB
Go

// Copyright 2016 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package executor_test
import (
"context"
"fmt"
"strconv"
"strings"
"sync/atomic"
"testing"
"time"
"github.com/pingcap/tidb/pkg/meta/model"
"github.com/pingcap/tidb/pkg/parser/ast"
"github.com/pingcap/tidb/pkg/parser/auth"
"github.com/pingcap/tidb/pkg/parser/mysql"
"github.com/pingcap/tidb/pkg/parser/terror"
plannercore "github.com/pingcap/tidb/pkg/planner/core"
"github.com/pingcap/tidb/pkg/session/sessmgr"
"github.com/pingcap/tidb/pkg/sessionctx/vardef"
"github.com/pingcap/tidb/pkg/sessionctx/variable"
"github.com/pingcap/tidb/pkg/testkit"
"github.com/pingcap/tidb/pkg/testkit/testdata"
"github.com/stretchr/testify/require"
)
func TestPreparedNullParam(t *testing.T) {
store := testkit.CreateMockStore(t)
flags := []bool{false, true}
for _, flag := range flags {
tk := testkit.NewTestKit(t, store)
tk.MustExec(fmt.Sprintf(`set tidb_enable_prepared_plan_cache=%v`, flag))
tk.MustExec("use test")
tk.MustExec("set @@tidb_enable_collect_execution_info=0")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (id int not null, KEY id (id))")
tk.MustExec("insert into t values (1), (2), (3)")
tk.MustExec("prepare stmt from 'select * from t where id = ?'")
tk.MustExec("set @a= null")
tk.MustQuery("execute stmt using @a").Check(testkit.Rows())
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Check(testkit.Rows(
"TableDual_7 0.00 root rows:0"))
}
}
func TestIssue29850(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec(`set tidb_enable_clustered_index=on`)
tk.MustExec("set @@tidb_enable_collect_execution_info=0")
tk.MustExec(`use test`)
tk.MustExec(`CREATE TABLE customer (
c_id int(11) NOT NULL,
c_d_id int(11) NOT NULL,
c_first varchar(16) DEFAULT NULL,
c_w_id int(11) NOT NULL,
c_last varchar(16) DEFAULT NULL,
c_credit char(2) DEFAULT NULL,
c_discount decimal(4,4) DEFAULT NULL,
PRIMARY KEY (c_w_id,c_d_id,c_id),
KEY idx_customer (c_w_id,c_d_id,c_last,c_first))`)
tk.MustExec(`CREATE TABLE warehouse (
w_id int(11) NOT NULL,
w_tax decimal(4,4) DEFAULT NULL,
PRIMARY KEY (w_id))`)
tk.MustExec(`prepare stmt from 'SELECT c_discount, c_last, c_credit, w_tax
FROM customer, warehouse
WHERE w_id = ? AND c_w_id = w_id AND c_d_id = ? AND c_id = ?'`)
tk.MustExec(`set @w_id=1262`)
tk.MustExec(`set @c_d_id=7`)
tk.MustExec(`set @c_id=1549`)
tk.MustQuery(`execute stmt using @w_id, @c_d_id, @c_id`).Check(testkit.Rows())
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain format='brief' for connection %d", tkProcess.ID)).Check(testkit.Rows( // can use PointGet
`Projection 1.00 root test.customer.c_discount, test.customer.c_last, test.customer.c_credit, test.warehouse.w_tax`,
`└─MergeJoin 1.00 root inner join, left key:test.customer.c_w_id, right key:test.warehouse.w_id`,
` ├─Point_Get(Build) 1.00 root table:warehouse handle:1262`,
` └─Point_Get(Probe) 1.00 root table:customer, clustered index:PRIMARY(c_w_id, c_d_id, c_id) `))
tk.MustQuery(`execute stmt using @w_id, @c_d_id, @c_id`).Check(testkit.Rows())
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1")) // can use the cached plan
tk.MustExec(`create table t (a int primary key)`)
tk.MustExec(`insert into t values (1), (2)`)
tk.MustExec(`prepare stmt from 'select * from t where a>=? and a<=?'`)
tk.MustExec(`set @a1=1, @a2=2`)
tk.MustQuery(`execute stmt using @a1, @a1`).Check(testkit.Rows("1"))
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Check(testkit.Rows(
`Point_Get_6 1.00 root table:t handle:1`))
tk.MustQuery(`execute stmt using @a1, @a2`).Check(testkit.Rows("1", "2"))
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("0"))
tk.MustExec(`prepare stmt from 'select * from t where a=? or a=?'`)
tk.MustQuery(`execute stmt using @a1, @a1`).Check(testkit.Rows("1"))
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Check(testkit.Rows( // cannot use PointGet since it contains a or condition
`Point_Get_6 1.00 root table:t handle:1`))
tk.MustQuery(`execute stmt using @a1, @a2`).Check(testkit.Rows("1", "2"))
}
func TestIssue28064(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("drop table if exists t28064")
tk.MustExec("CREATE TABLE `t28064` (" +
"`a` decimal(10,0) DEFAULT NULL," +
"`b` decimal(10,0) DEFAULT NULL," +
"`c` decimal(10,0) DEFAULT NULL," +
"`d` decimal(10,0) DEFAULT NULL," +
"KEY `iabc` (`a`,`b`,`c`));")
tk.MustExec("set @a='123', @b='234', @c='345';")
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec("prepare stmt1 from 'select * from t28064 use index (iabc) where a = ? and b = ? and c = ?';")
tk.MustExec("execute stmt1 using @a, @b, @c;")
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
rows.Check(testkit.Rows(
"IndexLookUp_8 1.25 root ",
"├─IndexRangeScan_6(Build) 1.25 cop[tikv] table:t28064, index:iabc(a, b, c) range:[123 234 345,123 234 345], keep order:false, stats:pseudo",
"└─TableRowIDScan_7(Probe) 1.25 cop[tikv] table:t28064 keep order:false, stats:pseudo"))
tk.MustExec("execute stmt1 using @a, @b, @c;")
rows = tk.MustQuery("select @@last_plan_from_cache")
rows.Check(testkit.Rows("1"))
tk.MustExec("execute stmt1 using @a, @b, @c;")
rows = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
rows.Check(testkit.Rows(
"IndexLookUp_8 1.25 root ",
"├─IndexRangeScan_6(Build) 1.25 cop[tikv] table:t28064, index:iabc(a, b, c) range:[123 234 345,123 234 345], keep order:false, stats:pseudo",
"└─TableRowIDScan_7(Probe) 1.25 cop[tikv] table:t28064 keep order:false, stats:pseudo"))
}
func TestPreparePlanCache4Blacklist(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
// test the blacklist of optimization rules
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a int);")
tk.MustExec("prepare stmt from 'select min(a) from t;';")
tk.MustExec("execute stmt;")
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
require.Contains(t, res.Rows()[1][0], "TopN")
res = tk.MustQuery("explain format = 'brief' select min(a) from t")
require.Contains(t, res.Rows()[1][0], "TopN")
tk.MustExec("INSERT INTO mysql.opt_rule_blacklist VALUES('max_min_eliminate');")
tk.MustExec("ADMIN reload opt_rule_blacklist;")
tk.MustExec("execute stmt;")
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("1"))
tk.MustExec("execute stmt;")
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
// Plans that have been cached will not be affected by the blacklist.
require.Contains(t, res.Rows()[1][0], "TopN")
res = tk.MustQuery("explain format = 'brief' select min(a) from t")
require.Contains(t, res.Rows()[0][0], "HashAgg")
// test the blacklist of Expression Pushdown
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a int);")
tk.MustExec("prepare stmt from 'SELECT * FROM t WHERE a < 2 and a > 2;';")
tk.MustExec("execute stmt;")
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
require.Equal(t, 3, len(res.Rows()))
require.Contains(t, res.Rows()[1][0], "Selection")
require.Equal(t, "gt(test.t.a, 2), lt(test.t.a, 2)", res.Rows()[1][4])
res = tk.MustQuery("explain format = 'brief' SELECT * FROM t WHERE a < 2 and a > 2;")
require.Equal(t, 3, len(res.Rows()))
require.Equal(t, "gt(test.t.a, 2), lt(test.t.a, 2)", res.Rows()[1][4])
tk.MustExec("INSERT INTO mysql.expr_pushdown_blacklist VALUES('<','tikv','');")
tk.MustExec("ADMIN reload expr_pushdown_blacklist;")
tk.MustExec("execute stmt;")
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
tk.MustExec("execute stmt;")
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
// The expressions can not be pushed down to tikv.
require.Equal(t, 4, len(res.Rows()))
res = tk.MustQuery("explain format = 'brief' SELECT * FROM t WHERE a < 2 and a > 2;")
require.Equal(t, 4, len(res.Rows()))
require.Contains(t, res.Rows()[0][0], "Selection")
require.Equal(t, "lt(test.t.a, 2)", res.Rows()[0][4])
require.Contains(t, res.Rows()[2][0], "Selection")
require.Equal(t, "gt(test.t.a, 2)", res.Rows()[2][4])
tk.MustExec("DELETE FROM mysql.expr_pushdown_blacklist;")
tk.MustExec("ADMIN reload expr_pushdown_blacklist;")
}
func TestPlanCacheClusterIndex(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("drop table if exists t1")
tk.Session().GetSessionVars().EnableClusteredIndex = vardef.ClusteredIndexDefModeOn
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec("create table t1(a varchar(20), b varchar(20), c varchar(20), primary key(a, b))")
tk.MustExec("insert into t1 values('1','1','111'),('2','2','222'),('3','3','333')")
// For table scan
tk.MustExec(`prepare stmt1 from "select * from t1 where t1.a = ? and t1.b > ?"`)
tk.MustExec("set @v1 = '1'")
tk.MustExec("set @v2 = '0'")
tk.MustQuery("execute stmt1 using @v1,@v2").Check(testkit.Rows("1 1 111"))
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("0"))
tk.MustExec("set @v1 = '2'")
tk.MustExec("set @v2 = '1'")
tk.MustQuery("execute stmt1 using @v1,@v2").Check(testkit.Rows("2 2 222"))
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustExec("set @v1 = '3'")
tk.MustExec("set @v2 = '2'")
tk.MustQuery("execute stmt1 using @v1,@v2").Check(testkit.Rows("3 3 333"))
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Rows()
require.Equal(t, 0, strings.Index(rows[len(rows)-1][4].(string), `range:("3" "2","3" +inf]`))
// For point get
tk.MustExec(`prepare stmt2 from "select * from t1 where t1.a = ? and t1.b = ?"`)
tk.MustExec("set @v1 = '1'")
tk.MustExec("set @v2 = '1'")
tk.MustQuery("execute stmt2 using @v1,@v2").Check(testkit.Rows("1 1 111"))
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("0"))
tk.MustExec("set @v1 = '2'")
tk.MustExec("set @v2 = '2'")
tk.MustQuery("execute stmt2 using @v1,@v2").Check(testkit.Rows("2 2 222"))
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustExec("set @v1 = '3'")
tk.MustExec("set @v2 = '3'")
tk.MustQuery("execute stmt2 using @v1,@v2").Check(testkit.Rows("3 3 333"))
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Rows()
require.Equal(t, 0, strings.Index(rows[len(rows)-1][0].(string), `Point_Get`))
// For CBO point get and batch point get
// case 1:
tk.MustExec(`drop table if exists ta, tb`)
tk.MustExec(`create table ta (a varchar(8) primary key, b int)`)
tk.MustExec(`insert ta values ('a', 1), ('b', 2)`)
tk.MustExec(`create table tb (a varchar(8) primary key, b int)`)
tk.MustExec(`insert tb values ('a', 1), ('b', 2)`)
tk.MustExec(`prepare stmt1 from "select * from ta, tb where ta.a = tb.a and ta.a = ?"`)
tk.MustExec(`set @v1 = 'a', @v2 = 'b'`)
tk.MustQuery(`execute stmt1 using @v1`).Check(testkit.Rows("a 1 a 1"))
tk.MustQuery(`execute stmt1 using @v2`).Check(testkit.Rows("b 2 b 2"))
// case 2:
tk.MustExec(`drop table if exists ta, tb`)
tk.MustExec(`create table ta (a varchar(10) primary key, b int not null)`)
tk.MustExec(`insert ta values ('a', 1), ('b', 2)`)
tk.MustExec(`create table tb (b int primary key, c int)`)
tk.MustExec(`insert tb values (1, 1), (2, 2)`)
tk.MustExec(`prepare stmt1 from "select * from ta, tb where ta.b = tb.b and ta.a = ?"`)
tk.MustExec(`set @v1 = 'a', @v2 = 'b'`)
tk.MustQuery(`execute stmt1 using @v1`).Check(testkit.Rows("a 1 1 1"))
tk.MustQuery(`execute stmt1 using @v2`).Check(testkit.Rows("b 2 2 2"))
tk.MustQuery(`execute stmt1 using @v2`).Check(testkit.Rows("b 2 2 2"))
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Rows()
require.True(t, strings.Contains(rows[3][0].(string), `TableRangeScan`))
// case 3:
tk.MustExec(`drop table if exists ta, tb`)
tk.MustExec(`create table ta (a varchar(10), b varchar(10), c int, primary key (a, b))`)
tk.MustExec(`insert ta values ('a', 'a', 1), ('b', 'b', 2), ('c', 'c', 3)`)
tk.MustExec(`create table tb (b int primary key, c int)`)
tk.MustExec(`insert tb values (1, 1), (2, 2), (3,3)`)
tk.MustExec(`prepare stmt1 from "select * from ta, tb where ta.c = tb.b and ta.a = ? and ta.b = ?"`)
tk.MustExec(`set @v1 = 'a', @v2 = 'b', @v3 = 'c'`)
tk.MustQuery(`execute stmt1 using @v1, @v1`).Check(testkit.Rows("a a 1 1 1"))
tk.MustQuery(`execute stmt1 using @v2, @v2`).Check(testkit.Rows("b b 2 2 2"))
tk.MustExec(`prepare stmt2 from "select * from ta, tb where ta.c = tb.b and (ta.a, ta.b) in ((?, ?), (?, ?))"`)
tk.MustQuery(`execute stmt2 using @v1, @v1, @v2, @v2`).Check(testkit.Rows("a a 1 1 1", "b b 2 2 2"))
tk.MustQuery(`execute stmt2 using @v2, @v2, @v3, @v3`).Check(testkit.Rows("b b 2 2 2", "c c 3 3 3"))
// For issue 19002
tk.Session().GetSessionVars().EnableClusteredIndex = vardef.ClusteredIndexDefModeOn
tk.MustExec(`drop table if exists t1`)
tk.MustExec(`create table t1(a int, b int, c int, primary key(a, b))`)
tk.MustExec(`insert into t1 values(1,1,111),(2,2,222),(3,3,333)`)
// Point Get:
tk.MustExec(`prepare stmt1 from "select * from t1 where t1.a = ? and t1.b = ?"`)
tk.MustExec(`set @v1=1, @v2=1`)
tk.MustQuery(`execute stmt1 using @v1,@v2`).Check(testkit.Rows("1 1 111"))
tk.MustExec(`set @v1=2, @v2=2`)
tk.MustQuery(`execute stmt1 using @v1,@v2`).Check(testkit.Rows("2 2 222"))
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1"))
// Batch Point Get:
tk.MustExec(`prepare stmt2 from "select * from t1 where (t1.a,t1.b) in ((?,?),(?,?))"`)
tk.MustExec(`set @v1=1, @v2=1, @v3=2, @v4=2`)
tk.MustQuery(`execute stmt2 using @v1,@v2,@v3,@v4`).Check(testkit.Rows("1 1 111", "2 2 222"))
tk.MustExec(`set @v1=2, @v2=2, @v3=3, @v4=3`)
tk.MustQuery(`execute stmt2 using @v1,@v2,@v3,@v4`).Check(testkit.Rows("2 2 222", "3 3 333"))
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1"))
}
func TestPlanCacheWithDifferentVariableTypes(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("set tidb_cost_model_version=1")
tk.MustExec("use test")
tk.MustExec("drop table if exists t1, t2")
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec("create table t1(a varchar(20), b int, c float, key(b, a))")
tk.MustExec("insert into t1 values('1',1,1.1),('2',2,222),('3',3,333)")
tk.MustExec("create table t2(a varchar(20), b int, c float, key(b, a))")
tk.MustExec("insert into t2 values('3',3,3.3),('2',2,222),('3',3,333)")
var input []struct {
PrepareStmt string
Executes []struct {
Vars []struct {
Name string
Value string
}
ExecuteSQL string
}
}
var output []struct {
PrepareStmt string
Executes []struct {
SQL string
Vars []struct {
Name string
Value string
}
Plan []string
LastPlanUseCache string
Result []string
}
}
prepareMergeSuiteData.LoadTestCases(t, &input, &output)
for i, tt := range input {
tk.MustExec(tt.PrepareStmt)
testdata.OnRecord(func() {
output[i].PrepareStmt = tt.PrepareStmt
output[i].Executes = make([]struct {
SQL string
Vars []struct {
Name string
Value string
}
Plan []string
LastPlanUseCache string
Result []string
}, len(tt.Executes))
})
require.Equal(t, tt.PrepareStmt, output[i].PrepareStmt)
for j, exec := range tt.Executes {
for _, v := range exec.Vars {
tk.MustExec(fmt.Sprintf(`set @%s = %s`, v.Name, v.Value))
}
res := tk.MustQuery(exec.ExecuteSQL)
lastPlanUseCache := tk.MustQuery("select @@last_plan_from_cache").Rows()[0][0]
tk.MustQuery(exec.ExecuteSQL)
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
plan := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
testdata.OnRecord(func() {
output[i].Executes[j].SQL = exec.ExecuteSQL
output[i].Executes[j].Plan = testdata.ConvertRowsToStrings(plan.Rows())
output[i].Executes[j].Vars = exec.Vars
output[i].Executes[j].LastPlanUseCache = lastPlanUseCache.(string)
output[i].Executes[j].Result = testdata.ConvertRowsToStrings(res.Rows())
})
require.Equal(t, exec.ExecuteSQL, output[i].Executes[j].SQL)
plan.Check(testkit.Rows(output[i].Executes[j].Plan...))
require.Equal(t, exec.Vars, output[i].Executes[j].Vars)
require.Equal(t, lastPlanUseCache.(string), output[i].Executes[j].LastPlanUseCache)
res.Check(testkit.Rows(output[i].Executes[j].Result...))
}
}
}
func TestPlanCacheOperators(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
type ExecCase struct {
Parameters []string
UseCache bool
}
type PrepCase struct {
PrepStmt string
ExecCases []ExecCase
}
cases := []PrepCase{
{"use test", nil},
// cases for TableReader on PK
{"create table t (a int, b int, primary key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select a from t where a=?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select a from t where a in (?,?,?)", []ExecCase{
{[]string{"1", "1", "1"}, false},
{[]string{"2", "3", "4"}, true},
{[]string{"3", "5", "7"}, true},
}},
{"select a from t where a>? and a<?", []ExecCase{
{[]string{"5", "1"}, false},
{[]string{"1", "4"}, true},
{[]string{"3", "9"}, true},
}},
{"drop table t", nil},
// cases for IndexReader on UK
{"create table t (a int, b int, unique key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select a from t where a=?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select a from t where a in (?,?,?)", []ExecCase{
{[]string{"1", "1", "1"}, false},
{[]string{"2", "3", "4"}, true},
{[]string{"3", "5", "7"}, true},
}},
{"select a from t where a>? and a<?", []ExecCase{
{[]string{"5", "1"}, false},
{[]string{"1", "4"}, true},
{[]string{"3", "9"}, true},
}},
{"drop table t", nil},
// cases for IndexReader on Index
{"create table t (a int, b int, key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select a from t where a=?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select a from t where a in (?,?,?)", []ExecCase{
{[]string{"1", "1", "1"}, false},
{[]string{"2", "3", "4"}, true},
{[]string{"3", "5", "7"}, true},
}},
{"select a from t where a>? and a<?", []ExecCase{
{[]string{"5", "1"}, false},
{[]string{"1", "4"}, true},
{[]string{"3", "9"}, true},
}},
{"drop table t", nil},
// cases for IndexLookUp on UK
{"create table t (a int, b int, unique key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select * from t where a=?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select * from t where a in (?,?,?)", []ExecCase{
{[]string{"1", "1", "1"}, false},
{[]string{"2", "3", "4"}, true},
{[]string{"3", "5", "7"}, true},
}},
{"select * from t where a>? and a<?", []ExecCase{
{[]string{"5", "1"}, false},
{[]string{"1", "4"}, true},
{[]string{"3", "9"}, true},
}},
{"drop table t", nil},
// cases for IndexLookUp on Index
{"create table t (a int, b int, key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select * from t where a=?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select * from t where a in (?,?,?)", []ExecCase{
{[]string{"1", "1", "1"}, false},
{[]string{"2", "3", "4"}, true},
{[]string{"3", "5", "7"}, true},
}},
{"select * from t where a>? and a<?", []ExecCase{
{[]string{"5", "1"}, false},
{[]string{"1", "4"}, true},
{[]string{"3", "9"}, true},
}},
{"drop table t", nil},
// cases for HashJoin
{"create table t (a int, b int, key(a))", nil},
{"insert into t values (1,1), (2,2), (3,3), (4,4), (5,5), (6,null)", nil},
{"select /*+ HASH_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ HASH_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t2.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ HASH_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>? and t2.b<?", []ExecCase{
{[]string{"1", "10"}, false},
{[]string{"3", "5"}, true},
{[]string{"5", "3"}, true},
}},
// cases for MergeJoin
{"select /*+ MERGE_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ MERGE_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t2.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ MERGE_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>? and t2.b<?", []ExecCase{
{[]string{"1", "10"}, false},
{[]string{"3", "5"}, true},
{[]string{"5", "3"}, true},
}},
// cases for IndexJoin
{"select /*+ INL_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ INL_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t2.b>?", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, true},
{[]string{"5"}, true},
}},
{"select /*+ INL_JOIN(t1, t2) */ * from t t1, t t2 where t1.a=t2.a and t1.b>? and t2.b<?", []ExecCase{
{[]string{"1", "10"}, false},
{[]string{"3", "5"}, true},
{[]string{"5", "3"}, true},
}},
// cases for NestedLoopJoin (Apply)
{"select * from t t1 where t1.b>? and t1.a > (select min(t2.a) from t t2 where t2.b < t1.b)", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, false}, // plans with sub-queries cannot be cached, but the result must be correct
{[]string{"5"}, false},
}},
{"select * from t t1 where t1.a > (select min(t2.a) from t t2 where t2.b < t1.b+?)", []ExecCase{
{[]string{"1"}, false},
{[]string{"3"}, false},
{[]string{"5"}, false},
}},
{"select * from t t1 where t1.b>? and t1.a > (select min(t2.a) from t t2 where t2.b < t1.b+?)", []ExecCase{
{[]string{"1", "1"}, false},
{[]string{"3", "2"}, false},
{[]string{"5", "3"}, false},
}},
{"drop table t", nil},
// cases for Window
{"create table t (name varchar(50), y int, sale decimal(14,2))", nil},
{"insert into t values ('Bob',2016,2.4), ('Bob',2017,3.2), ('Bob',2018,2.1), ('Alice',2016,1.4), ('Alice',2017,2), ('Alice',2018,3.3), ('John',2016,4), ('John',2017,2.1), ('John',2018,5)", nil},
{"select *, sum(sale) over (partition by y order by sale) total from t where sale>? order by y", []ExecCase{
{[]string{"0.1"}, false},
{[]string{"0.5"}, true},
{[]string{"1.5"}, true},
{[]string{"3.5"}, true},
}},
{"select *, sum(sale) over (partition by y order by sale+? rows 2 preceding) total from t order by y", []ExecCase{
{[]string{"0.1"}, false},
{[]string{"0.5"}, true},
{[]string{"1.5"}, true},
{[]string{"3.5"}, true},
}},
{"select *, rank() over (partition by y order by sale+? rows 2 preceding) total from t order by y", []ExecCase{
{[]string{"0.1"}, false},
{[]string{"0.5"}, true},
{[]string{"1.5"}, true},
{[]string{"3.5"}, true},
}},
{"select *, first_value(sale) over (partition by y order by sale+? rows 2 preceding) total from t order by y", []ExecCase{
{[]string{"0.1"}, false},
{[]string{"0.5"}, true},
{[]string{"1.5"}, true},
{[]string{"3.5"}, true},
}},
{"select *, first_value(sale) over (partition by y order by sale rows ? preceding) total from t order by y", []ExecCase{
{[]string{"1"}, false}, // window plans with parameters in frame cannot be cached
{[]string{"2"}, false},
{[]string{"3"}, false},
{[]string{"4"}, false},
}},
{"drop table t", nil},
// cases for Limit
{"create table t (a int)", nil},
{"insert into t values (1), (1), (2), (2), (3), (4), (5), (6), (7), (8), (9), (0), (0)", nil},
{"select * from t limit ?", []ExecCase{
{[]string{"20"}, false},
{[]string{"30"}, false},
}},
{"select * from t limit 40, ?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, false},
}},
{"select * from t limit ?, 10", []ExecCase{
{[]string{"20"}, false},
{[]string{"30"}, false},
}},
{"select * from t limit ?, ?", []ExecCase{
{[]string{"20", "20"}, false},
{[]string{"20", "40"}, false},
}},
{"select * from t where a<? limit 20", []ExecCase{
{[]string{"2"}, false},
{[]string{"5"}, true},
{[]string{"9"}, true},
}},
{"drop table t", nil},
// cases for order
{"create table t (a int, b int)", nil},
{"insert into t values (0, 0), (1, 1), (2, 2), (3, 3), (4, 4), (5, 5)", nil},
{"select * from t order by ?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, false},
}},
{"select * from t order by b+?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select * from t order by mod(a, ?)", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
{"select * from t where b>? order by mod(a, 3)", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, true},
{[]string{"3"}, true},
}},
// cases for topN
{"select * from t order by b limit ?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, false},
}},
{"select * from t order by b limit 10, ?", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, false},
}},
{"select * from t order by ? limit 10", []ExecCase{
{[]string{"1"}, false},
{[]string{"2"}, false},
}},
{"select * from t order by ? limit ?", []ExecCase{
{[]string{"1", "10"}, false},
{[]string{"2", "20"}, false},
}},
}
for _, prepCase := range cases {
isQuery := strings.Contains(prepCase.PrepStmt, "select")
if !isQuery {
tk.MustExec(prepCase.PrepStmt)
continue
}
tk.MustExec(fmt.Sprintf(`prepare stmt from '%v'`, prepCase.PrepStmt))
for _, execCase := range prepCase.ExecCases {
// set all parameters
usingStmt := ""
if len(execCase.Parameters) > 0 {
setStmt := "set "
usingStmt = "using "
for i, parameter := range execCase.Parameters {
if i > 0 {
setStmt += ", "
usingStmt += ", "
}
setStmt += fmt.Sprintf("@x%v=%v", i, parameter)
usingStmt += fmt.Sprintf("@x%v", i)
}
tk.MustExec(setStmt)
}
// execute this statement and check whether it uses a cached plan
results := tk.MustQuery("execute stmt " + usingStmt).Sort().Rows()
// check whether the result is correct
tmp := strings.Split(prepCase.PrepStmt, "?")
require.Equal(t, len(execCase.Parameters)+1, len(tmp))
query := ""
for i := range tmp {
query += tmp[i]
if i < len(execCase.Parameters) {
query += execCase.Parameters[i]
}
}
tk.MustQuery(query).Sort().Check(results)
}
}
}
func TestIssue29101(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("set tidb_cost_model_version=1")
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec(`set @@tidb_opt_advanced_join_hint=0`)
tk.MustExec(`use test`)
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec(`CREATE TABLE customer (
c_id int(11) NOT NULL,
c_d_id int(11) NOT NULL,
c_w_id int(11) NOT NULL,
c_first varchar(16) DEFAULT NULL,
c_last varchar(16) DEFAULT NULL,
c_credit char(2) DEFAULT NULL,
c_discount decimal(4,4) DEFAULT NULL,
PRIMARY KEY (c_w_id,c_d_id,c_id) NONCLUSTERED,
KEY idx_customer (c_w_id,c_d_id,c_last,c_first)
)`)
tk.MustExec(`CREATE TABLE warehouse (
w_id int(11) NOT NULL,
w_tax decimal(4,4) DEFAULT NULL,
PRIMARY KEY (w_id)
)`)
tk.MustExec(`prepare s1 from 'SELECT /*+ TIDB_INLJ(customer,warehouse) */ c_discount, c_last, c_credit, w_tax FROM customer, warehouse WHERE w_id = ? AND c_w_id = w_id AND c_d_id = ? AND c_id = ?'`)
tk.MustExec(`set @a=936,@b=7,@c=158`)
tk.MustQuery(`execute s1 using @a,@b,@c`).Check(testkit.Rows())
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Check(testkit.Rows( // can use PK
`Projection_6 1.00 root test.customer.c_discount, test.customer.c_last, test.customer.c_credit, test.warehouse.w_tax`,
`└─IndexJoin_11 1.00 root inner join, inner:TableReader_30, outer key:test.customer.c_w_id, inner key:test.warehouse.w_id, equal cond:eq(test.customer.c_w_id, test.warehouse.w_id)`,
` ├─Point_Get_27(Build) 1.00 root table:customer, index:PRIMARY(c_w_id, c_d_id, c_id) `,
` └─TableReader_30(Probe) 0.00 root data:Selection_29`,
` └─Selection_29 0.00 cop[tikv] eq(test.warehouse.w_id, 936)`,
` └─TableRangeScan_28 1.00 cop[tikv] table:warehouse range: decided by [test.customer.c_w_id], keep order:false, stats:pseudo`))
tk.MustQuery(`execute s1 using @a,@b,@c`).Check(testkit.Rows())
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1")) // can use the plan-cache
tk.MustExec(`CREATE TABLE order_line (
ol_o_id int(11) NOT NULL,
ol_d_id int(11) NOT NULL,
ol_w_id int(11) NOT NULL,
ol_number int(11) NOT NULL,
ol_i_id int(11) NOT NULL,
PRIMARY KEY (ol_w_id,ol_d_id,ol_o_id,ol_number) NONCLUSTERED)`)
tk.MustExec(`CREATE TABLE stock (
s_i_id int(11) NOT NULL,
s_w_id int(11) NOT NULL,
s_quantity int(11) DEFAULT NULL,
PRIMARY KEY (s_w_id,s_i_id) NONCLUSTERED)`)
tk.MustExec(`prepare s1 from 'SELECT /*+ TIDB_INLJ(order_line,stock) */ COUNT(DISTINCT (s_i_id)) stock_count FROM order_line, stock WHERE ol_w_id = ? AND ol_d_id = ? AND ol_o_id < ? AND ol_o_id >= ? - 20 AND s_w_id = ? AND s_i_id = ol_i_id AND s_quantity < ?'`)
tk.MustExec(`set @a=391,@b=1,@c=3058,@d=18`)
tk.MustExec(`execute s1 using @a,@b,@c,@c,@a,@d`)
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Check(testkit.Rows( // can use index-join
`StreamAgg_14 1.00 root funcs:count(distinct test.stock.s_i_id)->Column#11`,
`└─IndexJoin_43 1.25 root inner join, inner:IndexLookUp_36, outer key:test.order_line.ol_i_id, inner key:test.stock.s_i_id, equal cond:eq(test.order_line.ol_i_id, test.stock.s_i_id)`,
` ├─IndexLookUp_32(Build) 1.25 root `,
` │ ├─IndexRangeScan_30(Build) 1.25 cop[tikv] table:order_line, index:PRIMARY(ol_w_id, ol_d_id, ol_o_id, ol_number) range:[391 1 3038,391 1 3058), keep order:false, stats:pseudo`,
` │ └─TableRowIDScan_31(Probe) 1.25 cop[tikv] table:order_line keep order:false, stats:pseudo`,
` └─IndexLookUp_36(Probe) 1.25 root `,
` ├─IndexRangeScan_33(Build) 1.25 cop[tikv] table:stock, index:PRIMARY(s_w_id, s_i_id) range: decided by [eq(test.stock.s_i_id, test.order_line.ol_i_id) eq(test.stock.s_w_id, 391)], keep order:false, stats:pseudo`,
` └─Selection_35(Probe) 1.25 cop[tikv] lt(test.stock.s_quantity, 18)`,
` └─TableRowIDScan_34 1.25 cop[tikv] table:stock keep order:false, stats:pseudo`))
tk.MustExec(`execute s1 using @a,@b,@c,@c,@a,@d`)
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1")) // can use the plan-cache
}
func TestParameterPushDown(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec(`use test`)
tk.MustExec(`drop table if exists t`)
tk.MustExec(`create table t (a int, b int, c int, key(a))`)
tk.MustExec(`insert into t values (1, 1, 1), (2, 2, 2), (3, 3, 3), (4, 4, 4), (5, 5, 5), (6, 6, 6)`)
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec(`set @x1=1,@x5=5,@x10=10,@x20=20`)
var input []struct {
SQL string
}
var output []struct {
Result []string
Plan []string
FromCache string
}
prepareMergeSuiteData.LoadTestCases(t, &input, &output)
for i, tt := range input {
if strings.HasPrefix(tt.SQL, "execute") {
res := tk.MustQuery(tt.SQL).Sort()
fromCache := tk.MustQuery("select @@last_plan_from_cache")
tk.MustQuery(tt.SQL)
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
plan := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID))
testdata.OnRecord(func() {
output[i].Result = testdata.ConvertRowsToStrings(res.Rows())
output[i].Plan = testdata.ConvertRowsToStrings(plan.Rows())
output[i].FromCache = fromCache.Rows()[0][0].(string)
})
res.Check(testkit.Rows(output[i].Result...))
plan.Check(testkit.Rows(output[i].Plan...))
require.Equal(t, fromCache.Rows()[0][0].(string), output[i].FromCache)
} else {
tk.MustExec(tt.SQL)
testdata.OnRecord(func() {
output[i].Result = nil
})
}
}
}
func TestPreparePlanCache4Function(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
// Testing for non-deterministic functions
tk.MustExec("prepare stmt from 'select rand()';")
res := tk.MustQuery("execute stmt;")
require.Equal(t, 1, len(res.Rows()))
res1 := tk.MustQuery("execute stmt;")
require.Equal(t, 1, len(res1.Rows()))
require.NotEqual(t, res.Rows()[0][0], res1.Rows()[0][0])
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
// Testing for control functions
tk.MustExec("prepare stmt from 'SELECT IFNULL(?,0);';")
tk.MustExec("set @a = 1, @b = null;")
tk.MustQuery("execute stmt using @a;").Check(testkit.Rows("1"))
tk.MustQuery("execute stmt using @b;").Check(testkit.Rows("0"))
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a int);")
tk.MustExec("prepare stmt from 'select a, case when a = ? then 0 when a <=> ? then 1 else 2 end b from t order by a;';")
tk.MustExec("insert into t values(0), (1), (2), (null);")
tk.MustExec("set @a = 0, @b = 1, @c = 2, @d = null;")
tk.MustQuery("execute stmt using @a, @b;").Check(testkit.Rows("<nil> 2", "0 0", "1 1", "2 2"))
tk.MustQuery("execute stmt using @c, @d;").Check(testkit.Rows("<nil> 1", "0 2", "1 2", "2 0"))
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
}
func TestPreparePlanCache4DifferentSystemVars(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
// Testing for 'sql_select_limit'
tk.MustExec("set @@sql_select_limit = 1")
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a int);")
tk.MustExec("insert into t values(0), (1), (null);")
tk.MustExec("prepare stmt from 'select a from t order by a;';")
tk.MustQuery("execute stmt;").Check(testkit.Rows("<nil>"))
tk.MustExec("set @@sql_select_limit = 2")
tk.MustQuery("execute stmt;").Check(testkit.Rows("<nil>", "0"))
// The 'sql_select_limit' will be stored in the cache key. So if the `sql_select_limit`
// have been changed, the plan cache can not be reused.
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
tk.MustExec("set @@sql_select_limit = 18446744073709551615")
tk.MustQuery("execute stmt;").Check(testkit.Rows("<nil>", "0", "1"))
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
// test for 'tidb_enable_index_merge'
tk.MustExec("set @@tidb_enable_index_merge = 1;")
tk.MustExec("drop table if exists t;")
tk.MustExec("create table t(a int, b int, index idx_a(a), index idx_b(b));")
tk.MustExec("prepare stmt from 'select * from t use index(idx_a, idx_b) where a > 1 or b > 1;';")
tk.MustExec("execute stmt;")
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res := tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Equal(t, 4, len(res.Rows()))
require.Contains(t, res.Rows()[0][0], "IndexMerge")
tk.MustExec("set @@tidb_enable_index_merge = 0;")
tk.MustExec("execute stmt;")
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Equal(t, 4, len(res.Rows()))
require.Contains(t, res.Rows()[0][0], "IndexMerge")
tk.MustExec("execute stmt;")
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("1"))
// test for 'tidb_enable_parallel_apply'
tk.MustExec("set @@tidb_enable_collect_execution_info=1;")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a int, b int)")
tk.MustExec("insert into t values (0, 0), (1, 1), (2, 2), (3, 3), (4, 4), (5, 5), (6, 6), (7, 7), (8, 8), (9, 9), (null, null)")
tk.MustExec("set tidb_enable_parallel_apply=true")
tk.MustExec("prepare stmt from 'select t1.b from t t1 where t1.b > (select max(b) from t t2 where t1.a > t2.a);';")
tk.MustQuery("execute stmt;").Sort().Check(testkit.Rows("1", "2", "3", "4", "5", "6", "7", "8", "9"))
tk.Session().SetProcessInfo("", time.Now(), mysql.ComSleep, 0)
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Contains(t, res.Rows()[1][0], "Apply")
require.Contains(t, res.Rows()[1][5], "Concurrency")
tk.MustExec("set tidb_enable_parallel_apply=false")
tk.MustQuery("execute stmt;").Sort().Check(testkit.Rows("1", "2", "3", "4", "5", "6", "7", "8", "9"))
tk.Session().SetProcessInfo("", time.Now(), mysql.ComSleep, 0)
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Contains(t, res.Rows()[1][0], "Apply")
executionInfo := fmt.Sprintf("%v", res.Rows()[1][4])
// Do not use the parallel apply.
require.False(t, strings.Contains(executionInfo, "Concurrency"))
tk.MustExec("execute stmt;")
// The subquery plan with PhysicalApply can't be cached.
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
tk.MustExec("execute stmt;")
tk.MustQuery("show warnings").Check(testkit.Rows("Warning 1105 skip prepared plan-cache: PhysicalApply plan is un-cacheable"))
// test for apply cache
tk.MustExec("set @@tidb_enable_collect_execution_info=1;")
tk.MustExec("set tidb_mem_quota_apply_cache=33554432")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t (a int, b int)")
tk.MustExec("insert into t values (0, 0), (1, 1), (2, 2), (3, 3), (4, 4), (5, 5), (6, 6), (7, 7), (8, 8), (9, 9), (null, null)")
tk.MustExec("prepare stmt from 'select t1.b from t t1 where t1.b > (select max(b) from t t2 where t1.a > t2.a);';")
tk.MustQuery("execute stmt;").Sort().Check(testkit.Rows("1", "2", "3", "4", "5", "6", "7", "8", "9"))
tk.Session().SetProcessInfo("", time.Now(), mysql.ComSleep, 0)
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Contains(t, res.Rows()[1][0], "Apply")
require.Contains(t, res.Rows()[1][5], "cache:ON")
tk.MustExec("set tidb_mem_quota_apply_cache=0")
tk.MustQuery("execute stmt;").Sort().Check(testkit.Rows("1", "2", "3", "4", "5", "6", "7", "8", "9"))
tk.Session().SetProcessInfo("", time.Now(), mysql.ComSleep, 0)
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
res = tk.MustQuery("explain for connection " + strconv.FormatUint(tkProcess.ID, 10))
require.Contains(t, res.Rows()[1][0], "Apply")
executionInfo = fmt.Sprintf("%v", res.Rows()[1][5])
// Do not use the apply cache.
require.True(t, strings.Contains(executionInfo, "cache:OFF"))
tk.MustExec("execute stmt;")
// The subquery plan can not be cached.
tk.MustQuery("select @@last_plan_from_cache;").Check(testkit.Rows("0"))
}
func TestPrepareStmtAfterIsolationReadChange(t *testing.T) {
store, dom := testkit.CreateMockStoreAndDomain(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=0`)
tk.Session().Auth(&auth.UserIdentity{Username: "root", Hostname: "localhost", CurrentUser: true, AuthUsername: "root", AuthHostname: "%"}, nil, []byte("012345678901234567890"), nil)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a int)")
tk.MustExec("set @@session.tidb_allow_tiflash_cop=ON")
// create virtual tiflash replica.
is := dom.InfoSchema()
tbl, err := is.TableByName(context.Background(), ast.NewCIStr("test"), ast.NewCIStr("t"))
require.NoError(t, err)
tbl.Meta().TiFlashReplica = &model.TiFlashReplicaInfo{
Count: 1,
Available: true,
}
tk.MustExec("set @@session.tidb_isolation_read_engines='tikv'")
tk.MustExec("set @@tidb_enable_collect_execution_info=0;")
tk.MustExec("prepare stmt from \"select * from t\"")
tk.MustQuery("execute stmt")
tkProcess := tk.Session().ShowProcess()
ps := []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows := tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Rows()
require.Equal(t, "cop[tikv]", rows[len(rows)-1][2])
tk.MustExec("set @@session.tidb_isolation_read_engines='tiflash'")
// allowing mpp will generate mpp[tiflash] plan, the test framework will time out due to
// "retry for TiFlash peer with region missing", so disable mpp mode to use cop mode instead.
tk.MustExec("set @@session.tidb_allow_mpp=0")
tk.MustExec("execute stmt")
tkProcess = tk.Session().ShowProcess()
ps = []*sessmgr.ProcessInfo{tkProcess}
tk.Session().SetSessionManager(&testkit.MockSessionManager{PS: ps})
rows = tk.MustQuery(fmt.Sprintf("explain for connection %d", tkProcess.ID)).Rows()
require.Equal(t, rows[len(rows)-1][2], "cop[tiflash]")
require.Equal(t, 1, len(tk.Session().GetSessionVars().PreparedStmts))
require.Equal(t, "select * from `t`", tk.Session().GetSessionVars().PreparedStmts[1].(*plannercore.PlanCacheStmt).NormalizedSQL)
require.Equal(t, "", tk.Session().GetSessionVars().PreparedStmts[1].(*plannercore.PlanCacheStmt).NormalizedPlan)
}
func TestPreparePC4Binding(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.Session().Auth(&auth.UserIdentity{Username: "root", Hostname: "localhost", CurrentUser: true, AuthUsername: "root", AuthHostname: "%"}, nil, []byte("012345678901234567890"), nil)
tk.MustExec("use test")
tk.MustExec("drop table if exists t")
tk.MustExec("create table t(a int)")
tk.MustExec("prepare stmt from \"select * from t\"")
require.Equal(t, 1, len(tk.Session().GetSessionVars().PreparedStmts))
tk.MustQuery("execute stmt")
tk.MustQuery("select @@last_plan_from_binding").Check(testkit.Rows("0"))
tk.MustQuery("execute stmt")
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustExec("create binding for select * from t using select * from t")
res := tk.MustQuery("show session bindings")
require.Equal(t, 1, len(res.Rows()))
tk.MustQuery("execute stmt")
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("0"))
tk.MustQuery("execute stmt")
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustQuery("execute stmt")
tk.MustQuery("select @@last_plan_from_binding").Check(testkit.Rows("1"))
}
func TestMaxPreparedStmtCount(t *testing.T) {
oldVal := atomic.LoadInt64(&variable.PreparedStmtCount)
atomic.StoreInt64(&variable.PreparedStmtCount, 0)
defer func() {
atomic.StoreInt64(&variable.PreparedStmtCount, oldVal)
}()
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("set @@global.max_prepared_stmt_count = 2")
tk.MustExec("prepare stmt1 from 'select ? as num from dual'")
tk.MustExec("prepare stmt2 from 'select ? as num from dual'")
err := tk.ExecToErr("prepare stmt3 from 'select ? as num from dual'")
require.True(t, terror.ErrorEqual(err, variable.ErrMaxPreparedStmtCountReached))
}
func TestPrepareWorkWithForeignKey(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("drop table if exists t1, t2")
tk.MustExec("create table t1(a int, key(a))")
tk.MustExec("create table t2(a int, key(a))")
tk.MustExec("prepare stmt from 'insert into t2 values (0)'")
tk.MustExec("execute stmt")
tk.MustQuery("select * from t2").Check(testkit.Rows("0"))
tk.MustExec("delete from t2")
tk.MustExec("execute stmt")
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustQuery("select * from t2").Check(testkit.Rows("0"))
tk.MustExec("delete from t2")
// Then we create a foreign key constraint.
tk.MustExec("alter table t2 add constraint fk foreign key (a) references t1(a)")
tk.MustContainErrMsg("execute stmt", "Cannot add or update a child row: a foreign key constraint fails")
// As schema version increased, the plan cache should be invalidated.
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("0"))
}
func TestPrepareProtocolWorkWithForeignKey(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("drop table if exists t1, t2")
tk.MustExec("create table t1(a int, key(a))")
tk.MustExec("create table t2(a int, key(a))")
stmtID, _, _, err := tk.Session().PrepareStmt("insert into t2 values (0)")
require.NoError(t, err)
_, err = tk.Session().ExecutePreparedStmt(context.Background(), stmtID, nil)
require.Nil(t, err)
tk.MustQuery("select * from t2").Check(testkit.Rows("0"))
tk.MustExec("delete from t2")
_, err = tk.Session().ExecutePreparedStmt(context.Background(), stmtID, nil)
require.Nil(t, err)
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("1"))
tk.MustQuery("select * from t2").Check(testkit.Rows("0"))
tk.MustExec("delete from t2")
// Then we create a foreign key constraint.
tk.MustExec("alter table t2 add constraint fk foreign key (a) references t1(a)")
_, err = tk.Session().ExecutePreparedStmt(context.Background(), stmtID, nil)
require.Contains(t, err.Error(), "Cannot add or update a child row: a foreign key constraint fails")
// As schema version increased, the plan cache should be invalidated.
tk.MustQuery("select @@last_plan_from_cache").Check(testkit.Rows("0"))
}
func TestExecuteWithWrongType(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("use test")
tk.MustExec("CREATE TABLE t3 (c1 int, c2 decimal(32, 30))")
tk.MustExec(`prepare p1 from "update t3 set c1 = 2 where c2 in (?, ?)"`)
tk.MustExec(`set @i0 = 0.0, @i1 = 0.0`)
tk.MustExec(`execute p1 using @i0, @i1`)
tk.MustExec(`set @i0 = 0.0, @i1 = 'aa'`)
tk.MustExecToErr(`execute p1 using @i0, @i1`)
tk.MustExec(`prepare p2 from "update t3 set c1 = 2 where c2 in (?, ?)"`)
tk.MustExec(`set @i0 = 0.0, @i1 = 'aa'`)
tk.MustExecToErr(`execute p2 using @i0, @i1`)
tk.MustExec(`set @i0 = 0.0, @i1 = 0.0`)
tk.MustExec(`execute p2 using @i0, @i1`)
}
func TestIssue58870(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec("use test")
tk.MustExec("set names GBK")
tk.MustExec(`CREATE TABLE tsecurity (
security_id int(11) NOT NULL DEFAULT 0,
mkt_id smallint(6) NOT NULL DEFAULT 0,
security_code varchar(64) CHARACTER SET gbk COLLATE gbk_bin NOT NULL DEFAULT ' ',
security_name varchar(128) CHARACTER SET gbk COLLATE gbk_bin NOT NULL DEFAULT ' ',
PRIMARY KEY (security_id) USING BTREE
) ENGINE = InnoDB CHARACTER SET = gbk COLLATE = gbk_bin ROW_FORMAT = Compact;`)
tk.MustExec("INSERT INTO tsecurity (security_id, security_code, mkt_id, security_name) VALUES (1, '1', 1 ,'\xB2\xE2')")
tk.MustExec("PREPARE a FROM 'INSERT INTO tsecurity (security_id, security_code, mkt_id, security_name) VALUES (2, 2, 2 ,\"\xB2\xE2\")'")
tk.MustExec("EXECUTE a")
stmt, _, _, err := tk.Session().PrepareStmt("INSERT INTO tsecurity (security_id, security_code, mkt_id, security_name) VALUES (3, 3, 3 ,\"\xB2\xE2\")")
require.Nil(t, err)
rs, err := tk.Session().ExecutePreparedStmt(context.TODO(), stmt, nil)
require.Nil(t, err)
require.Nil(t, rs)
}
func TestIssue57528(t *testing.T) {
store := testkit.CreateMockStore(t)
tk := testkit.NewTestKit(t, store)
tk.MustExec(`set tidb_enable_prepared_plan_cache=1`)
tk.MustExec("set @@tidb_enable_collect_execution_info=1")
tk.MustExec(`use test`)
tk.MustExec(`CREATE TABLE customer (
c_id int(11) NOT NULL,
c_discount int(11) DEFAULT NULL,
PRIMARY KEY (c_id))`)
tk.MustExec(`insert into customer values (1, 2)`)
tk.MustExec(`prepare stmt from 'SELECT c_discount FROM customer WHERE c_id = ?'`)
tk.MustExec(`set @c_id=1`)
tk.MustQuery(`execute stmt using @c_id`).Check(testkit.Rows("2"))
tk.MustQuery(`execute stmt using @c_id`).Check(testkit.Rows("2"))
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1")) // can use the cached plan
tk.MustExec("set @@tidb_enable_collect_execution_info=0")
defer func() {
tk.MustExec("set @@tidb_enable_collect_execution_info=1")
}()
tk.MustQuery(`execute stmt using @c_id`).Check(testkit.Rows("2"))
tk.MustQuery(`select @@last_plan_from_cache`).Check(testkit.Rows("1")) // can use the cached plan
}