395 lines
13 KiB
Go
395 lines
13 KiB
Go
// Copyright 2015 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tables_test
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
. "github.com/pingcap/check"
|
|
"github.com/pingcap/errors"
|
|
"github.com/pingcap/parser/model"
|
|
"github.com/pingcap/tidb/domain"
|
|
"github.com/pingcap/tidb/kv"
|
|
"github.com/pingcap/tidb/session"
|
|
"github.com/pingcap/tidb/sessionctx"
|
|
"github.com/pingcap/tidb/sessionctx/binloginfo"
|
|
"github.com/pingcap/tidb/store/mockstore"
|
|
"github.com/pingcap/tidb/table"
|
|
"github.com/pingcap/tidb/table/tables"
|
|
"github.com/pingcap/tidb/tablecodec"
|
|
"github.com/pingcap/tidb/types"
|
|
"github.com/pingcap/tidb/util"
|
|
"github.com/pingcap/tidb/util/testkit"
|
|
"github.com/pingcap/tidb/util/testleak"
|
|
binlog "github.com/pingcap/tipb/go-binlog"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
func TestT(t *testing.T) {
|
|
CustomVerboseFlag = true
|
|
TestingT(t)
|
|
}
|
|
|
|
var _ = Suite(&testSuite{})
|
|
|
|
type testSuite struct {
|
|
store kv.Storage
|
|
dom *domain.Domain
|
|
se session.Session
|
|
}
|
|
|
|
func (ts *testSuite) SetUpSuite(c *C) {
|
|
testleak.BeforeTest()
|
|
store, err := mockstore.NewMockTikvStore()
|
|
c.Check(err, IsNil)
|
|
ts.store = store
|
|
ts.dom, err = session.BootstrapSession(store)
|
|
c.Assert(err, IsNil)
|
|
ts.se, err = session.CreateSession4Test(ts.store)
|
|
c.Assert(err, IsNil)
|
|
ctx := ts.se
|
|
ctx.GetSessionVars().BinlogClient = binloginfo.MockPumpsClient(mockPumpClient{})
|
|
ctx.GetSessionVars().InRestrictedSQL = false
|
|
}
|
|
|
|
func (ts *testSuite) TearDownSuite(c *C) {
|
|
ts.dom.Close()
|
|
c.Assert(ts.store.Close(), IsNil)
|
|
testleak.AfterTest(c)()
|
|
}
|
|
|
|
type mockPumpClient struct{}
|
|
|
|
func (m mockPumpClient) WriteBinlog(ctx context.Context, in *binlog.WriteBinlogReq, opts ...grpc.CallOption) (*binlog.WriteBinlogResp, error) {
|
|
return &binlog.WriteBinlogResp{}, nil
|
|
}
|
|
|
|
func (m mockPumpClient) PullBinlogs(ctx context.Context, in *binlog.PullBinlogReq, opts ...grpc.CallOption) (binlog.Pump_PullBinlogsClient, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (ts *testSuite) TestBasic(c *C) {
|
|
_, err := ts.se.Execute(context.Background(), "CREATE TABLE test.t (a int primary key auto_increment, b varchar(255) unique)")
|
|
c.Assert(err, IsNil)
|
|
c.Assert(ts.se.NewTxn(context.Background()), IsNil)
|
|
tb, err := ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("t"))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(tb.Meta().ID, Greater, int64(0))
|
|
c.Assert(tb.Meta().Name.L, Equals, "t")
|
|
c.Assert(tb.Meta(), NotNil)
|
|
c.Assert(tb.Indices(), NotNil)
|
|
c.Assert(string(tb.FirstKey()), Not(Equals), "")
|
|
c.Assert(string(tb.IndexPrefix()), Not(Equals), "")
|
|
c.Assert(string(tb.RecordPrefix()), Not(Equals), "")
|
|
c.Assert(tables.FindIndexByColName(tb, "b"), NotNil)
|
|
|
|
autoid, err := table.AllocAutoIncrementValue(context.Background(), tb, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(autoid, Greater, int64(0))
|
|
|
|
handle, err := tb.AllocHandle(nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(handle, Greater, int64(0))
|
|
|
|
ctx := ts.se
|
|
rid, err := tb.AddRecord(ctx, types.MakeDatums(1, "abc"))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(rid, Greater, int64(0))
|
|
row, err := tb.Row(ctx, rid)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(row), Equals, 2)
|
|
c.Assert(row[0].GetInt64(), Equals, int64(1))
|
|
|
|
_, err = tb.AddRecord(ctx, types.MakeDatums(1, "aba"))
|
|
c.Assert(err, NotNil)
|
|
_, err = tb.AddRecord(ctx, types.MakeDatums(2, "abc"))
|
|
c.Assert(err, NotNil)
|
|
|
|
c.Assert(tb.UpdateRecord(ctx, rid, types.MakeDatums(1, "abc"), types.MakeDatums(1, "cba"), []bool{false, true}), IsNil)
|
|
|
|
tb.IterRecords(ctx, tb.FirstKey(), tb.Cols(), func(h int64, data []types.Datum, cols []*table.Column) (bool, error) {
|
|
return true, nil
|
|
})
|
|
|
|
indexCnt := func() int {
|
|
cnt, err1 := countEntriesWithPrefix(ctx, tb.IndexPrefix())
|
|
c.Assert(err1, IsNil)
|
|
return cnt
|
|
}
|
|
|
|
// RowWithCols test
|
|
vals, err := tb.RowWithCols(ctx, 1, tb.Cols())
|
|
c.Assert(err, IsNil)
|
|
c.Assert(vals, HasLen, 2)
|
|
c.Assert(vals[0].GetInt64(), Equals, int64(1))
|
|
cols := []*table.Column{tb.Cols()[1]}
|
|
vals, err = tb.RowWithCols(ctx, 1, cols)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(vals, HasLen, 1)
|
|
c.Assert(vals[0].GetBytes(), DeepEquals, []byte("cba"))
|
|
|
|
// Make sure there is index data in the storage.
|
|
c.Assert(indexCnt(), Greater, 0)
|
|
c.Assert(tb.RemoveRecord(ctx, rid, types.MakeDatums(1, "cba")), IsNil)
|
|
// Make sure index data is also removed after tb.RemoveRecord().
|
|
c.Assert(indexCnt(), Equals, 0)
|
|
_, err = tb.AddRecord(ctx, types.MakeDatums(1, "abc"))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(indexCnt(), Greater, 0)
|
|
handle, found, err := tb.Seek(ctx, 0)
|
|
c.Assert(handle, Equals, int64(1))
|
|
c.Assert(found, Equals, true)
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(context.Background(), "drop table test.t")
|
|
c.Assert(err, IsNil)
|
|
|
|
table.MockTableFromMeta(tb.Meta())
|
|
alc := tb.Allocator(nil)
|
|
c.Assert(alc, NotNil)
|
|
|
|
err = tb.RebaseAutoID(nil, 0, false)
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
func countEntriesWithPrefix(ctx sessionctx.Context, prefix []byte) (int, error) {
|
|
cnt := 0
|
|
txn, err := ctx.Txn(true)
|
|
if err != nil {
|
|
return 0, errors.Trace(err)
|
|
}
|
|
err = util.ScanMetaWithPrefix(txn, prefix, func(k kv.Key, v []byte) bool {
|
|
cnt++
|
|
return true
|
|
})
|
|
return cnt, err
|
|
}
|
|
|
|
func (ts *testSuite) TestTypes(c *C) {
|
|
ctx := context.Background()
|
|
_, err := ts.se.Execute(context.Background(), "CREATE TABLE test.t (c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 text, c6 blob, c7 varchar(64), c8 time, c9 timestamp null default CURRENT_TIMESTAMP, c10 decimal(10,1))")
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("t"))
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(ctx, "insert test.t values (1, 2, 3, 4, '5', '6', '7', '10:10:10', null, 1.4)")
|
|
c.Assert(err, IsNil)
|
|
rs, err := ts.se.Execute(ctx, "select * from test.t where c1 = 1")
|
|
c.Assert(err, IsNil)
|
|
req := rs[0].NewChunk()
|
|
err = rs[0].Next(ctx, req)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(req.NumRows() == 0, IsFalse)
|
|
c.Assert(rs[0].Close(), IsNil)
|
|
_, err = ts.se.Execute(ctx, "drop table test.t")
|
|
c.Assert(err, IsNil)
|
|
|
|
_, err = ts.se.Execute(ctx, "CREATE TABLE test.t (c1 tinyint unsigned, c2 smallint unsigned, c3 int unsigned, c4 bigint unsigned, c5 double, c6 bit(8))")
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(ctx, "insert test.t values (1, 2, 3, 4, 5, 6)")
|
|
c.Assert(err, IsNil)
|
|
rs, err = ts.se.Execute(ctx, "select * from test.t where c1 = 1")
|
|
c.Assert(err, IsNil)
|
|
req = rs[0].NewChunk()
|
|
err = rs[0].Next(ctx, req)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(req.NumRows() == 0, IsFalse)
|
|
row := req.GetRow(0)
|
|
c.Assert(types.BinaryLiteral(row.GetBytes(5)), DeepEquals, types.NewBinaryLiteralFromUint(6, -1))
|
|
c.Assert(rs[0].Close(), IsNil)
|
|
_, err = ts.se.Execute(ctx, "drop table test.t")
|
|
c.Assert(err, IsNil)
|
|
|
|
_, err = ts.se.Execute(ctx, "CREATE TABLE test.t (c1 enum('a', 'b', 'c'))")
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(ctx, "insert test.t values ('a'), (2), ('c')")
|
|
c.Assert(err, IsNil)
|
|
rs, err = ts.se.Execute(ctx, "select c1 + 1 from test.t where c1 = 1")
|
|
c.Assert(err, IsNil)
|
|
req = rs[0].NewChunk()
|
|
err = rs[0].Next(ctx, req)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(req.NumRows() == 0, IsFalse)
|
|
c.Assert(req.GetRow(0).GetFloat64(0), DeepEquals, float64(2))
|
|
c.Assert(rs[0].Close(), IsNil)
|
|
_, err = ts.se.Execute(ctx, "drop table test.t")
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
func (ts *testSuite) TestUniqueIndexMultipleNullEntries(c *C) {
|
|
ctx := context.Background()
|
|
_, err := ts.se.Execute(ctx, "drop table if exists test.t")
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(ctx, "CREATE TABLE test.t (a int primary key auto_increment, b varchar(255) unique)")
|
|
c.Assert(err, IsNil)
|
|
tb, err := ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("t"))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(tb.Meta().ID, Greater, int64(0))
|
|
c.Assert(tb.Meta().Name.L, Equals, "t")
|
|
c.Assert(tb.Meta(), NotNil)
|
|
c.Assert(tb.Indices(), NotNil)
|
|
c.Assert(string(tb.FirstKey()), Not(Equals), "")
|
|
c.Assert(string(tb.IndexPrefix()), Not(Equals), "")
|
|
c.Assert(string(tb.RecordPrefix()), Not(Equals), "")
|
|
c.Assert(tables.FindIndexByColName(tb, "b"), NotNil)
|
|
|
|
handle, err := tb.AllocHandle(nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(handle, Greater, int64(0))
|
|
|
|
autoid, err := table.AllocAutoIncrementValue(context.Background(), tb, nil)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(autoid, Greater, int64(0))
|
|
|
|
sctx := ts.se
|
|
c.Assert(sctx.NewTxn(ctx), IsNil)
|
|
_, err = tb.AddRecord(sctx, types.MakeDatums(1, nil))
|
|
c.Assert(err, IsNil)
|
|
_, err = tb.AddRecord(sctx, types.MakeDatums(2, nil))
|
|
c.Assert(err, IsNil)
|
|
txn, err := sctx.Txn(true)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(txn.Rollback(), IsNil)
|
|
_, err = ts.se.Execute(context.Background(), "drop table test.t")
|
|
c.Assert(err, IsNil)
|
|
}
|
|
|
|
func (ts *testSuite) TestRowKeyCodec(c *C) {
|
|
tableVal := []struct {
|
|
tableID int64
|
|
h int64
|
|
ID int64
|
|
}{
|
|
{1, 1234567890, 0},
|
|
{2, 1, 0},
|
|
{3, -1, 0},
|
|
{4, -1, 1},
|
|
}
|
|
|
|
for _, t := range tableVal {
|
|
b := tablecodec.EncodeRowKeyWithHandle(t.tableID, t.h)
|
|
tableID, handle, err := tablecodec.DecodeRecordKey(b)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(tableID, Equals, t.tableID)
|
|
c.Assert(handle, Equals, t.h)
|
|
|
|
handle, err = tablecodec.DecodeRowKey(b)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(handle, Equals, t.h)
|
|
}
|
|
|
|
// test error
|
|
tbl := []string{
|
|
"",
|
|
"x",
|
|
"t1",
|
|
"t12345678",
|
|
"t12345678_i",
|
|
"t12345678_r1",
|
|
"t12345678_r1234567",
|
|
}
|
|
|
|
for _, t := range tbl {
|
|
_, err := tablecodec.DecodeRowKey(kv.Key(t))
|
|
c.Assert(err, NotNil)
|
|
}
|
|
}
|
|
|
|
func (ts *testSuite) TestUnsignedPK(c *C) {
|
|
ts.se.Execute(context.Background(), "DROP TABLE IF EXISTS test.tPK")
|
|
_, err := ts.se.Execute(context.Background(), "CREATE TABLE test.tPK (a bigint unsigned primary key, b varchar(255))")
|
|
c.Assert(err, IsNil)
|
|
tb, err := ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("tPK"))
|
|
c.Assert(err, IsNil)
|
|
c.Assert(ts.se.NewTxn(context.Background()), IsNil)
|
|
rid, err := tb.AddRecord(ts.se, types.MakeDatums(1, "abc"))
|
|
c.Assert(err, IsNil)
|
|
row, err := tb.Row(ts.se, rid)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(len(row), Equals, 2)
|
|
c.Assert(row[0].Kind(), Equals, types.KindUint64)
|
|
c.Assert(ts.se.StmtCommit(), IsNil)
|
|
txn, err := ts.se.Txn(true)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(txn.Commit(context.Background()), IsNil)
|
|
}
|
|
|
|
func (ts *testSuite) TestIterRecords(c *C) {
|
|
ts.se.Execute(context.Background(), "DROP TABLE IF EXISTS test.tIter")
|
|
_, err := ts.se.Execute(context.Background(), "CREATE TABLE test.tIter (a int primary key, b int)")
|
|
c.Assert(err, IsNil)
|
|
_, err = ts.se.Execute(context.Background(), "INSERT test.tIter VALUES (-1, 2), (2, NULL)")
|
|
c.Assert(err, IsNil)
|
|
c.Assert(ts.se.NewTxn(context.Background()), IsNil)
|
|
tb, err := ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("tIter"))
|
|
c.Assert(err, IsNil)
|
|
totalCount := 0
|
|
err = tb.IterRecords(ts.se, tb.FirstKey(), tb.Cols(), func(h int64, rec []types.Datum, cols []*table.Column) (bool, error) {
|
|
totalCount++
|
|
c.Assert(rec[0].IsNull(), IsFalse)
|
|
return true, nil
|
|
})
|
|
c.Assert(err, IsNil)
|
|
c.Assert(totalCount, Equals, 2)
|
|
txn, err := ts.se.Txn(true)
|
|
c.Assert(err, IsNil)
|
|
c.Assert(txn.Commit(context.Background()), IsNil)
|
|
}
|
|
|
|
func (ts *testSuite) TestTableFromMeta(c *C) {
|
|
tk := testkit.NewTestKitWithInit(c, ts.store)
|
|
tk.MustExec("use test")
|
|
tk.MustExec("CREATE TABLE meta (a int primary key auto_increment, b varchar(255) unique)")
|
|
c.Assert(ts.se.NewTxn(context.Background()), IsNil)
|
|
tb, err := ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("meta"))
|
|
c.Assert(err, IsNil)
|
|
tbInfo := tb.Meta()
|
|
|
|
// For test coverage
|
|
tbInfo.Columns[0].GeneratedExprString = "a"
|
|
tables.TableFromMeta(nil, tbInfo)
|
|
|
|
tbInfo.Columns[0].GeneratedExprString = "test"
|
|
tables.TableFromMeta(nil, tbInfo)
|
|
tbInfo.Columns[0].State = model.StateNone
|
|
tb, err = tables.TableFromMeta(nil, tbInfo)
|
|
c.Assert(tb, IsNil)
|
|
c.Assert(err, NotNil)
|
|
tbInfo.State = model.StateNone
|
|
tb, err = tables.TableFromMeta(nil, tbInfo)
|
|
c.Assert(tb, IsNil)
|
|
c.Assert(err, NotNil)
|
|
|
|
tk.MustExec(`create table t_mock (id int) partition by range (id) (partition p0 values less than maxvalue)`)
|
|
tb, err = ts.dom.InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("t_mock"))
|
|
c.Assert(err, IsNil)
|
|
t := table.MockTableFromMeta(tb.Meta())
|
|
_, ok := t.(table.PartitionedTable)
|
|
c.Assert(ok, IsTrue)
|
|
tk.MustExec("drop table t_mock")
|
|
c.Assert(t.Type(), Equals, table.NormalTable)
|
|
|
|
tk.MustExec("create table t_meta (a int) shard_row_id_bits = 15")
|
|
tb, err = domain.GetDomain(tk.Se).InfoSchema().TableByName(model.NewCIStr("test"), model.NewCIStr("t_meta"))
|
|
c.Assert(err, IsNil)
|
|
_, err = tb.AllocHandle(tk.Se)
|
|
c.Assert(err, IsNil)
|
|
|
|
maxID := 1<<(64-15-1) - 1
|
|
err = tb.RebaseAutoID(tk.Se, int64(maxID), false)
|
|
c.Assert(err, IsNil)
|
|
|
|
_, err = tb.AllocHandle(tk.Se)
|
|
c.Assert(err, NotNil)
|
|
}
|