// Copyright 2019 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package decoder_test import ( "testing" "time" "github.com/pingcap/tidb/pkg/expression" "github.com/pingcap/tidb/pkg/kv" "github.com/pingcap/tidb/pkg/parser/model" "github.com/pingcap/tidb/pkg/parser/mysql" _ "github.com/pingcap/tidb/pkg/planner/core" "github.com/pingcap/tidb/pkg/sessionctx/stmtctx" "github.com/pingcap/tidb/pkg/table/tables" "github.com/pingcap/tidb/pkg/tablecodec" "github.com/pingcap/tidb/pkg/testkit/testutil" "github.com/pingcap/tidb/pkg/types" "github.com/pingcap/tidb/pkg/util/collate" "github.com/pingcap/tidb/pkg/util/mock" decoder "github.com/pingcap/tidb/pkg/util/rowDecoder" "github.com/pingcap/tidb/pkg/util/rowcodec" "github.com/stretchr/testify/require" "go.opencensus.io/stats/view" ) func TestRowDecoder(t *testing.T) { defer view.Stop() c1 := &model.ColumnInfo{ID: 1, Name: model.NewCIStr("c1"), State: model.StatePublic, Offset: 0, FieldType: *types.NewFieldType(mysql.TypeLonglong)} c2 := &model.ColumnInfo{ID: 2, Name: model.NewCIStr("c2"), State: model.StatePublic, Offset: 1, FieldType: *types.NewFieldType(mysql.TypeVarchar)} c3 := &model.ColumnInfo{ID: 3, Name: model.NewCIStr("c3"), State: model.StatePublic, Offset: 2, FieldType: *types.NewFieldType(mysql.TypeNewDecimal)} c4 := &model.ColumnInfo{ID: 4, Name: model.NewCIStr("c4"), State: model.StatePublic, Offset: 3, FieldType: *types.NewFieldType(mysql.TypeTimestamp)} c5 := &model.ColumnInfo{ID: 5, Name: model.NewCIStr("c5"), State: model.StatePublic, Offset: 4, FieldType: *types.NewFieldType(mysql.TypeDuration), OriginDefaultValue: "02:00:02"} c6 := &model.ColumnInfo{ID: 6, Name: model.NewCIStr("c6"), State: model.StatePublic, Offset: 5, FieldType: *types.NewFieldType(mysql.TypeTimestamp), GeneratedExprString: "c4+c5"} c7 := &model.ColumnInfo{ID: 7, Name: model.NewCIStr("c7"), State: model.StatePublic, Offset: 6, FieldType: *types.NewFieldType(mysql.TypeLonglong)} c7.AddFlag(mysql.PriKeyFlag) cols := []*model.ColumnInfo{c1, c2, c3, c4, c5, c6, c7} tblInfo := &model.TableInfo{ID: 1, Columns: cols, PKIsHandle: true} tbl := tables.MockTableFromMeta(tblInfo) ctx := mock.NewContext() sc := stmtctx.NewStmtCtxWithTimeZone(time.UTC) decodeColsMap := make(map[int64]decoder.Column, len(cols)) decodeColsMap2 := make(map[int64]decoder.Column, len(cols)) for _, col := range tbl.Cols() { tpExpr := decoder.Column{ Col: col, } decodeColsMap2[col.ID] = tpExpr if col.GeneratedExprString != "" { expr, err := expression.ParseSimpleExpr(ctx, col.GeneratedExprString, expression.WithTableInfo("", tblInfo), expression.WithCastExprTo(&col.FieldType)) require.NoError(t, err) tpExpr.GenExpr = expr } decodeColsMap[col.ID] = tpExpr } de := decoder.NewRowDecoder(tbl, tbl.Cols(), decodeColsMap) deWithNoGenCols := decoder.NewRowDecoder(tbl, tbl.Cols(), decodeColsMap2) time1 := types.NewTime(types.FromDate(2019, 01, 01, 8, 01, 01, 0), mysql.TypeTimestamp, types.DefaultFsp) t1 := types.NewTimeDatum(time1) d1 := types.NewDurationDatum(types.Duration{ Duration: time.Hour + time.Second, }) time2, err := time1.Add(sc.TypeCtx(), d1.GetMysqlDuration()) require.Nil(t, err) t2 := types.NewTimeDatum(time2) time3, err := time1.Add(sc.TypeCtx(), types.Duration{Duration: time.Hour*2 + time.Second*2}) require.Nil(t, err) t3 := types.NewTimeDatum(time3) testRows := []struct { cols []int64 input []types.Datum output []types.Datum }{ { []int64{cols[0].ID, cols[1].ID, cols[2].ID, cols[3].ID, cols[4].ID}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1)), t1, d1}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1)), t1, d1, t2}, }, { []int64{cols[0].ID, cols[1].ID, cols[2].ID, cols[3].ID}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1)), t1}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1)), t1, types.NewDatum(nil), t3}, }, { []int64{cols[0].ID, cols[1].ID, cols[2].ID, cols[3].ID, cols[4].ID}, []types.Datum{types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil)}, []types.Datum{types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil), types.NewDatum(nil)}, }, } rd := rowcodec.Encoder{Enable: true} for i, row := range testRows { // test case for pk is unsigned. if i > 0 { c7.AddFlag(mysql.UnsignedFlag) } bs, err := tablecodec.EncodeRow(sc.TimeZone(), row.input, row.cols, nil, nil, &rd) require.NoError(t, err) require.NotNil(t, bs) r, err := de.DecodeAndEvalRowWithMap(ctx, kv.IntHandle(i), bs, time.UTC, nil) require.Nil(t, err) // Last column is primary-key column, and the table primary-key is handle, then the primary-key value won't be // stored in raw data, but store in the raw key. // So when decode, we can't get the primary-key value from raw data, then ignore check the value of the // last primary key column. for i, col := range cols[:len(cols)-1] { v, ok := r[col.ID] if ok { equal, err1 := v.Compare(sc.TypeCtx(), &row.output[i], collate.GetBinaryCollator()) require.Nil(t, err1) require.Equal(t, 0, equal) } else { // use default value. require.True(t, col.DefaultValue != "") } } // test decode with no generated column. r2, err := deWithNoGenCols.DecodeAndEvalRowWithMap(ctx, kv.IntHandle(i), bs, time.UTC, nil) require.Nil(t, err) for k, v := range r2 { v1, ok := r[k] require.True(t, ok) equal, err1 := v.Compare(sc.TypeCtx(), &v1, collate.GetBinaryCollator()) require.Nil(t, err1) require.Equal(t, 0, equal) } } } func TestClusterIndexRowDecoder(t *testing.T) { defer view.Stop() c1 := &model.ColumnInfo{ID: 1, Name: model.NewCIStr("c1"), State: model.StatePublic, Offset: 0, FieldType: *types.NewFieldType(mysql.TypeLonglong)} c2 := &model.ColumnInfo{ID: 2, Name: model.NewCIStr("c2"), State: model.StatePublic, Offset: 1, FieldType: *types.NewFieldType(mysql.TypeVarchar)} c3 := &model.ColumnInfo{ID: 3, Name: model.NewCIStr("c3"), State: model.StatePublic, Offset: 2, FieldType: *types.NewFieldType(mysql.TypeNewDecimal)} c1.AddFlag(mysql.PriKeyFlag) c2.AddFlag(mysql.PriKeyFlag) pk := &model.IndexInfo{ID: 1, Name: model.NewCIStr("primary"), State: model.StatePublic, Primary: true, Columns: []*model.IndexColumn{ {Name: model.NewCIStr("c1"), Offset: 0}, {Name: model.NewCIStr("c2"), Offset: 1}, }} cols := []*model.ColumnInfo{c1, c2, c3} tblInfo := &model.TableInfo{ID: 1, Columns: cols, Indices: []*model.IndexInfo{pk}, IsCommonHandle: true, CommonHandleVersion: 1} tbl := tables.MockTableFromMeta(tblInfo) ctx := mock.NewContext() sc := stmtctx.NewStmtCtxWithTimeZone(time.UTC) decodeColsMap := make(map[int64]decoder.Column, len(cols)) for _, col := range tbl.Cols() { tpExpr := decoder.Column{ Col: col, } decodeColsMap[col.ID] = tpExpr } de := decoder.NewRowDecoder(tbl, tbl.Cols(), decodeColsMap) testRows := []struct { cols []int64 input []types.Datum output []types.Datum }{ { []int64{cols[0].ID, cols[1].ID, cols[2].ID}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1))}, []types.Datum{types.NewIntDatum(100), types.NewBytesDatum([]byte("abc")), types.NewDecimalDatum(types.NewDecFromInt(1))}, }, } rd := rowcodec.Encoder{Enable: true} for _, row := range testRows { bs, err := tablecodec.EncodeRow(sc.TimeZone(), row.input, row.cols, nil, nil, &rd) require.NoError(t, err) require.NotNil(t, bs) r, err := de.DecodeAndEvalRowWithMap(ctx, testutil.MustNewCommonHandle(t, 100, "abc"), bs, time.UTC, nil) require.Nil(t, err) for i, col := range cols { v, ok := r[col.ID] require.True(t, ok) equal, err1 := v.Compare(sc.TypeCtx(), &row.output[i], collate.GetBinaryCollator()) require.Nil(t, err1) require.Equal(t, 0, equal) } } }