// Copyright 2015 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // See the License for the specific language governing permissions and // limitations under the License. package executor import ( "fmt" "math" "time" log "github.com/Sirupsen/logrus" "github.com/juju/errors" "github.com/pingcap/tidb/ast" "github.com/pingcap/tidb/config" "github.com/pingcap/tidb/context" "github.com/pingcap/tidb/infoschema" "github.com/pingcap/tidb/kv" "github.com/pingcap/tidb/model" "github.com/pingcap/tidb/mysql" "github.com/pingcap/tidb/plan" "github.com/pingcap/tidb/sessionctx/variable" ) type processinfoSetter interface { SetProcessInfo(string) } // recordSet wraps an executor, implements ast.RecordSet interface type recordSet struct { fields []*ast.ResultField executor Executor stmt *statement processinfo processinfoSetter err error } func (a *recordSet) Fields() ([]*ast.ResultField, error) { if len(a.fields) == 0 { for _, col := range a.executor.Schema().Columns { rf := &ast.ResultField{ ColumnAsName: col.ColName, TableAsName: col.TblName, DBName: col.DBName, Column: &model.ColumnInfo{ FieldType: *col.RetType, Name: col.ColName, }, } a.fields = append(a.fields, rf) } } return a.fields, nil } func (a *recordSet) Next() (*ast.Row, error) { row, err := a.executor.Next() if err != nil { return nil, errors.Trace(err) } if row == nil { if a.stmt != nil { a.stmt.ctx.GetSessionVars().LastFoundRows = a.stmt.ctx.GetSessionVars().StmtCtx.FoundRows() } return nil, nil } if a.stmt != nil { a.stmt.ctx.GetSessionVars().StmtCtx.AddFoundRows(1) } return &ast.Row{Data: row}, nil } func (a *recordSet) Close() error { err := a.executor.Close() a.stmt.logSlowQuery() if a.processinfo != nil { a.processinfo.SetProcessInfo("") } return errors.Trace(err) } // statement implements the ast.Statement interface, it builds a plan.Plan to an ast.Statement. type statement struct { is infoschema.InfoSchema // The InfoSchema cannot change during execution, so we hold a reference to it. ctx context.Context text string plan plan.Plan startTime time.Time isPreparedStmt bool expensive bool } func (a *statement) OriginText() string { return a.text } func (a *statement) IsPrepared() bool { return a.isPreparedStmt } // Exec implements the ast.Statement Exec interface. // This function builds an Executor from a plan. If the Executor doesn't return result, // like the INSERT, UPDATE statements, it executes in this function, if the Executor returns // result, execution is done after this function returns, in the returned ast.RecordSet Next method. func (a *statement) Exec(ctx context.Context) (ast.RecordSet, error) { a.startTime = time.Now() a.ctx = ctx if _, ok := a.plan.(*plan.Analyze); ok && ctx.GetSessionVars().InRestrictedSQL { oriStats := ctx.GetSessionVars().Systems[variable.TiDBBuildStatsConcurrency] oriScan := ctx.GetSessionVars().DistSQLScanConcurrency oriIndex := ctx.GetSessionVars().IndexSerialScanConcurrency oriIso := ctx.GetSessionVars().Systems[variable.TxnIsolation] ctx.GetSessionVars().Systems[variable.TiDBBuildStatsConcurrency] = "1" ctx.GetSessionVars().DistSQLScanConcurrency = 1 ctx.GetSessionVars().IndexSerialScanConcurrency = 1 ctx.GetSessionVars().Systems[variable.TxnIsolation] = ast.ReadCommitted defer func() { ctx.GetSessionVars().Systems[variable.TiDBBuildStatsConcurrency] = oriStats ctx.GetSessionVars().DistSQLScanConcurrency = oriScan ctx.GetSessionVars().IndexSerialScanConcurrency = oriIndex ctx.GetSessionVars().Systems[variable.TxnIsolation] = oriIso }() } e, err := a.buildExecutor(ctx) if err != nil { return nil, errors.Trace(err) } if err := e.Open(); err != nil { return nil, errors.Trace(err) } var pi processinfoSetter if raw, ok := ctx.(processinfoSetter); ok { pi = raw // Update processinfo, ShowProcess() will use it. pi.SetProcessInfo(a.OriginText()) } // Fields or Schema are only used for statements that return result set. if e.Schema().Len() == 0 { return a.handleNoDelayExecutor(e, ctx, pi) } return &recordSet{ executor: e, stmt: a, processinfo: pi, }, nil } func (a *statement) handleNoDelayExecutor(e Executor, ctx context.Context, pi processinfoSetter) (ast.RecordSet, error) { // Check if "tidb_snapshot" is set for the write executors. // In history read mode, we can not do write operations. switch e.(type) { case *DeleteExec, *InsertExec, *UpdateExec, *ReplaceExec, *LoadData, *DDLExec: snapshotTS := ctx.GetSessionVars().SnapshotTS if snapshotTS != 0 { return nil, errors.New("can not execute write statement when 'tidb_snapshot' is set") } } defer func() { if pi != nil { pi.SetProcessInfo("") } e.Close() a.logSlowQuery() }() for { row, err := e.Next() if err != nil { return nil, errors.Trace(err) } // Even though there isn't any result set, the row is still used to indicate if there is // more work to do. // For example, the UPDATE statement updates a single row on a Next call, we keep calling Next until // There is no more rows to update. if row == nil { return nil, nil } } } // buildExecutor build a executor from plan, prepared statement may need additional procedure. func (a *statement) buildExecutor(ctx context.Context) (Executor, error) { priority := kv.PriorityNormal if _, ok := a.plan.(*plan.Execute); !ok { // Do not sync transaction for Execute statement, because the real optimization work is done in // "ExecuteExec.Build". var err error isPointGet := IsPointGetWithPKOrUniqueKeyByAutoCommit(ctx, a.plan) if isPointGet { log.Debugf("[%d][InitTxnWithStartTS] %s", ctx.GetSessionVars().ConnectionID, a.text) err = ctx.InitTxnWithStartTS(math.MaxUint64) } else { log.Debugf("[%d][ActivePendingTxn] %s", ctx.GetSessionVars().ConnectionID, a.text) err = ctx.ActivePendingTxn() } if err != nil { return nil, errors.Trace(err) } if stmtPri := ctx.GetSessionVars().StmtCtx.Priority; stmtPri != mysql.NoPriority { priority = int(stmtPri) } else { switch { case isPointGet: priority = kv.PriorityHigh case a.expensive: priority = kv.PriorityLow } } } if _, ok := a.plan.(*plan.Analyze); ok && ctx.GetSessionVars().InRestrictedSQL { priority = kv.PriorityLow } b := newExecutorBuilder(ctx, a.is, priority) e := b.build(a.plan) if b.err != nil { return nil, errors.Trace(b.err) } // ExecuteExec is not a real Executor, we only use it to build another Executor from a prepared statement. if executorExec, ok := e.(*ExecuteExec); ok { err := executorExec.Build() if err != nil { return nil, errors.Trace(err) } a.text = executorExec.Stmt.Text() a.isPreparedStmt = true a.plan = executorExec.Plan e = executorExec.StmtExec } return e, nil } func (a *statement) logSlowQuery() { cfg := config.GetGlobalConfig() costTime := time.Since(a.startTime) sql := a.text if len(sql) > cfg.QueryLogMaxlen { sql = sql[:cfg.QueryLogMaxlen] + fmt.Sprintf("(len:%d)", len(sql)) } connID := a.ctx.GetSessionVars().ConnectionID if costTime < time.Duration(cfg.SlowThreshold)*time.Millisecond { log.Debugf("[%d][TIME_QUERY] %v %s", connID, costTime, sql) } else { log.Warnf("[%d][TIME_QUERY] %v %s", connID, costTime, sql) } } // IsPointGetWithPKOrUniqueKeyByAutoCommit returns true when meets following conditions: // 1. ctx is auto commit tagged // 2. txn is nil // 2. plan is point get by pk or unique key func IsPointGetWithPKOrUniqueKeyByAutoCommit(ctx context.Context, p plan.Plan) bool { // check auto commit if !ctx.GetSessionVars().IsAutocommit() { return false } // check txn if ctx.Txn() != nil { return false } // check plan if proj, ok := p.(*plan.Projection); ok { if len(proj.Children()) != 1 { return false } p = proj.Children()[0] } switch v := p.(type) { case *plan.PhysicalIndexScan: return v.IsPointGetByUniqueKey(ctx.GetSessionVars().StmtCtx) case *plan.PhysicalIndexReader: indexScan := v.IndexPlans[0].(*plan.PhysicalIndexScan) return indexScan.IsPointGetByUniqueKey(ctx.GetSessionVars().StmtCtx) case *plan.PhysicalIndexLookUpReader: indexScan := v.IndexPlans[0].(*plan.PhysicalIndexScan) return indexScan.IsPointGetByUniqueKey(ctx.GetSessionVars().StmtCtx) case *plan.PhysicalTableScan: return len(v.Ranges) == 1 && v.Ranges[0].IsPoint() case *plan.PhysicalTableReader: tableScan := v.TablePlans[0].(*plan.PhysicalTableScan) return len(tableScan.Ranges) == 1 && tableScan.Ranges[0].IsPoint() default: return false } }