// Copyright 2017 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package core import ( "fmt" "github.com/pingcap/tidb/expression" "github.com/pingcap/tidb/infoschema" "github.com/pingcap/tidb/parser/ast" "github.com/pingcap/tidb/parser/model" "github.com/pingcap/tidb/sessionctx" driver "github.com/pingcap/tidb/types/parser_driver" "github.com/pingcap/tidb/util/logutil" "go.uber.org/zap" ) // Cacheable checks whether the input ast is cacheable with empty session context, which is mainly for testing. func Cacheable(node ast.Node, is infoschema.InfoSchema) bool { c, _ := CacheableWithCtx(nil, node, is) return c } // CacheableWithCtx checks whether the input ast is cacheable. // Handle "ignore_plan_cache()" hint // If there are multiple hints, only one will take effect func CacheableWithCtx(sctx sessionctx.Context, node ast.Node, is infoschema.InfoSchema) (bool, string) { _, isSelect := node.(*ast.SelectStmt) _, isUpdate := node.(*ast.UpdateStmt) _, isInsert := node.(*ast.InsertStmt) _, isDelete := node.(*ast.DeleteStmt) _, isSetOpr := node.(*ast.SetOprStmt) if !(isSelect || isUpdate || isInsert || isDelete || isSetOpr) { return false, "not a SELECT/UPDATE/INSERT/DELETE/SET statement" } checker := cacheableChecker{ sctx: sctx, cacheable: true, schema: is, } node.Accept(&checker) return checker.cacheable, checker.reason } // cacheableChecker checks whether a query's plan can be cached, querys that: // 1. have ExistsSubqueryExpr, or // 2. have VariableExpr // // will not be cached currently. // NOTE: we can add more rules in the future. type cacheableChecker struct { sctx sessionctx.Context cacheable bool schema infoschema.InfoSchema reason string // reason why cannot use plan-cache } // Enter implements Visitor interface. func (checker *cacheableChecker) Enter(in ast.Node) (out ast.Node, skipChildren bool) { switch node := in.(type) { case *ast.SelectStmt: for _, hints := range node.TableHints { if hints.HintName.L == HintIgnorePlanCache { checker.cacheable = false checker.reason = "ignore plan cache by hint" return in, true } } case *ast.DeleteStmt: for _, hints := range node.TableHints { if hints.HintName.L == HintIgnorePlanCache { checker.cacheable = false checker.reason = "ignore plan cache by hint" return in, true } } case *ast.UpdateStmt: for _, hints := range node.TableHints { if hints.HintName.L == HintIgnorePlanCache { checker.cacheable = false checker.reason = "ignore plan cache by hint" return in, true } } case *ast.InsertStmt: if node.Select == nil { // do not cache insert-values-stmt like 'insert into t values (...)' since // no performance benefit and to save memory. checker.cacheable = false checker.reason = "ignore insert-values-stmt" return in, true } for _, hints := range node.TableHints { if hints.HintName.L == HintIgnorePlanCache { checker.cacheable = false checker.reason = "ignore plan cache by hint" return in, true } } case *ast.VariableExpr, *ast.ExistsSubqueryExpr, *ast.SubqueryExpr: checker.cacheable = false checker.reason = "query has sub-queries is un-cacheable" return in, true case *ast.FuncCallExpr: if _, found := expression.UnCacheableFunctions[node.FnName.L]; found { checker.cacheable = false checker.reason = fmt.Sprintf("query has '%v' is un-cacheable", node.FnName.L) return in, true } case *ast.OrderByClause: for _, item := range node.Items { if _, isParamMarker := item.Expr.(*driver.ParamMarkerExpr); isParamMarker { checker.cacheable = false checker.reason = "query has 'order by ?' is un-cacheable" return in, true } } case *ast.GroupByClause: for _, item := range node.Items { if _, isParamMarker := item.Expr.(*driver.ParamMarkerExpr); isParamMarker { checker.cacheable = false checker.reason = "query has 'group by ?' is un-cacheable" return in, true } } case *ast.Limit: if node.Count != nil { if _, isParamMarker := node.Count.(*driver.ParamMarkerExpr); isParamMarker && !checker.sctx.GetSessionVars().EnablePlanCacheForParamLimit { checker.cacheable = false checker.reason = "query has 'limit ?' is un-cacheable" return in, true } } if node.Offset != nil { if _, isParamMarker := node.Offset.(*driver.ParamMarkerExpr); isParamMarker && !checker.sctx.GetSessionVars().EnablePlanCacheForParamLimit { checker.cacheable = false checker.reason = "query has 'limit ?, 10' is un-cacheable" return in, true } } case *ast.FrameBound: if _, ok := node.Expr.(*driver.ParamMarkerExpr); ok { checker.cacheable = false checker.reason = "query has ? in window function frames is un-cacheable" return in, true } case *ast.TableName: if checker.schema != nil { if isPartitionTable(checker.schema, node) { // Temporary disable prepared plan cache until https://github.com/pingcap/tidb/issues/33031 // is fixed and additional tests with dynamic partition prune mode has been added. /* if checker.sctx != nil && checker.sctx.GetSessionVars().UseDynamicPartitionPrune() { return in, false // dynamic-mode for partition tables can use plan-cache } */ checker.cacheable = false checker.reason = "query accesses partitioned tables is un-cacheable" return in, true } if hasGeneratedCol(checker.schema, node) { checker.cacheable = false checker.reason = "query accesses generated columns is un-cacheable" return in, true } if isTempTable(checker.schema, node) { checker.cacheable = false checker.reason = "query accesses temporary tables is un-cacheable" return in, true } } } return in, false } // Leave implements Visitor interface. func (checker *cacheableChecker) Leave(in ast.Node) (out ast.Node, ok bool) { return in, checker.cacheable } // NonPreparedPlanCacheable checks whether the input ast is cacheable for non-prepared plan cache with empty session context, which is mainly for testing. func NonPreparedPlanCacheable(node ast.Node, is infoschema.InfoSchema) bool { return NonPreparedPlanCacheableWithCtx(nil, node, is) } // NonPreparedPlanCacheableWithCtx checks whether the input ast is cacheable for non-prepared plan cache. // Only support: select {field} from {single-table} where {cond} and {cond} ... // {cond}: {col} {op} {val} // {op}: >, <, = func NonPreparedPlanCacheableWithCtx(sctx sessionctx.Context, node ast.Node, is infoschema.InfoSchema) bool { selectStmt, isSelect := node.(*ast.SelectStmt) if !isSelect { // only support select statement now return false } if selectStmt.Kind != ast.SelectStmtKindSelect { return false } if len(selectStmt.TableHints) > 0 || // hints selectStmt.Distinct || selectStmt.GroupBy != nil || selectStmt.Having != nil || // agg selectStmt.WindowSpecs != nil || // window function selectStmt.OrderBy != nil || // order selectStmt.Limit != nil || // limit selectStmt.LockInfo != nil || selectStmt.SelectIntoOpt != nil { // lock info return false } from := selectStmt.From if from == nil || selectStmt.From.TableRefs == nil { return false } tableRefs := from.TableRefs if tableRefs.Right != nil { // We don't support the join for the non-prepared plan cache now. return false } switch x := tableRefs.Left.(type) { case *ast.TableSource: _, isTableName := x.Source.(*ast.TableName) if !isTableName { return false } } checker := nonPreparedPlanCacheableChecker{ sctx: sctx, cacheable: true, schema: is, } node.Accept(&checker) return checker.cacheable } // nonPreparedPlanCacheableChecker checks whether a query's plan can be cached for non-prepared plan cache. // NOTE: we can add more rules in the future. type nonPreparedPlanCacheableChecker struct { sctx sessionctx.Context cacheable bool schema infoschema.InfoSchema } // Enter implements Visitor interface. func (checker *nonPreparedPlanCacheableChecker) Enter(in ast.Node) (out ast.Node, skipChildren bool) { switch node := in.(type) { case *ast.SelectStmt, *ast.FieldList, *ast.SelectField, *ast.TableRefsClause, *ast.Join, *ast.TableSource, *ast.ColumnNameExpr, *ast.ColumnName, *driver.ValueExpr, *ast.PatternInExpr: return in, !checker.cacheable // skip child if un-cacheable case *ast.BinaryOperationExpr: if _, found := expression.NonPreparedPlanCacheableOp[node.Op.String()]; !found { checker.cacheable = false } return in, !checker.cacheable case *ast.TableName: if checker.schema != nil { if isPartitionTable(checker.schema, node) { checker.cacheable = false } if hasGeneratedCol(checker.schema, node) { checker.cacheable = false } if isTempTable(checker.schema, node) { checker.cacheable = false } } return in, !checker.cacheable } checker.cacheable = false // unexpected cases return in, !checker.cacheable } // Leave implements Visitor interface. func (checker *nonPreparedPlanCacheableChecker) Leave(in ast.Node) (out ast.Node, ok bool) { return in, checker.cacheable } func hasGeneratedCol(schema infoschema.InfoSchema, tn *ast.TableName) bool { tb, err := schema.TableByName(tn.Schema, tn.Name) if err != nil { logutil.BgLogger().Error("Error occur in checking cacheable", zap.Error(err)) return false } for _, col := range tb.Cols() { if col.IsGenerated() { return true } } return false } func isTempTable(schema infoschema.InfoSchema, tn *ast.TableName) bool { tb, err := schema.TableByName(tn.Schema, tn.Name) if err != nil { logutil.BgLogger().Error("Error occur in checking cacheable", zap.Error(err)) return false } if tb.Meta().TempTableType != model.TempTableNone { return true } return false } func isPartitionTable(schema infoschema.InfoSchema, tn *ast.TableName) bool { tb, err := schema.TableByName(tn.Schema, tn.Name) if err != nil { logutil.BgLogger().Error("Error occur in checking cacheable", zap.Error(err)) return false } if tb.Meta().GetPartitionInfo() != nil { return true } return false }