223 lines
12 KiB
Go
223 lines
12 KiB
Go
// Copyright 2024 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package utilfuncp
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/pingcap/tidb/pkg/expression"
|
|
"github.com/pingcap/tidb/pkg/kv"
|
|
"github.com/pingcap/tidb/pkg/planner/core/base"
|
|
"github.com/pingcap/tidb/pkg/planner/property"
|
|
"github.com/pingcap/tidb/pkg/planner/util"
|
|
"github.com/pingcap/tidb/pkg/planner/util/optimizetrace"
|
|
"github.com/pingcap/tidb/pkg/util/execdetails"
|
|
)
|
|
|
|
// this file is used for passing function pointer at init(){} to avoid some import cycles.
|
|
|
|
// AppendCandidate4PhysicalOptimizeOp is used in all logicalOp's findBestTask to trace the physical
|
|
// optimizing steps. Since we try to move baseLogicalPlan out of core, then other concrete logical
|
|
// operators, this appendCandidate4PhysicalOptimizeOp will make logicalOp/pkg back import core/pkg;
|
|
// if we move appendCandidate4PhysicalOptimizeOp together with baseLogicalPlan to logicalOp/pkg, it
|
|
// will heavily depend on concrete other logical operators inside, which are still defined in core/pkg
|
|
// too.
|
|
// todo: (2) arenatlx, remove this func pointer when concrete Logical Operators moved out of core.
|
|
var AppendCandidate4PhysicalOptimizeOp func(pop *optimizetrace.PhysicalOptimizeOp, lp base.LogicalPlan,
|
|
pp base.PhysicalPlan, prop *property.PhysicalProperty)
|
|
|
|
// GetTaskPlanCost returns the cost of this task.
|
|
// The new cost interface will be used if EnableNewCostInterface is true.
|
|
// The second returned value indicates whether this task is valid.
|
|
// todo: (3) arenatlx, remove this func pointer when Task pkg is moved out of core, and
|
|
// getTaskPlanCost can be some member function usage of its family.
|
|
var GetTaskPlanCost func(t base.Task, pop *optimizetrace.PhysicalOptimizeOp) (float64, bool, error)
|
|
|
|
// AddSelection will add a selection if necessary.
|
|
// This function is util function pointer that initialized by core functionality.
|
|
// todo: (4) arenatlx, remove this func pointer when inside referred LogicalSelection is moved out of core.
|
|
var AddSelection func(p base.LogicalPlan, child base.LogicalPlan, conditions []expression.Expression,
|
|
chIdx int, opt *optimizetrace.LogicalOptimizeOp)
|
|
|
|
// PushDownTopNForBaseLogicalPlan will be called by baseLogicalPlan in logicalOp pkg. While the implementation
|
|
// of pushDownTopNForBaseLogicalPlan depends on concrete logical operators.
|
|
// todo: (5) arenatlx, Remove this util func pointer when logical operators are moved from core to logicalop.
|
|
var PushDownTopNForBaseLogicalPlan func(s base.LogicalPlan, topNLogicalPlan base.LogicalPlan,
|
|
opt *optimizetrace.LogicalOptimizeOp) base.LogicalPlan
|
|
|
|
// FindBestTask will be called by baseLogicalPlan in logicalOp pkg. The logic inside covers Task, Property,
|
|
// LogicalOp and PhysicalOp, so it doesn't belong to logicalOp pkg. it should be kept in core pkg.
|
|
// todo: (6) arenatlx, For clear division, we should remove Logical FindBestTask interface. Let core pkg to guide
|
|
// todo: itself by receive logical tree.
|
|
var FindBestTask func(p base.LogicalPlan, prop *property.PhysicalProperty, planCounter *base.PlanCounterTp,
|
|
opt *optimizetrace.PhysicalOptimizeOp) (bestTask base.Task, cntPlan int64, err error)
|
|
|
|
// CanPushToCopImpl will be called by baseLogicalPlan in logicalOp pkg. The logic inside covers concrete logical
|
|
// operators.
|
|
// todo: (7) arenatlx, remove this util func pointer when logical operators are all moved from core to logicalOp.
|
|
var CanPushToCopImpl func(p base.LogicalPlan, storeTp kv.StoreType, considerDual bool) bool
|
|
|
|
// PruneByItems will be called by baseLogicalPlan in logicalOp pkg. The logic current exists for rule logic
|
|
// inside core.
|
|
// todo: (8) arenatlx, when rule is moved out of core, we should direct ref the rule.Func instead of this
|
|
// util func pointer.
|
|
var PruneByItems func(p base.LogicalPlan, old []*util.ByItems, opt *optimizetrace.LogicalOptimizeOp) (
|
|
byItems []*util.ByItems, parentUsedCols []*expression.Column)
|
|
|
|
// ExhaustPhysicalPlans4LogicalMaxOneRow will be called by LogicalMaxOneRow in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalMaxOneRow func(p base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// FindBestTask4LogicalCTETable will be called by LogicalCTETable in logicalOp pkg.
|
|
var FindBestTask4LogicalCTETable func(lp base.LogicalPlan, prop *property.PhysicalProperty, _ *base.PlanCounterTp,
|
|
_ *optimizetrace.PhysicalOptimizeOp) (t base.Task, cntPlan int64, err error)
|
|
|
|
// FindBestTask4LogicalMemTable will be called by LogicalMemTable in logicalOp pkg.
|
|
var FindBestTask4LogicalMemTable func(lp base.LogicalPlan, prop *property.PhysicalProperty,
|
|
planCounter *base.PlanCounterTp, opt *optimizetrace.PhysicalOptimizeOp) (t base.Task,
|
|
cntPlan int64, err error)
|
|
|
|
// FindBestTask4LogicalShow will be called by LogicalShow in logicalOp pkg.
|
|
var FindBestTask4LogicalShow func(lp base.LogicalPlan, prop *property.PhysicalProperty, planCounter *base.PlanCounterTp,
|
|
_ *optimizetrace.PhysicalOptimizeOp) (base.Task, int64, error)
|
|
|
|
// FindBestTask4LogicalShowDDLJobs will be called by LogicalShowDDLJobs in logicalOp pkg.
|
|
var FindBestTask4LogicalShowDDLJobs func(lp base.LogicalPlan, prop *property.PhysicalProperty,
|
|
planCounter *base.PlanCounterTp, _ *optimizetrace.PhysicalOptimizeOp) (base.Task, int64, error)
|
|
|
|
// FindBestTask4LogicalCTE will be called by LogicalCTE in logicalOp pkg.
|
|
var FindBestTask4LogicalCTE func(lp base.LogicalPlan, prop *property.PhysicalProperty,
|
|
counter *base.PlanCounterTp, pop *optimizetrace.PhysicalOptimizeOp) (t base.Task, cntPlan int64, err error)
|
|
|
|
// FindBestTask4LogicalTableDual will be called by LogicalTableDual in logicalOp pkg.
|
|
var FindBestTask4LogicalTableDual func(lp base.LogicalPlan, prop *property.PhysicalProperty,
|
|
planCounter *base.PlanCounterTp, opt *optimizetrace.PhysicalOptimizeOp) (base.Task, int64, error)
|
|
|
|
// FindBestTask4LogicalDataSource will be called by LogicalDataSource in logicalOp pkg.
|
|
var FindBestTask4LogicalDataSource func(lp base.LogicalPlan, prop *property.PhysicalProperty,
|
|
planCounter *base.PlanCounterTp, opt *optimizetrace.PhysicalOptimizeOp) (t base.Task, cntPlan int64, err error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalSequence will be called by LogicalSequence in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalSequence func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalSort will be called by LogicalSort in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalSort func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalTopN will be called by LogicalTopN in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalTopN func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalLimit will be called by LogicalLimit in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalLimit func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalProjection will be called by LogicalLimit in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalProjection func(lp base.LogicalPlan,
|
|
prop *property.PhysicalProperty) ([]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalWindow will be called by LogicalWindow in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalWindow func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalLock will be called by LogicalLock in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalLock func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalUnionScan will be called by LogicalUnionScan in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalUnionScan func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalSelection will be called by LogicalSelection in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalSelection func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalJoin will be called by LogicalJoin in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalJoin func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalAggregation will be called by LogicalAggregation in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalAggregation func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalApply will be called by LogicalApply in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalApply func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalPartitionUnionAll will be called by LogicalPartitionUnionAll in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalPartitionUnionAll func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalUnionAll will be called by LogicalUnionAll in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalUnionAll func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalExpand will be called by LogicalExpand in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalExpand func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ExhaustPhysicalPlans4LogicalCTE will be called by LogicalCTE in logicalOp pkg.
|
|
var ExhaustPhysicalPlans4LogicalCTE func(lp base.LogicalPlan, prop *property.PhysicalProperty) (
|
|
[]base.PhysicalPlan, bool, error)
|
|
|
|
// ****************************************** stats related **********************************************
|
|
|
|
// DeriveStats4DataSource will be called by LogicalDataSource in logicalOp pkg.
|
|
var DeriveStats4DataSource func(lp base.LogicalPlan, colGroups [][]*expression.Column) (*property.StatsInfo, error)
|
|
|
|
// DeriveStats4LogicalIndexScan will be called by LogicalIndexScan in logicalOp pkg.
|
|
var DeriveStats4LogicalIndexScan func(lp base.LogicalPlan, selfSchema *expression.Schema) (*property.StatsInfo, error)
|
|
|
|
// DeriveStats4LogicalTableScan will be called by LogicalTableScan in logicalOp pkg.
|
|
var DeriveStats4LogicalTableScan func(lp base.LogicalPlan) (_ *property.StatsInfo, err error)
|
|
|
|
// AddPrefix4ShardIndexes will be called by LogicalSelection in logicalOp pkg.
|
|
var AddPrefix4ShardIndexes func(lp base.LogicalPlan, sc base.PlanContext,
|
|
conds []expression.Expression) []expression.Expression
|
|
|
|
// ApplyPredicateSimplification will be called by LogicalSelection in logicalOp pkg.
|
|
var ApplyPredicateSimplification func(base.PlanContext, []expression.Expression) []expression.Expression
|
|
|
|
// IsSingleScan check whether the data source is a single scan.
|
|
var IsSingleScan func(ds base.LogicalPlan, indexColumns []*expression.Column, idxColLens []int) bool
|
|
|
|
// *************************************** physical op related *******************************************
|
|
|
|
// GetEstimatedProbeCntFromProbeParents will be called by BasePhysicalPlan in physicalOp pkg.
|
|
var GetEstimatedProbeCntFromProbeParents func(probeParents []base.PhysicalPlan) float64
|
|
|
|
// GetActualProbeCntFromProbeParents will be called by BasePhysicalPlan in physicalOp pkg.
|
|
var GetActualProbeCntFromProbeParents func(pps []base.PhysicalPlan, statsColl *execdetails.RuntimeStatsColl) int64
|
|
|
|
// ****************************************** task related ***********************************************
|
|
|
|
// AttachPlan2Task will be called by BasePhysicalPlan in physicalOp pkg.
|
|
var AttachPlan2Task func(p base.PhysicalPlan, t base.Task) base.Task
|
|
|
|
// WindowIsTopN is used in DeriveTopNFromWindow rule.
|
|
// todo: @arenatlx: remove it after logical_datasource is migrated to logicalop.
|
|
var WindowIsTopN func(p base.LogicalPlan) (bool, uint64)
|
|
|
|
// ****************************************** optimize portal *********************************************
|
|
|
|
// DoOptimize is to optimize a logical plan.
|
|
var DoOptimize func(
|
|
ctx context.Context,
|
|
sctx base.PlanContext,
|
|
flag uint64,
|
|
logic base.LogicalPlan,
|
|
) (base.LogicalPlan, base.PhysicalPlan, float64, error)
|