// Copyright 2017 PingCAP, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // See the License for the specific language governing permissions and // limitations under the License. package executor import ( "container/heap" "sort" "github.com/juju/errors" "github.com/pingcap/tidb/context" "github.com/pingcap/tidb/expression" "github.com/pingcap/tidb/plan" "github.com/pingcap/tidb/util/types" ) // SortExec represents sorting executor. type SortExec struct { Src Executor ByItems []*plan.ByItems Rows []*orderByRow ctx context.Context Idx int fetched bool err error schema *expression.Schema } // Close implements the Executor Close interface. func (e *SortExec) Close() error { e.fetched = false e.Rows = nil return e.Src.Close() } // Schema implements the Executor Schema interface. func (e *SortExec) Schema() *expression.Schema { return e.schema } // Len returns the number of rows. func (e *SortExec) Len() int { return len(e.Rows) } // Swap implements sort.Interface Swap interface. func (e *SortExec) Swap(i, j int) { e.Rows[i], e.Rows[j] = e.Rows[j], e.Rows[i] } // Less implements sort.Interface Less interface. func (e *SortExec) Less(i, j int) bool { sc := e.ctx.GetSessionVars().StmtCtx for index, by := range e.ByItems { v1 := e.Rows[i].key[index] v2 := e.Rows[j].key[index] ret, err := v1.CompareDatum(sc, v2) if err != nil { e.err = errors.Trace(err) return true } if by.Desc { ret = -ret } if ret < 0 { return true } else if ret > 0 { return false } } return false } // Next implements the Executor Next interface. func (e *SortExec) Next() (*Row, error) { if !e.fetched { for { srcRow, err := e.Src.Next() if err != nil { return nil, errors.Trace(err) } if srcRow == nil { break } orderRow := &orderByRow{ row: srcRow, key: make([]types.Datum, len(e.ByItems)), } for i, byItem := range e.ByItems { orderRow.key[i], err = byItem.Expr.Eval(srcRow.Data) if err != nil { return nil, errors.Trace(err) } } e.Rows = append(e.Rows, orderRow) } sort.Sort(e) e.fetched = true } if e.err != nil { return nil, errors.Trace(e.err) } if e.Idx >= len(e.Rows) { return nil, nil } row := e.Rows[e.Idx].row e.Idx++ return row, nil } // TopnExec implements a Top-N algorithm and it is built from a SELECT statement with ORDER BY and LIMIT. // Instead of sorting all the rows fetched from the table, it keeps the Top-N elements only in a heap to reduce memory usage. type TopnExec struct { SortExec limit *plan.Limit totalCount int heapSize int } // Less implements heap.Interface Less interface. func (e *TopnExec) Less(i, j int) bool { sc := e.ctx.GetSessionVars().StmtCtx for index, by := range e.ByItems { v1 := e.Rows[i].key[index] v2 := e.Rows[j].key[index] ret, err := v1.CompareDatum(sc, v2) if err != nil { e.err = errors.Trace(err) return true } if by.Desc { ret = -ret } if ret > 0 { return true } else if ret < 0 { return false } } return false } // Len implements heap.Interface Len interface. func (e *TopnExec) Len() int { return e.heapSize } // Push implements heap.Interface Push interface. func (e *TopnExec) Push(x interface{}) { e.Rows = append(e.Rows, x.(*orderByRow)) e.heapSize++ } // Pop implements heap.Interface Pop interface. func (e *TopnExec) Pop() interface{} { e.heapSize-- return nil } // Next implements the Executor Next interface. func (e *TopnExec) Next() (*Row, error) { if !e.fetched { e.Idx = int(e.limit.Offset) e.totalCount = int(e.limit.Offset + e.limit.Count) e.Rows = make([]*orderByRow, 0, e.totalCount+1) e.heapSize = 0 for { srcRow, err := e.Src.Next() if err != nil { return nil, errors.Trace(err) } if srcRow == nil { break } // build orderRow from srcRow. orderRow := &orderByRow{ row: srcRow, key: make([]types.Datum, len(e.ByItems)), } for i, byItem := range e.ByItems { orderRow.key[i], err = byItem.Expr.Eval(srcRow.Data) if err != nil { return nil, errors.Trace(err) } } if e.totalCount == e.heapSize { // An equivalent of Push and Pop. We don't use the standard Push and Pop // to reduce the number of comparisons. e.Rows = append(e.Rows, orderRow) if e.Less(0, e.heapSize) { e.Swap(0, e.heapSize) heap.Fix(e, 0) } e.Rows = e.Rows[:e.heapSize] } else { heap.Push(e, orderRow) } } if e.limit.Offset == 0 { sort.Sort(&e.SortExec) } else { for i := 0; i < int(e.limit.Count) && e.Len() > 0; i++ { heap.Pop(e) } } e.fetched = true } if e.Idx >= len(e.Rows) { return nil, nil } row := e.Rows[e.Idx].row e.Idx++ return row, nil }