* executor: implement memDelta for count funcs to track memUsage * fix stdlib unsafe need be group together and before non-stdlib group in ../../executor/aggfuncs/func_count.go * fix UpdatePartialResult memDelta return if err != nil * fix 1 DefPartialResult4CountSize is the memory usage of AllocPartialResult, UpdatePartialResult will not use more memory, return 0, err. 2 in testcase TestMemCount count funcs are not distinct, use defaultUpdateMemDeltaGens and set isDistinct false * fix UpdatePartialResult not use more memory * fix MergePartialResult memDelta Co-authored-by: ti-srebot <66930949+ti-srebot@users.noreply.github.com>
403 lines
8.6 KiB
Go
403 lines
8.6 KiB
Go
// Copyright 2020 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package aggfuncs
|
|
|
|
import (
|
|
"unsafe"
|
|
|
|
"github.com/pingcap/tidb/sessionctx"
|
|
"github.com/pingcap/tidb/util/chunk"
|
|
)
|
|
|
|
const (
|
|
// DefPartialResult4CountSize is the size of partialResult4Count
|
|
DefPartialResult4CountSize = int64(unsafe.Sizeof(partialResult4Count(0)))
|
|
)
|
|
|
|
type baseCount struct {
|
|
baseAggFunc
|
|
}
|
|
|
|
type partialResult4Count = int64
|
|
|
|
func (e *baseCount) AllocPartialResult() (pr PartialResult, memDelta int64) {
|
|
return PartialResult(new(partialResult4Count)), DefPartialResult4CountSize
|
|
}
|
|
|
|
func (e *baseCount) ResetPartialResult(pr PartialResult) {
|
|
p := (*partialResult4Count)(pr)
|
|
*p = 0
|
|
}
|
|
|
|
func (e *baseCount) AppendFinalResult2Chunk(sctx sessionctx.Context, pr PartialResult, chk *chunk.Chunk) error {
|
|
p := (*partialResult4Count)(pr)
|
|
chk.AppendInt64(e.ordinal, *p)
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4Int struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4Int) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalInt(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4Int) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalInt(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalInt(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4Real struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4Real) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalReal(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4Real) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalReal(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalReal(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4Decimal struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4Decimal) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalDecimal(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4Decimal) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalDecimal(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalDecimal(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4Time struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4Time) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalTime(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4Time) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalTime(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalTime(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4Duration struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4Duration) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalDuration(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4Duration) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalDuration(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalDuration(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4JSON struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4JSON) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalJSON(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4JSON) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalJSON(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalJSON(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countOriginal4String struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countOriginal4String) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
|
|
for _, row := range rowsInGroup {
|
|
_, isNull, err := e.args[0].EvalString(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p++
|
|
}
|
|
|
|
return 0, nil
|
|
}
|
|
|
|
func (e *countOriginal4String) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
|
|
p := (*partialResult4Count)(pr)
|
|
for i := uint64(0); i < shiftStart; i++ {
|
|
_, isNull, err := e.args[0].EvalString(sctx, rows[lastStart+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p--
|
|
}
|
|
for i := uint64(0); i < shiftEnd; i++ {
|
|
_, isNull, err := e.args[0].EvalString(sctx, rows[lastEnd+i])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
*p++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type countPartial struct {
|
|
baseCount
|
|
}
|
|
|
|
func (e *countPartial) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
|
|
p := (*partialResult4Count)(pr)
|
|
for _, row := range rowsInGroup {
|
|
input, isNull, err := e.args[0].EvalInt(sctx, row)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if isNull {
|
|
continue
|
|
}
|
|
|
|
*p += input
|
|
}
|
|
return 0, nil
|
|
}
|
|
|
|
func (*countPartial) MergePartialResult(sctx sessionctx.Context, src, dst PartialResult) (memDelta int64, err error) {
|
|
p1, p2 := (*partialResult4Count)(src), (*partialResult4Count)(dst)
|
|
*p2 += *p1
|
|
return 0, nil
|
|
}
|