Files
tidb/executor/aggfuncs/func_count.go
Yansy 7cd20c0373 executor: implement memDelta for count funcs to track memUsage (#19770)
* executor: implement memDelta for count funcs to track memUsage

* fix stdlib unsafe need be group together and before non-stdlib group in ../../executor/aggfuncs/func_count.go

* fix UpdatePartialResult memDelta return if err != nil

* fix
1 DefPartialResult4CountSize is the memory usage of AllocPartialResult, UpdatePartialResult will not use more memory, return 0, err.
2 in testcase TestMemCount count funcs are not distinct, use defaultUpdateMemDeltaGens and set isDistinct false

* fix UpdatePartialResult not use more memory

* fix  MergePartialResult memDelta

Co-authored-by: ti-srebot <66930949+ti-srebot@users.noreply.github.com>
2020-09-05 17:43:46 +08:00

403 lines
8.6 KiB
Go

// Copyright 2020 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package aggfuncs
import (
"unsafe"
"github.com/pingcap/tidb/sessionctx"
"github.com/pingcap/tidb/util/chunk"
)
const (
// DefPartialResult4CountSize is the size of partialResult4Count
DefPartialResult4CountSize = int64(unsafe.Sizeof(partialResult4Count(0)))
)
type baseCount struct {
baseAggFunc
}
type partialResult4Count = int64
func (e *baseCount) AllocPartialResult() (pr PartialResult, memDelta int64) {
return PartialResult(new(partialResult4Count)), DefPartialResult4CountSize
}
func (e *baseCount) ResetPartialResult(pr PartialResult) {
p := (*partialResult4Count)(pr)
*p = 0
}
func (e *baseCount) AppendFinalResult2Chunk(sctx sessionctx.Context, pr PartialResult, chk *chunk.Chunk) error {
p := (*partialResult4Count)(pr)
chk.AppendInt64(e.ordinal, *p)
return nil
}
type countOriginal4Int struct {
baseCount
}
func (e *countOriginal4Int) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalInt(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4Int) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalInt(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalInt(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4Real struct {
baseCount
}
func (e *countOriginal4Real) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalReal(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4Real) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalReal(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalReal(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4Decimal struct {
baseCount
}
func (e *countOriginal4Decimal) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalDecimal(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4Decimal) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalDecimal(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalDecimal(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4Time struct {
baseCount
}
func (e *countOriginal4Time) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalTime(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4Time) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalTime(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalTime(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4Duration struct {
baseCount
}
func (e *countOriginal4Duration) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalDuration(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4Duration) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalDuration(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalDuration(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4JSON struct {
baseCount
}
func (e *countOriginal4JSON) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalJSON(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4JSON) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalJSON(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalJSON(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countOriginal4String struct {
baseCount
}
func (e *countOriginal4String) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
_, isNull, err := e.args[0].EvalString(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p++
}
return 0, nil
}
func (e *countOriginal4String) Slide(sctx sessionctx.Context, rows []chunk.Row, lastStart, lastEnd uint64, shiftStart, shiftEnd uint64, pr PartialResult) error {
p := (*partialResult4Count)(pr)
for i := uint64(0); i < shiftStart; i++ {
_, isNull, err := e.args[0].EvalString(sctx, rows[lastStart+i])
if err != nil {
return err
}
if isNull {
continue
}
*p--
}
for i := uint64(0); i < shiftEnd; i++ {
_, isNull, err := e.args[0].EvalString(sctx, rows[lastEnd+i])
if err != nil {
return err
}
if isNull {
continue
}
*p++
}
return nil
}
type countPartial struct {
baseCount
}
func (e *countPartial) UpdatePartialResult(sctx sessionctx.Context, rowsInGroup []chunk.Row, pr PartialResult) (memDelta int64, err error) {
p := (*partialResult4Count)(pr)
for _, row := range rowsInGroup {
input, isNull, err := e.args[0].EvalInt(sctx, row)
if err != nil {
return 0, err
}
if isNull {
continue
}
*p += input
}
return 0, nil
}
func (*countPartial) MergePartialResult(sctx sessionctx.Context, src, dst PartialResult) (memDelta int64, err error) {
p1, p2 := (*partialResult4Count)(src), (*partialResult4Count)(dst)
*p2 += *p1
return 0, nil
}