b34ed43ec9
1. Fix LoadTask, ChunkAllocator, TabletMeta, Brpc, the accuracy of memory track. 2. Modified some MemTracker names, deleted some unnecessary trackers, and improved readability. 3. More powerful MemTracker debugging capabilities. 4. Avoid creating TabletColumn temporary objects and improve BE startup time by 8%. 5. Fix some other details.
54 lines
2.5 KiB
C++
54 lines
2.5 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "runtime/mem_tracker.h"
|
|
|
|
namespace doris {
|
|
|
|
// Global task pool for query MemTrackers. Owned by ExecEnv.
|
|
class MemTrackerTaskPool {
|
|
public:
|
|
// Construct a MemTracker object for 'task_id' with 'mem_limit' as the memory limit.
|
|
// The MemTracker is a child of the pool MemTracker, Calling this with the same
|
|
// 'task_id' will return the same MemTracker object. This is used to track the local
|
|
// memory usage of all tasks executing. The first time this is called for a task,
|
|
// a new MemTracker object is created with the pool tracker as its parent.
|
|
// Newly created trackers will always have a limit of -1.
|
|
std::shared_ptr<MemTracker> register_task_mem_tracker_impl(const std::string& task_id,
|
|
int64_t mem_limit,
|
|
const std::string& label,
|
|
std::shared_ptr<MemTracker> parent);
|
|
std::shared_ptr<MemTracker> register_query_mem_tracker(const std::string& query_id,
|
|
int64_t mem_limit);
|
|
std::shared_ptr<MemTracker> register_load_mem_tracker(const std::string& load_id,
|
|
int64_t mem_limit);
|
|
|
|
std::shared_ptr<MemTracker> get_task_mem_tracker(const std::string& task_id);
|
|
|
|
// Remove the mem tracker that has ended the query.
|
|
void logout_task_mem_tracker();
|
|
|
|
private:
|
|
// All per-task MemTracker objects.
|
|
// The life cycle of task memtracker in the process is the same as task runtime state,
|
|
// MemTrackers will be removed from this map after query finish or cancel.
|
|
TrackersMap _task_mem_trackers;
|
|
};
|
|
|
|
} // namespace doris
|