e412dd12e8
Currently, there are some useless includes in the codebase. We can use a tool named include-what-you-use to optimize these includes. By using a strict include-what-you-use policy, we can get lots of benefits from it.
122 lines
4.2 KiB
C++
122 lines
4.2 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include "runtime/query_statistics.h"
|
|
|
|
#include <gen_cpp/data.pb.h>
|
|
#include <glog/logging.h>
|
|
|
|
namespace doris {
|
|
|
|
void NodeStatistics::merge(const NodeStatistics& other) {
|
|
peak_memory_bytes += other.peak_memory_bytes;
|
|
}
|
|
|
|
void NodeStatistics::to_pb(PNodeStatistics* node_statistics) {
|
|
DCHECK(node_statistics != nullptr);
|
|
node_statistics->set_peak_memory_bytes(peak_memory_bytes);
|
|
}
|
|
|
|
void NodeStatistics::from_pb(const PNodeStatistics& node_statistics) {
|
|
peak_memory_bytes = node_statistics.peak_memory_bytes();
|
|
}
|
|
|
|
void QueryStatistics::merge(const QueryStatistics& other) {
|
|
scan_rows += other.scan_rows;
|
|
scan_bytes += other.scan_bytes;
|
|
cpu_ms += other.cpu_ms;
|
|
for (auto& other_node_statistics : other._nodes_statistics_map) {
|
|
int64_t node_id = other_node_statistics.first;
|
|
auto node_statistics = add_nodes_statistics(node_id);
|
|
node_statistics->merge(*other_node_statistics.second);
|
|
}
|
|
}
|
|
|
|
void QueryStatistics::to_pb(PQueryStatistics* statistics) {
|
|
DCHECK(statistics != nullptr);
|
|
statistics->set_scan_rows(scan_rows);
|
|
statistics->set_scan_bytes(scan_bytes);
|
|
statistics->set_cpu_ms(cpu_ms);
|
|
statistics->set_returned_rows(returned_rows);
|
|
statistics->set_max_peak_memory_bytes(max_peak_memory_bytes);
|
|
for (auto iter = _nodes_statistics_map.begin(); iter != _nodes_statistics_map.end(); ++iter) {
|
|
auto node_statistics = statistics->add_nodes_statistics();
|
|
node_statistics->set_node_id(iter->first);
|
|
iter->second->to_pb(node_statistics);
|
|
}
|
|
}
|
|
|
|
void QueryStatistics::from_pb(const PQueryStatistics& statistics) {
|
|
scan_rows = statistics.scan_rows();
|
|
scan_bytes = statistics.scan_bytes();
|
|
cpu_ms = statistics.cpu_ms();
|
|
for (auto& p_node_statistics : statistics.nodes_statistics()) {
|
|
int64_t node_id = p_node_statistics.node_id();
|
|
auto node_statistics = add_nodes_statistics(node_id);
|
|
node_statistics->from_pb(p_node_statistics);
|
|
}
|
|
}
|
|
|
|
int64_t QueryStatistics::calculate_max_peak_memory_bytes() {
|
|
int64_t max_peak_memory_bytes = 0;
|
|
for (auto iter = _nodes_statistics_map.begin(); iter != _nodes_statistics_map.end(); ++iter) {
|
|
if (max_peak_memory_bytes < iter->second->peak_memory_bytes) {
|
|
max_peak_memory_bytes = iter->second->peak_memory_bytes;
|
|
}
|
|
}
|
|
return max_peak_memory_bytes;
|
|
}
|
|
|
|
void QueryStatistics::merge(QueryStatisticsRecvr* recvr) {
|
|
recvr->merge(this);
|
|
}
|
|
|
|
void QueryStatistics::clearNodeStatistics() {
|
|
for (auto& pair : _nodes_statistics_map) {
|
|
delete pair.second;
|
|
}
|
|
_nodes_statistics_map.clear();
|
|
}
|
|
|
|
QueryStatistics::~QueryStatistics() {
|
|
clearNodeStatistics();
|
|
}
|
|
|
|
void QueryStatisticsRecvr::insert(const PQueryStatistics& statistics, int sender_id) {
|
|
std::lock_guard<SpinLock> l(_lock);
|
|
QueryStatistics* query_statistics = nullptr;
|
|
auto iter = _query_statistics.find(sender_id);
|
|
if (iter == _query_statistics.end()) {
|
|
query_statistics = new QueryStatistics;
|
|
_query_statistics[sender_id] = query_statistics;
|
|
} else {
|
|
query_statistics = iter->second;
|
|
}
|
|
query_statistics->from_pb(statistics);
|
|
}
|
|
|
|
QueryStatisticsRecvr::~QueryStatisticsRecvr() {
|
|
// It is unnecessary to lock here, because the destructor will be
|
|
// called alter DataStreamRecvr's close in ExchangeNode.
|
|
for (auto& pair : _query_statistics) {
|
|
delete pair.second;
|
|
}
|
|
_query_statistics.clear();
|
|
}
|
|
|
|
} // namespace doris
|