patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -13,31 +13,28 @@
#include "ob_query_iterator_factory.h"
#include "lib/time/ob_time_utility.h"
#include "lib/objectpool/ob_resource_pool.h"
#include "ob_multiple_scan_merge.h"
#include "ob_multiple_get_merge.h"
#include "ob_index_merge.h"
#include "ob_table_scan_iterator.h"
#include "storage/access/ob_multiple_scan_merge.h"
#include "storage/access/ob_multiple_get_merge.h"
#include "storage/access/ob_table_scan_iterator.h"
#include "ob_value_row_iterator.h"
#include "ob_col_map.h"
namespace oceanbase {
namespace oceanbase
{
using namespace oceanbase::common;
namespace storage {
namespace storage
{
int64_t ObQueryIteratorFactory::multi_scan_merge_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::multi_scan_merge_release_count_ = 0;
int64_t ObQueryIteratorFactory::multi_get_merge_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::multi_get_merge_release_count_ = 0;
int64_t ObQueryIteratorFactory::index_merge_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::index_merge_release_count_ = 0;
int64_t ObQueryIteratorFactory::table_scan_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::table_scan_release_count_ = 0;
int64_t ObQueryIteratorFactory::insert_dup_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::insert_dup_release_count_ = 0;
int64_t ObQueryIteratorFactory::col_map_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::col_map_release_count_ = 0;
int64_t ObQueryIteratorFactory::work_row_alloc_count_ = 0;
int64_t ObQueryIteratorFactory::work_row_release_count_ = 0;
void ObQueryIteratorFactory::print_count()
{
@ -45,143 +42,108 @@ void ObQueryIteratorFactory::print_count()
int64_t stat_time = ObTimeUtility::current_time();
const int64_t stat_interval = 10000000;
if (stat_time - ATOMIC_LOAD(&last_stat_time) > stat_interval) {
STORAGE_LOG(INFO,
"ObQueryIteratorFactory statistics",
K_(multi_scan_merge_alloc_count),
K_(multi_scan_merge_release_count),
K_(multi_get_merge_alloc_count),
K_(multi_get_merge_release_count),
K_(index_merge_alloc_count),
K_(index_merge_release_count),
K_(table_scan_alloc_count),
K_(table_scan_release_count),
K_(insert_dup_alloc_count),
K_(insert_dup_release_count),
K_(col_map_alloc_count),
K_(col_map_release_count),
K_(work_row_alloc_count),
K_(work_row_release_count));
STORAGE_LOG(INFO, "ObQueryIteratorFactory statistics",
K_(multi_scan_merge_alloc_count), K_(multi_scan_merge_release_count),
K_(multi_get_merge_alloc_count), K_(multi_get_merge_release_count),
K_(table_scan_alloc_count), K_(table_scan_release_count),
K_(insert_dup_alloc_count), K_(insert_dup_release_count),
K_(col_map_alloc_count), K_(col_map_release_count));
ATOMIC_STORE(&last_stat_time, stat_time);
}
}
ObMultipleScanMerge* ObQueryIteratorFactory::get_multi_scan_merge_iter()
ObMultipleScanMerge *ObQueryIteratorFactory::get_multi_scan_merge_iter()
{
print_count();
ObMultipleScanMerge* iter = rp_alloc(ObMultipleScanMerge, ObModIds::OB_PARTITION_SCAN_MERGE);
ObMultipleScanMerge *iter = rp_alloc(ObMultipleScanMerge, ObModIds::OB_PARTITION_SCAN_MERGE);
if (NULL != iter) {
(void)ATOMIC_FAA(&multi_scan_merge_alloc_count_, 1);
}
return iter;
}
ObMultipleGetMerge* ObQueryIteratorFactory::get_multi_get_merge_iter()
ObMultipleGetMerge *ObQueryIteratorFactory::get_multi_get_merge_iter()
{
print_count();
ObMultipleGetMerge* iter = rp_alloc(ObMultipleGetMerge, ObModIds::OB_PARTITION_GET_MERGE);
ObMultipleGetMerge *iter = rp_alloc(ObMultipleGetMerge, ObModIds::OB_PARTITION_GET_MERGE);
if (NULL != iter) {
(void)ATOMIC_FAA(&multi_get_merge_alloc_count_, 1);
}
return iter;
}
ObIndexMerge* ObQueryIteratorFactory::get_index_merge_iter()
ObTableScanIterator *ObQueryIteratorFactory::get_table_scan_iter()
{
print_count();
ObIndexMerge* iter = rp_alloc(ObIndexMerge, ObModIds::OB_INDEX_MERGE);
if (NULL != iter) {
(void)ATOMIC_FAA(&index_merge_alloc_count_, 1);
}
return iter;
}
ObTableScanIterator* ObQueryIteratorFactory::get_table_scan_iter()
{
print_count();
ObTableScanIterator* iter = rp_alloc(ObTableScanIterator, ObModIds::OB_TABLE_SCAN_ITER);
ObTableScanIterator *iter = rp_alloc(ObTableScanIterator, ObModIds::OB_TABLE_SCAN_ITER);
if (NULL != iter) {
(void)ATOMIC_FAA(&table_scan_alloc_count_, 1);
}
return iter;
}
ObValueRowIterator* ObQueryIteratorFactory::get_insert_dup_iter()
ObValueRowIterator *ObQueryIteratorFactory::get_insert_dup_iter()
{
print_count();
ObValueRowIterator* iter = rp_alloc(ObValueRowIterator, ObModIds::OB_VALUE_ROW_ITER);
ObValueRowIterator *iter = rp_alloc(ObValueRowIterator, ObModIds::OB_VALUE_ROW_ITER);
if (NULL != iter) {
(void)ATOMIC_FAA(&insert_dup_alloc_count_, 1);
}
return iter;
}
ObColMap* ObQueryIteratorFactory::get_col_map()
ObColMap *ObQueryIteratorFactory::get_col_map()
{
print_count();
ObColMap* col_map = rp_alloc(ObColMap, ObModIds::OB_COL_MAP);
ObColMap *col_map = rp_alloc(ObColMap, ObModIds::OB_COL_MAP);
if (NULL != col_map) {
(void)ATOMIC_FAA(&col_map_alloc_count_, 1);
}
return col_map;
}
ObStoreRow* ObQueryIteratorFactory::get_work_row()
{
print_count();
ObStoreRow* row = rp_alloc(ObWorkRow, ObModIds::OB_WORK_ROW);
if (NULL != row) {
(void)ATOMIC_FAA(&work_row_alloc_count_, 1);
}
return row;
}
// no need to invoked reset() in the following free_XXX,
// since rp_free() will invoke reset() for the corresponding object
void ObQueryIteratorFactory::free_table_scan_iter(common::ObNewRowIterator* iter)
void ObQueryIteratorFactory::free_table_scan_iter(common::ObNewRowIterator *iter)
{
if (OB_LIKELY(NULL != iter)) {
(void)ATOMIC_FAA(&table_scan_release_count_, 1);
rp_free(static_cast<ObTableScanIterator*>(iter), ObModIds::OB_TABLE_SCAN_ITER);
rp_free(static_cast<ObTableScanIterator *>(iter), ObModIds::OB_TABLE_SCAN_ITER);
iter = NULL;
}
}
void ObQueryIteratorFactory::free_insert_dup_iter(common::ObNewRowIterator* iter)
void ObQueryIteratorFactory::free_insert_dup_iter(common::ObNewRowIterator *iter)
{
if (OB_LIKELY(NULL != iter)) {
(void)ATOMIC_FAA(&insert_dup_release_count_, 1);
rp_free(static_cast<ObValueRowIterator*>(iter), ObModIds::OB_VALUE_ROW_ITER);
rp_free(static_cast<ObValueRowIterator *>(iter), ObModIds::OB_VALUE_ROW_ITER);
iter = NULL;
}
}
void ObQueryIteratorFactory::free_merge_iter(ObQueryRowIterator* iter)
void ObQueryIteratorFactory::free_merge_iter(ObQueryRowIterator *iter)
{
if (OB_LIKELY(NULL != iter)) {
switch (iter->get_type()) {
case T_MULTI_SCAN:
rp_free(static_cast<ObMultipleScanMerge*>(iter), ObModIds::OB_PARTITION_SCAN_MERGE);
iter = NULL;
(void)ATOMIC_FAA(&multi_scan_merge_release_count_, 1);
break;
case T_MULTI_GET:
rp_free(static_cast<ObMultipleGetMerge*>(iter), ObModIds::OB_PARTITION_GET_MERGE);
iter = NULL;
(void)ATOMIC_FAA(&multi_get_merge_release_count_, 1);
break;
case T_INDEX:
rp_free(static_cast<ObIndexMerge*>(iter), ObModIds::OB_INDEX_MERGE);
iter = NULL;
(void)ATOMIC_FAA(&index_merge_release_count_, 1);
break;
default:
STORAGE_LOG(ERROR, "invalid iterator type", K(iter->get_type()));
break;
case T_MULTI_SCAN:
rp_free(static_cast<ObMultipleScanMerge *>(iter), ObModIds::OB_PARTITION_SCAN_MERGE);
iter = NULL;
(void)ATOMIC_FAA(&multi_scan_merge_release_count_, 1);
break;
case T_MULTI_GET:
rp_free(static_cast<ObMultipleGetMerge *>(iter), ObModIds::OB_PARTITION_GET_MERGE);
iter = NULL;
(void)ATOMIC_FAA(&multi_get_merge_release_count_, 1);
break;
default:
STORAGE_LOG(ERROR, "invalid iterator type", K(iter->get_type()));
break;
}
}
}
void ObQueryIteratorFactory::free_col_map(ObColMap* col_map)
void ObQueryIteratorFactory::free_col_map(ObColMap *col_map)
{
if (OB_LIKELY(NULL != col_map)) {
(void)ATOMIC_FAA(&col_map_release_count_, 1);
@ -190,15 +152,5 @@ void ObQueryIteratorFactory::free_col_map(ObColMap* col_map)
}
}
void ObQueryIteratorFactory::free_work_row(ObStoreRow* row)
{
ObWorkRow* cur_row = static_cast<ObWorkRow*>(row);
if (OB_LIKELY(NULL != cur_row)) {
(void)ATOMIC_FAA(&work_row_release_count_, 1);
rp_free(cur_row, ObModIds::OB_WORK_ROW);
cur_row = NULL;
}
}
} // namespace storage
} // namespace oceanbase
} // namespace storage
} // namespace oceanbase