patch 4.0
This commit is contained in:
wangzelin.wzl
@ -16,55 +16,49 @@
|
||||
#include "lib/oblog/ob_log_module.h"
|
||||
#include "lib/utility/ob_print_utils.h"
|
||||
#include "lib/lock/ob_spin_rwlock.h"
|
||||
#include "lib/allocator/page_arena.h"
|
||||
#include "lib/allocator//page_arena.h"
|
||||
#include "lib/hash_func/murmur_hash.h"
|
||||
#include "lib/hash/ob_hashmap.h"
|
||||
#include "lib/task/ob_timer.h"
|
||||
#include "common/ob_partition_key.h"
|
||||
#include "common/ob_tablet_id.h"
|
||||
#include "share/ob_ls_id.h"
|
||||
|
||||
namespace oceanbase {
|
||||
namespace storage {
|
||||
struct ObMergeIterStat {
|
||||
namespace oceanbase
|
||||
{
|
||||
namespace storage
|
||||
{
|
||||
struct ObMergeIterStat
|
||||
{
|
||||
public:
|
||||
ObMergeIterStat()
|
||||
{
|
||||
reset();
|
||||
};
|
||||
ObMergeIterStat() { reset(); };
|
||||
~ObMergeIterStat() = default;
|
||||
OB_INLINE void reset()
|
||||
{
|
||||
MEMSET(this, 0, sizeof(ObMergeIterStat));
|
||||
}
|
||||
OB_INLINE void reset() { MEMSET(this, 0, sizeof(ObMergeIterStat)); }
|
||||
bool is_valid() const;
|
||||
int add(const ObMergeIterStat& other);
|
||||
ObMergeIterStat& operator=(const ObMergeIterStat& other);
|
||||
ObMergeIterStat & operator=(const ObMergeIterStat &other);
|
||||
TO_STRING_KV(K_(call_cnt), K_(output_row_cnt));
|
||||
|
||||
int64_t call_cnt_;
|
||||
int64_t output_row_cnt_;
|
||||
};
|
||||
|
||||
struct ObBlockAccessStat {
|
||||
struct ObBlockAccessStat
|
||||
{
|
||||
public:
|
||||
ObBlockAccessStat()
|
||||
{
|
||||
reset();
|
||||
};
|
||||
ObBlockAccessStat() { reset(); };
|
||||
~ObBlockAccessStat() = default;
|
||||
OB_INLINE void reset()
|
||||
{
|
||||
MEMSET(this, 0, sizeof(ObBlockAccessStat));
|
||||
}
|
||||
OB_INLINE void reset() { MEMSET(this, 0, sizeof(ObBlockAccessStat)); }
|
||||
bool is_valid() const;
|
||||
int add(const ObBlockAccessStat& other);
|
||||
ObBlockAccessStat& operator=(const ObBlockAccessStat& other);
|
||||
ObBlockAccessStat & operator=(const ObBlockAccessStat &other);
|
||||
TO_STRING_KV(K_(effect_read_cnt), K_(empty_read_cnt));
|
||||
|
||||
int64_t effect_read_cnt_;
|
||||
int64_t empty_read_cnt_;
|
||||
};
|
||||
|
||||
struct ObTableStoreStat {
|
||||
struct ObTableStoreStat
|
||||
{
|
||||
public:
|
||||
ObTableStoreStat();
|
||||
~ObTableStoreStat() = default;
|
||||
@ -73,14 +67,57 @@ public:
|
||||
void reuse();
|
||||
bool is_valid() const;
|
||||
int add(const ObTableStoreStat& other);
|
||||
ObTableStoreStat& operator=(const ObTableStoreStat& other);
|
||||
TO_STRING_KV(K_(pkey), K_(row_cache_hit_cnt), K_(row_cache_miss_cnt), K_(row_cache_put_cnt), K_(bf_filter_cnt),
|
||||
K_(bf_empty_read_cnt), K_(bf_access_cnt), K_(block_cache_hit_cnt), K_(block_cache_miss_cnt), K_(access_row_cnt),
|
||||
K_(output_row_cnt), K_(fuse_row_cache_hit_cnt), K_(fuse_row_cache_miss_cnt), K_(fuse_row_cache_put_cnt),
|
||||
K_(single_get_stat), K_(multi_get_stat), K_(index_back_stat), K_(single_scan_stat), K_(multi_scan_stat),
|
||||
K_(exist_row), K_(get_row), K_(scan_row));
|
||||
ObTableStoreStat &operator=(const ObTableStoreStat& other);
|
||||
OB_INLINE bool enable_get_row_cache() const
|
||||
{
|
||||
return row_cache_miss_cnt_ < common::MAX_MULTI_GET_CACHE_AWARE_ROW_NUM
|
||||
|| row_cache_hit_cnt_ > row_cache_miss_cnt_ / 2;
|
||||
}
|
||||
OB_INLINE bool enable_put_row_cache() const
|
||||
{
|
||||
return row_cache_put_cnt_ < common::MAX_MULTI_GET_CACHE_AWARE_ROW_NUM;
|
||||
}
|
||||
OB_INLINE bool enable_put_fuse_row_cache(const int64_t threshold) const
|
||||
{
|
||||
return fuse_row_cache_put_cnt_ < threshold;
|
||||
}
|
||||
OB_INLINE bool enable_get_fuse_row_cache(const int64_t threshold) const
|
||||
{
|
||||
return fuse_row_cache_miss_cnt_ < threshold
|
||||
|| fuse_row_cache_hit_cnt_ > fuse_row_cache_miss_cnt_ / 4;
|
||||
}
|
||||
OB_INLINE bool enable_bf_cache() const
|
||||
{
|
||||
return (bf_access_cnt_ < common::MAX_MULTI_GET_CACHE_AWARE_ROW_NUM
|
||||
|| bf_filter_cnt_ > (bf_access_cnt_ / 8));
|
||||
}
|
||||
OB_INLINE bool enable_sstable_bf_cache() const
|
||||
{
|
||||
return (sstable_bf_access_cnt_ < common::MAX_MULTI_GET_CACHE_AWARE_ROW_NUM / 5
|
||||
|| sstable_bf_filter_cnt_ > sstable_bf_access_cnt_ / 4);
|
||||
}
|
||||
OB_INLINE int64_t get_empty_read_cnt() const
|
||||
{
|
||||
return exist_row_.empty_read_cnt_ + get_row_.empty_read_cnt_ + scan_row_.empty_read_cnt_;
|
||||
}
|
||||
TO_STRING_KV(K_(ls_id), K_(tablet_id), K_(table_id),
|
||||
K_(row_cache_hit_cnt), K_(row_cache_miss_cnt), K_(row_cache_put_cnt),
|
||||
K_(bf_filter_cnt), K_(bf_empty_read_cnt), K_(bf_access_cnt),
|
||||
K_(block_cache_hit_cnt), K_(block_cache_miss_cnt),
|
||||
K_(access_row_cnt), K_(output_row_cnt), K_(fuse_row_cache_hit_cnt),
|
||||
K_(fuse_row_cache_miss_cnt), K_(fuse_row_cache_put_cnt),
|
||||
K_(macro_access_cnt), K_(micro_access_cnt), K_(pushdown_micro_access_cnt),
|
||||
K_(pushdown_row_access_cnt), K_(pushdown_row_select_cnt),
|
||||
K_(single_get_stat), K_(multi_get_stat), K_(index_back_stat),
|
||||
K_(single_scan_stat), K_(multi_scan_stat),
|
||||
K_(exist_row), K_(get_row), K_(scan_row),
|
||||
K_(sstable_bf_filter_cnt), K_(sstable_bf_empty_read_cnt),
|
||||
K_(sstable_bf_access_cnt), K_(rowkey_prefix),
|
||||
K_(logical_read_cnt), K_(physical_read_cnt));
|
||||
|
||||
common::ObPartitionKey pkey_;
|
||||
share::ObLSID ls_id_;
|
||||
common::ObTabletID tablet_id_;
|
||||
common::ObTableID table_id_;
|
||||
int64_t row_cache_hit_cnt_;
|
||||
int64_t row_cache_miss_cnt_;
|
||||
int64_t row_cache_put_cnt_;
|
||||
@ -89,121 +126,115 @@ public:
|
||||
int64_t bf_access_cnt_;
|
||||
int64_t block_cache_hit_cnt_;
|
||||
int64_t block_cache_miss_cnt_;
|
||||
int64_t index_block_cache_hit_cnt_;
|
||||
int64_t index_block_cache_miss_cnt_;
|
||||
int64_t access_row_cnt_;
|
||||
int64_t output_row_cnt_;
|
||||
int64_t fuse_row_cache_hit_cnt_;
|
||||
int64_t fuse_row_cache_miss_cnt_;
|
||||
int64_t fuse_row_cache_put_cnt_;
|
||||
int64_t macro_access_cnt_;
|
||||
int64_t micro_access_cnt_;
|
||||
int64_t pushdown_micro_access_cnt_;
|
||||
int64_t pushdown_row_access_cnt_;
|
||||
int64_t pushdown_row_select_cnt_;
|
||||
ObMergeIterStat single_get_stat_;
|
||||
ObMergeIterStat multi_get_stat_;
|
||||
ObMergeIterStat index_back_stat_; // index back only works in multi_get mode
|
||||
ObMergeIterStat index_back_stat_; // index back only works in multi_get mode
|
||||
ObMergeIterStat single_scan_stat_;
|
||||
ObMergeIterStat multi_scan_stat_;
|
||||
ObBlockAccessStat exist_row_;
|
||||
ObBlockAccessStat get_row_;
|
||||
ObBlockAccessStat scan_row_;
|
||||
int64_t sstable_bf_filter_cnt_;
|
||||
int64_t sstable_bf_empty_read_cnt_;
|
||||
int64_t sstable_bf_access_cnt_;
|
||||
int64_t rowkey_prefix_;
|
||||
int64_t logical_read_cnt_;
|
||||
int64_t physical_read_cnt_;
|
||||
};
|
||||
|
||||
struct ObTableStoreStatKey {
|
||||
struct ObTableStoreStatKey
|
||||
{
|
||||
public:
|
||||
ObTableStoreStatKey() : table_id_(common::OB_INVALID_ID), partition_id_(common::OB_INVALID_ID)
|
||||
{}
|
||||
ObTableStoreStatKey(const uint64_t table_id, const int64_t partition_id)
|
||||
: table_id_(table_id), partition_id_(partition_id)
|
||||
{}
|
||||
~ObTableStoreStatKey()
|
||||
{}
|
||||
ObTableStoreStatKey() : table_id_(common::OB_INVALID_ID), tablet_id_(common::OB_INVALID_ID) {}
|
||||
ObTableStoreStatKey(const ObTableID table_id, const ObTabletID tablet_id) : table_id_(table_id), tablet_id_(tablet_id) {}
|
||||
~ObTableStoreStatKey() {}
|
||||
OB_INLINE uint64_t hash() const
|
||||
{
|
||||
uint64_t hash_ret = 0;
|
||||
hash_ret = common::murmurhash(&table_id_, sizeof(uint64_t), 0);
|
||||
hash_ret = common::murmurhash(&partition_id_, sizeof(int64_t), hash_ret);
|
||||
hash_ret = common::murmurhash(&table_id_, sizeof(ObTableID), 0);
|
||||
hash_ret = common::murmurhash(&tablet_id_, sizeof(ObTabletID), hash_ret);
|
||||
return hash_ret;
|
||||
}
|
||||
OB_INLINE bool operator==(const ObTableStoreStatKey& other) const
|
||||
OB_INLINE bool operator ==(const ObTableStoreStatKey &other) const
|
||||
{
|
||||
return (table_id_ == other.table_id_) && (partition_id_ == other.partition_id_);
|
||||
return (table_id_ == other.table_id_) && (tablet_id_ == other.tablet_id_);
|
||||
}
|
||||
OB_INLINE bool operator!=(const ObTableStoreStatKey& other) const
|
||||
OB_INLINE bool operator !=(const ObTableStoreStatKey &other) const
|
||||
{
|
||||
return (*this == other);
|
||||
}
|
||||
TO_STRING_KV(K_(table_id), K_(partition_id));
|
||||
uint64_t table_id_;
|
||||
int64_t partition_id_;
|
||||
TO_STRING_KV(K_(table_id), K_(tablet_id));
|
||||
common::ObTableID table_id_;
|
||||
common::ObTabletID tablet_id_;
|
||||
};
|
||||
|
||||
struct ObTableStoreStatNode {
|
||||
struct ObTableStoreStatNode
|
||||
{
|
||||
public:
|
||||
ObTableStoreStatNode() : pre_(NULL), next_(NULL), stat_(NULL)
|
||||
{}
|
||||
~ObTableStoreStatNode()
|
||||
{
|
||||
reset();
|
||||
}
|
||||
OB_INLINE void reset()
|
||||
{
|
||||
pre_ = next_ = NULL;
|
||||
stat_ = NULL;
|
||||
}
|
||||
ObTableStoreStatNode* pre_;
|
||||
ObTableStoreStatNode* next_;
|
||||
ObTableStoreStat* stat_;
|
||||
ObTableStoreStatNode() : pre_(NULL), next_(NULL), stat_(NULL) {}
|
||||
~ObTableStoreStatNode() { reset(); }
|
||||
OB_INLINE void reset() { pre_ = next_ = NULL; stat_ = NULL; }
|
||||
ObTableStoreStatNode *pre_;
|
||||
ObTableStoreStatNode *next_;
|
||||
ObTableStoreStat *stat_;
|
||||
};
|
||||
|
||||
class ObTableStoreStatIterator {
|
||||
class ObTableStoreStatIterator
|
||||
{
|
||||
public:
|
||||
ObTableStoreStatIterator();
|
||||
virtual ~ObTableStoreStatIterator();
|
||||
int open();
|
||||
int get_next_stat(ObTableStoreStat& stat);
|
||||
int get_next_stat(ObTableStoreStat &stat);
|
||||
void reset();
|
||||
|
||||
private:
|
||||
int64_t cur_idx_;
|
||||
bool is_opened_;
|
||||
};
|
||||
|
||||
class ObTableStoreStatMgr {
|
||||
class ObTableStoreStatMgr
|
||||
{
|
||||
public:
|
||||
int init(const int64_t limit_cnt = DEFAULT_MAX_CNT);
|
||||
void destroy();
|
||||
static ObTableStoreStatMgr& get_instance();
|
||||
int report_stat(const ObTableStoreStat& stat);
|
||||
|
||||
static ObTableStoreStatMgr &get_instance();
|
||||
int report_stat(const ObTableStoreStat &stat);
|
||||
private:
|
||||
ObTableStoreStatMgr();
|
||||
virtual ~ObTableStoreStatMgr();
|
||||
void move_node_to_head(ObTableStoreStatNode* node);
|
||||
int get_table_store_stat(const int64_t idx, ObTableStoreStat& stat);
|
||||
void move_node_to_head(ObTableStoreStatNode *node);
|
||||
int get_table_store_stat(const int64_t idx, ObTableStoreStat &stat);
|
||||
void run_report_task();
|
||||
int add_stat(const ObTableStoreStat& stat);
|
||||
int add_stat(const ObTableStoreStat &stat);
|
||||
|
||||
friend class ObTableStoreStatIterator;
|
||||
typedef common::hash::ObHashMap<ObTableStoreStatKey, ObTableStoreStatNode*, common::hash::NoPthreadDefendMode>
|
||||
TableStoreMap;
|
||||
static const int64_t DEFAULT_MAX_CNT =
|
||||
40000; // 40000 * (sizeof(key)(16) + sizeof(node*)(8) + sizeof(node)(24) + sizeof(stat)(96)) = 6.25MB
|
||||
static const int64_t MAX_PENDDING_CNT = 100000; // 100000 * sizeof(stat)(96) = 9.2MB
|
||||
static const int64_t REPORT_TASK_INTERVAL_US = 1000 * 1000; // 1 seconds
|
||||
typedef common::hash::ObHashMap<ObTableStoreStatKey, ObTableStoreStatNode*, common::hash::NoPthreadDefendMode> TableStoreMap;
|
||||
static const int64_t DEFAULT_MAX_CNT = 40000; // 40000 * (sizeof(key)(16) + sizeof(node*)(8) + sizeof(node)(24) + sizeof(stat)(96)) = 6.25MB
|
||||
static const int64_t MAX_PENDDING_CNT = 100000; // 100000 * sizeof(stat)(96) = 9.2MB
|
||||
static const int64_t REPORT_TASK_INTERVAL_US = 1000 * 1000; // 1 seconds
|
||||
|
||||
class ReportTask : public common::ObTimerTask {
|
||||
class ReportTask : public common::ObTimerTask
|
||||
{
|
||||
public:
|
||||
ReportTask() : stat_mgr_(NULL)
|
||||
{}
|
||||
virtual ~ReportTask()
|
||||
{
|
||||
destroy();
|
||||
}
|
||||
int init(ObTableStoreStatMgr* stat_mgr);
|
||||
void destroy()
|
||||
{
|
||||
stat_mgr_ = NULL;
|
||||
}
|
||||
ReportTask() : stat_mgr_(NULL) {}
|
||||
virtual ~ReportTask() { destroy(); }
|
||||
int init(ObTableStoreStatMgr *stat_mgr);
|
||||
void destroy() { stat_mgr_ = NULL; }
|
||||
virtual void runTimerTask();
|
||||
|
||||
private:
|
||||
ObTableStoreStatMgr* stat_mgr_;
|
||||
ObTableStoreStatMgr *stat_mgr_;
|
||||
DISALLOW_COPY_AND_ASSIGN(ReportTask);
|
||||
};
|
||||
|
||||
@ -212,8 +243,8 @@ private:
|
||||
TableStoreMap quick_map_;
|
||||
int64_t cur_cnt_;
|
||||
int64_t limit_cnt_;
|
||||
ObTableStoreStatNode* lru_head_;
|
||||
ObTableStoreStatNode* lru_tail_;
|
||||
ObTableStoreStatNode *lru_head_;
|
||||
ObTableStoreStatNode *lru_tail_;
|
||||
ObTableStoreStat stat_array_[DEFAULT_MAX_CNT];
|
||||
ObTableStoreStatNode node_pool_[DEFAULT_MAX_CNT];
|
||||
|
||||
@ -224,6 +255,6 @@ private:
|
||||
ReportTask report_task_;
|
||||
};
|
||||
|
||||
} // namespace storage
|
||||
} // namespace oceanbase
|
||||
} //namespace storage
|
||||
} //namespace oceanbase
|
||||
#endif /* OB_TABLE_STORE_STAT_MGR_H_ */
|
||||
|
||||
Reference in New Issue
Block a user