Files
oceanbase/src/observer/virtual_table/ob_virtual_sql_plan_statistics.cpp
oceanbase-admin cea7de1475 init push
2021-05-31 22:56:52 +08:00

344 lines
11 KiB
C++

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#include "observer/virtual_table/ob_virtual_sql_plan_statistics.h"
#include "common/object/ob_object.h"
#include "sql/plan_cache/ob_plan_cache.h"
#include "sql/plan_cache/ob_plan_cache_manager.h"
#include "observer/ob_server_utils.h"
#include "observer/ob_server_struct.h"
#include "observer/ob_req_time_service.h"
#include "share/inner_table/ob_inner_table_schema.h"
using namespace oceanbase;
using namespace sql;
using namespace observer;
using namespace common;
namespace oceanbase {
namespace observer {
struct ObGetAllOperatorStatOp {
explicit ObGetAllOperatorStatOp(common::ObIArray<ObOperatorStat>* key_array) : key_array_(key_array)
{}
ObGetAllOperatorStatOp() : key_array_(NULL)
{}
void reset()
{
key_array_ = NULL;
}
int set_key_array(common::ObIArray<ObOperatorStat>* key_array)
{
int ret = common::OB_SUCCESS;
if (NULL == key_array) {
ret = common::OB_INVALID_ARGUMENT;
SERVER_LOG(WARN, "invalid argument", K(ret));
} else {
key_array_ = key_array;
}
return ret;
}
int operator()(common::hash::HashMapPair<ObCacheObjID, ObCacheObject*>& entry)
{
int ret = common::OB_SUCCESS;
if (NULL == key_array_) {
ret = common::OB_NOT_INIT;
SERVER_LOG(WARN, "invalid argument", K(ret));
} else if (OB_ISNULL(entry.second)) {
ret = common::OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "entry value is nullptr", K(ret));
} else {
ObOperatorStat stat;
ObPhysicalPlan* plan = NULL;
if (entry.second->is_sql_crsr()) {
if (OB_ISNULL(plan = dynamic_cast<ObPhysicalPlan*>(entry.second))) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "unexpected null plan", K(ret), K(plan));
}
for (int64_t i = 0; OB_SUCC(ret) && i < plan->op_stats_.count(); i++) {
if (OB_FAIL(plan->op_stats_.get_op_stat_accumulation(plan, i, stat))) {
SERVER_LOG(WARN, "fail to get op stat accumulation", K(ret), K(i));
} else if (OB_FAIL(key_array_->push_back(stat))) {
SERVER_LOG(WARN, "fail to push back plan_id", K(ret));
}
} // for end
}
}
return ret;
}
common::ObIArray<ObOperatorStat>* key_array_;
};
ObVirtualSqlPlanStatistics::ObVirtualSqlPlanStatistics()
: pcm_(NULL),
tenant_id_array_(),
operator_stat_array_(),
tenant_id_(0),
tenant_id_array_idx_(0),
operator_stat_array_idx_(OB_INVALID_ID)
{}
ObVirtualSqlPlanStatistics::~ObVirtualSqlPlanStatistics()
{
reset();
}
void ObVirtualSqlPlanStatistics::reset()
{
operator_stat_array_.reset();
tenant_id_array_.reset();
}
int ObVirtualSqlPlanStatistics::inner_open()
{
int ret = OB_SUCCESS;
if (OB_ISNULL(pcm_)) {
ret = OB_INVALID_ARGUMENT;
SERVER_LOG(WARN, "invalid argument", K(ret));
} else {
uint64_t start_tenant_id = 0;
uint64_t end_tenant_id = 0;
if (key_ranges_.count() < 1) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "invalid key range", K(ret), K(key_ranges_.count()));
} else {
ObNewRange& range = key_ranges_.at(0);
if (OB_UNLIKELY(range.get_start_key().get_obj_cnt() != 5 || range.get_end_key().get_obj_cnt() != 5)) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN,
"unexpected # of rowkey columns",
K(ret),
"size of start key",
range.get_start_key().get_obj_cnt(),
"size of end key",
range.get_end_key().get_obj_cnt());
} else {
ObObj tenant_id_low = range.get_start_key().get_obj_ptr()[0];
ObObj tenant_id_high = range.get_end_key().get_obj_ptr()[0];
if (tenant_id_low.is_min_value() && tenant_id_high.is_max_value()) {
start_tenant_id = OB_SYS_TENANT_ID;
end_tenant_id = OB_SYS_TENANT_ID;
} else if (tenant_id_low.get_type() != ObIntType || tenant_id_high.get_type() != ObIntType) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "invalid tenant id", K(ret), K(tenant_id_low), K(tenant_id_high));
} else {
start_tenant_id = tenant_id_low.get_int();
end_tenant_id = tenant_id_high.get_int();
if (start_tenant_id != end_tenant_id) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN,
"invalid tenant id range, can only search one tenant",
K(ret),
K(start_tenant_id),
K(end_tenant_id));
} else if (OB_SYS_TENANT_ID == start_tenant_id) {
// sys tenamt can query any plan cache
if (OB_FAIL(get_all_tenant_id())) {
SERVER_LOG(WARN, "fail to get all tenant id", K(ret));
}
} else if (OB_FAIL(tenant_id_array_.push_back(start_tenant_id))) {
SERVER_LOG(WARN, "fail to push back tenent id", K(ret));
}
}
}
}
}
return ret;
}
int ObVirtualSqlPlanStatistics::get_all_tenant_id()
{
int ret = OB_SUCCESS;
ObPlanCacheManager::ObGetAllCacheKeyOp op(&tenant_id_array_);
if (OB_UNLIKELY(NULL == pcm_)) {
ret = OB_NOT_INIT;
SERVER_LOG(WARN, "pcm_ is NULL", K(ret));
} else if (OB_FAIL(pcm_->get_plan_cache_map().foreach_refactored(op))) {
SERVER_LOG(WARN, "fail to traverse pcm", K(ret));
}
return ret;
}
int ObVirtualSqlPlanStatistics::get_row_from_specified_tenant(uint64_t tenant_id, bool& is_end)
{
int ret = OB_SUCCESS;
// !!! Must have an ObReqTimeGuard before any plan cache references
ObReqTimeGuard req_timeinfo_guard;
is_end = false;
sql::ObPlanCache* plan_cache = NULL;
if (OB_INVALID_ID == static_cast<uint64_t>(operator_stat_array_idx_)) {
if (OB_UNLIKELY(NULL == pcm_)) {
ret = OB_NOT_INIT;
SERVER_LOG(WARN, "pcm_ is NULL", K(ret));
} else if (OB_UNLIKELY(NULL == (plan_cache = pcm_->get_plan_cache(tenant_id)))) {
operator_stat_array_idx_ = 0;
SERVER_LOG(WARN, "plan cache is null", K(ret));
} else {
ObPlanCache::PlanStatMap& plan_stats = plan_cache->get_plan_stat_map();
ObGetAllOperatorStatOp operator_stat_op(&operator_stat_array_);
if (OB_FAIL(plan_stats.foreach_refactored(operator_stat_op))) {
SERVER_LOG(WARN, "fail to traverse id2stat_map");
} else {
operator_stat_array_idx_ = 0;
}
plan_cache->dec_ref_count();
plan_cache = NULL;
}
}
if (OB_SUCC(ret)) {
if (operator_stat_array_idx_ < 0) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "invalid operator_stat_array index", K(operator_stat_array_idx_));
} else if (operator_stat_array_idx_ >= operator_stat_array_.count()) {
is_end = true;
operator_stat_array_idx_ = OB_INVALID_ID;
operator_stat_array_.reset();
} else {
is_end = false;
ObOperatorStat& opstat = operator_stat_array_.at(operator_stat_array_idx_);
++operator_stat_array_idx_;
if (OB_FAIL(fill_cells(opstat))) {
SERVER_LOG(WARN, "fail to fill cells", K(opstat), K(tenant_id));
}
}
}
SERVER_LOG(DEBUG, "add plan from a tenant", K(ret), K(tenant_id));
return ret;
}
int ObVirtualSqlPlanStatistics::fill_cells(const ObOperatorStat& pstat)
{
int ret = OB_SUCCESS;
const int64_t col_count = output_column_ids_.count();
ObObj* cells = cur_row_.cells_;
ObString ipstr;
for (int64_t i = 0; OB_SUCC(ret) && i < col_count; ++i) {
uint64_t col_id = output_column_ids_.at(i);
switch (col_id) {
// tenant id
case TENANT_ID: {
cells[i].set_int(tenant_id_array_.at(tenant_id_array_idx_));
break;
}
// ip
case SVR_IP: {
// ip
ipstr.reset();
if (OB_FAIL(ObServerUtils::get_server_ip(allocator_, ipstr))) {
SERVER_LOG(ERROR, "get server ip failed", K(ret));
} else {
cells[i].set_varchar(ipstr);
cells[i].set_collation_type(ObCharset::get_default_collation(ObCharset::get_default_charset()));
}
break;
}
// port
case SVR_PORT: {
// svr_port
cells[i].set_int(GCTX.self_addr_.get_port());
break;
}
// plan id
case PLAN_ID: {
cells[i].set_int(pstat.plan_id_);
break;
}
case OPERATION_ID: {
cells[i].set_int(pstat.operation_id_);
break;
}
case EXECUTIONS: {
cells[i].set_int(pstat.execute_times_);
break;
}
case OUTPUT_ROWS: {
cells[i].set_int(pstat.output_rows_);
break;
}
case INPUT_ROWS: {
cells[i].set_int(pstat.input_rows_);
break;
}
case RESCAN_TIMES: {
cells[i].set_int(pstat.rescan_times_);
break;
}
case BUFFER_GETS: {
cells[i].set_int(0);
break;
}
case DISK_READS: {
cells[i].set_int(0);
break;
}
case DISK_WRITES: {
cells[i].set_int(0);
break;
}
case ELAPSED_TIME: {
cells[i].set_int(0);
break;
}
case EXTEND_INFO1: {
cells[i].set_null();
break;
}
case EXTEND_INFO2: {
cells[i].set_null();
break;
}
default: {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "invalid column id", K(ret), K(i), K(output_column_ids_), K(col_id));
break;
}
}
} // end for
return ret;
}
int ObVirtualSqlPlanStatistics::inner_get_next_row(common::ObNewRow*& row)
{
int ret = OB_SUCCESS;
bool is_sub_end = false;
do {
is_sub_end = false;
if (tenant_id_array_idx_ < 0) {
ret = OB_ERR_UNEXPECTED;
SERVER_LOG(WARN, "invalid tenant_id_array idx", K(ret), K(tenant_id_array_idx_));
} else if (tenant_id_array_idx_ >= tenant_id_array_.count()) {
ret = OB_ITER_END;
tenant_id_array_idx_ = 0;
} else {
if (OB_FAIL(get_row_from_specified_tenant(tenant_id_array_.at(tenant_id_array_idx_), is_sub_end))) {
SERVER_LOG(WARN,
"fail to insert plan by tenant id",
K(ret),
"tenant id",
tenant_id_array_.at(tenant_id_array_idx_),
K(tenant_id_array_idx_));
} else {
if (is_sub_end) {
++tenant_id_array_idx_;
}
}
}
} while (is_sub_end && OB_SUCCESS == ret);
if (OB_SUCC(ret)) {
row = &cur_row_;
}
return ret;
}
} // end namespace observer
} // end namespace oceanbase