hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

81
unittest/sql/parser/test_parser_perf.cpp
View File

@ -13,7 +13,6 @@
#include "sql/parser/ob_parser.h"
#include <gtest/gtest.h>
#include "lib/allocator/page_arena.h"
#include "lib/time/tbtimeutil.h"
#include <fstream>
#include <iterator>
#include <vector>
@ -23,21 +22,21 @@
using namespace oceanbase;
using namespace oceanbase::common;
using namespace oceanbase::sql;
namespace test {
static char* parse_file = NULL;
namespace test
{
static char *parse_file = NULL;
static int LOOP_COUNT = 1;
static bool PRINT_STAT = false;
static bool IS_FP = false;
class TestParserPerf {
class TestParserPerf
{
public:
TestParserPerf();
virtual ~TestParserPerf();
void do_parse(const char* query_str);
private:
DISALLOW_COPY_AND_ASSIGN(TestParserPerf);
public:
ObArenaAllocator allocator_;
int64_t total_t_;
@ -45,11 +44,17 @@ public:
int64_t succ_cnt_;
};
TestParserPerf::TestParserPerf() : allocator_(ObModIds::TEST), total_t_(0), total_cnt_(0), succ_cnt_(0)
{}
TestParserPerf::TestParserPerf()
: allocator_(ObModIds::TEST),
total_t_(0),
total_cnt_(0),
succ_cnt_(0)
{
}
TestParserPerf::~TestParserPerf()
{}
{
}
void TestParserPerf::do_parse(const char* query_str)
{
@ -61,29 +66,28 @@ void TestParserPerf::do_parse(const char* query_str)
parse_result.is_fp_ = IS_FP;
ObString query = ObString::make_string(query_str);
int ret = OB_SUCCESS;
t0 = obsys::ObSysTimeUtil::getTime();
t0 = ObTimeUtility::current_time();
ret = parser.parse(query, parse_result, pmode);
t1 = obsys::ObSysTimeUtil::getTime();
t1 = ObTimeUtility::current_time();
if (OB_SUCC(ret)) {
succ_cnt_++;
succ_cnt_ ++;
}
total_t_ += t1 - t0;
total_cnt_++;
if (PRINT_STAT) {
printf("==%s\n", query_str);
printf("==%s\n",query_str);
printf("==%s\n", parse_result.no_param_sql_);
printf("time:%ld, len:%d, ", t1 - t0, parse_result.no_param_sql_len_);
printf("time:%ld, len:%d, ",t1 - t0 , parse_result.no_param_sql_len_);
printf("param_node_num:%d\n", parse_result.param_node_num_);
ParamList* param = parse_result.param_nodes_;
for (int32_t i = 0; OB_SUCC(ret) && i < parse_result.param_node_num_ && NULL != param; i++) {
ParamList *param = parse_result.param_nodes_;
for (int32_t i = 0; OB_SUCC(ret) && i < parse_result.param_node_num_ && NULL != param; i ++) {
printf(" param_%d: type:%d; value:%ld, str_value:%s, raw_text:%s, pos_:%ld\n",
i,
param->node_->type_,
param->node_->value_,
param->node_->str_value_,
param->node_->raw_text_,
param->node_->pos_);
i, param->node_->type_,
param->node_->value_,
param->node_->str_value_,
param->node_->raw_text_,
param->node_->pos_);
param = param->next_;
}
}
@ -91,7 +95,7 @@ void TestParserPerf::do_parse(const char* query_str)
allocator_.reset();
}
int load_sql(const char* test_file, std::vector<std::string>& sql_array)
int load_sql(const char *test_file, std::vector<std::string> &sql_array)
{
int ret = OB_SUCCESS;
std::ifstream if_tests(test_file);
@ -104,17 +108,14 @@ int load_sql(const char* test_file, std::vector<std::string>& sql_array)
;
while (std::getline(if_tests, line)) {
// allow human readable formatting
if (line.size() <= 0)
continue;
if (line.size() <= 0) continue;
std::size_t begin = line.find_first_not_of('\t');
if (line.at(begin) == '#')
continue;
if (line.at(begin) == '#') continue;
std::size_t end = line.find_last_not_of('\t');
std::string exact_line = line.substr(begin, end - begin + 1);
total_line += exact_line;
total_line += " ";
if (exact_line.at(exact_line.length() - 1) != ';')
continue;
if (exact_line.at(exact_line.length() - 1) != ';') continue;
else {
sql_array.push_back(total_line);
total_line = "";
@ -124,32 +125,28 @@ int load_sql(const char* test_file, std::vector<std::string>& sql_array)
return ret;
}
void run()
{
void run() {
std::vector<std::string> test_sql_array;
load_sql("./test_parser.sql", test_sql_array);
TestParserPerf pp;
for (int i = 0; i < LOOP_COUNT; i++) {
for(int i = 0; i < LOOP_COUNT; i++) {
for (int j = 0; j < (int)test_sql_array.size(); j++) {
pp.do_parse(test_sql_array.at(j).c_str());
}
}
std::cout << "===="
<< "succ_cnt:" << pp.succ_cnt_ << std::endl;
std::cout << "===="
<< "total_cnt:" << pp.total_cnt_ << std::endl;
std::cout << "===="
<< "avg_time:" << (double)(pp.total_t_) / (double)(pp.total_cnt_) << std::endl;
std::cout << "====" << "succ_cnt:" << pp.succ_cnt_ << std::endl;
std::cout << "====" << "total_cnt:" << pp.total_cnt_ << std::endl;
std::cout << "====" << "avg_time:" << (double)(pp.total_t_)/(double)(pp.total_cnt_) << std::endl;
}
}
} // namespace test
int main(int argc, char** argv)
int main(int argc, char **argv)
{
OB_LOGGER.set_log_level("ERROR");
OB_LOGGER.set_file_name("test_parser.log", true);
int c = 0;
while (-1 != (c = getopt(argc, argv, "q:pfl:n:"))) {
switch (c) {
while(-1 != (c = getopt(argc, argv, "q:pfl:n:"))) {
switch(c) {
case 'q':
test::parse_file = optarg;
break;