/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #define USING_LOG_PREFIX PL #include "test_pl_utils.h" #include "pl/parser/ob_pl_parser.h" #include "pl/ob_pl_resolver.h" #include "pl/ob_pl_code_generator.h" #include "pl/ob_pl_package.h" #include "observer/ob_server.h" #include "sql/resolver/ob_resolver_utils.h" using namespace oceanbase::pl; #define CLUSTER_VERSION_140 (oceanbase::common::cal_version(1, 4, 0, 0)) #define BUF_LEN 102400 // 100K namespace test { void TestPLUtils::resolve_test(const char* test_file, const char* result_file, const char* tmp_file) { std::ifstream if_tests(test_file); ASSERT_TRUE(if_tests.is_open()); std::ofstream of_result(tmp_file); ASSERT_TRUE(of_result.is_open()); std::string line; std::string total_line; while (std::getline(if_tests, line)) { // allow human readable formatting if (line.size() <= 0) { resolve_pl(total_line.c_str(), of_result); total_line = ""; } else { std::size_t begin = line.find_first_not_of('\t'); if (line.at(begin) == '#') continue; std::size_t end = line.find_last_not_of('\t'); std::string exact_line = line.substr(begin, end - begin + 1); total_line += exact_line; total_line += " "; } } if_tests.close(); of_result.close(); std::cout << "diff -u " << tmp_file << " " << result_file << std::endl; is_equal_content(tmp_file, result_file); } void TestPLUtils::compile_test(const char* test_file, const char* result_file, const char* tmp_file) { std::ifstream if_tests(test_file); ASSERT_TRUE(if_tests.is_open()); std::ofstream of_result(tmp_file); ASSERT_TRUE(of_result.is_open()); std::string line; std::string total_line; while (std::getline(if_tests, line)) { // allow human readable formatting if (line.size() <= 0) { compile_pl(total_line.c_str(), of_result); total_line = ""; } else { std::size_t begin = line.find_first_not_of('\t'); if (line.at(begin) == '#') continue; std::size_t end = line.find_last_not_of('\t'); std::string exact_line = line.substr(begin, end - begin + 1); total_line += exact_line; total_line += " "; } } if_tests.close(); of_result.close(); std::cout << "diff -u " << tmp_file << " " << result_file << std::endl; // is_equal_content(tmp_file, result_file); std::remove(tmp_file); } void TestPLUtils::resolve_pl(const char* pl_str, std::ofstream &of_result) { of_result << "*************** Case "<< ++case_id_ << " ***************" << std::endl; of_result << std::endl; ObString sql = ObString::make_string(pl_str); of_result << "SQL: " << pl_str << std::endl; LOG_INFO("Case query", K_(case_id), K(pl_str)); ObPLFunctionAST func(allocator_); sql::ObRawExprFactory expr_factory(allocator_); OK(do_resolve(pl_str, expr_factory, func)); of_result << std::endl; char buf[BUF_LEN]; func.to_string(buf, BUF_LEN); //printf("%s\n", buf); of_result << buf << std::endl; of_result << "*************** Case "<< case_id_ << "(end) ************** " << std::endl; of_result << std::endl; // deconstruct expr_factory_.destory(); } void TestPLUtils::compile_pl(const char* pl_str, std::ofstream &of_result) { of_result << "*************** Case "<< ++case_id_ << " ***************" << std::endl; of_result << std::endl; ObString sql = ObString::make_string(pl_str); of_result << "SQL: " << std::endl << pl_str << std::endl; LOG_INFO("Case query", K_(case_id), K(pl_str)); FILE *tmp = freopen("tmp", "w+", stderr); ObPLFunction func(allocator_); OK(do_compile(pl_str, func)); fclose(tmp); char buf[BUF_LEN]; func.to_string(buf, BUF_LEN); of_result << "FUNCTION:" << std::endl << buf << std::endl; std::ifstream in("tmp"); std::ostringstream stream; char ch; while (!in.eof()) { in.get(ch); stream.put(ch); } of_result << ">>>>>>>>>>>>>>>> IR Code <<<<<<<<<<<<<<<<" <type_ || OB_ISNULL(parse_result.result_tree_->children_[0]) || T_SP_CREATE != parse_result.result_tree_->children_[0]->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid pl parse result", K(pl_str), K(ret)); } else { pl_tree = parse_result.result_tree_->children_[0]; ObStmtNodeTree *name = pl_tree->children_[0]; if (OB_ISNULL(name)) { LOG_WARN("Invalid pl", K(name), K(pl_str), K(ret)); } else if (T_SP_NAME != name->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid pl name", K(name->type_), K(pl_str), K(ret)); } else if (OB_ISNULL(name->children_[1])) { LOG_WARN("Invalid pl", K(name->children_[1]), K(pl_str), K(ret)); } else if (T_IDENT != name->children_[1]->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid pl name", K(name->children_[1]->type_), K(pl_str), K(ret)); } else { func.set_name(ObString(name->children_[1]->str_len_, name->children_[1]->str_value_)); } if (OB_SUCC(ret)) { ObStmtNodeTree *params = pl_tree->children_[1]; if (NULL == params) { //skip } else if (T_SP_PARAM_LIST != params->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid pl params", K(params->type_), K(pl_str), K(ret)); } else { for (int64_t i = 0; OB_SUCC(ret) && i < params->num_child_; ++i) { ObStmtNodeTree *param = params->children_[i]; if (OB_ISNULL(param)) { LOG_WARN("Invalid pl", K(param), K(pl_str), K(ret)); } else if (T_SP_PARAM != param->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid pl param", K(param->type_), K(i), K(pl_str), K(ret)); } else { ObStmtNodeTree *param_name = param->children_[0]; if (OB_ISNULL(param_name)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("name node is NULL", K(param_name), K(ret)); } else if (T_IDENT != param_name->type_) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid name node", K(i), K(param_name->type_), K(ret)); } else { /*do nothing*/ } if (OB_SUCC(ret)) { ObStmtNodeTree *param_type = param->children_[1]; ObDataType data_type; ObString ident_name; if (OB_ISNULL(param_type)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("name node is NULL", K(param_type), K(ret)); } else if (OB_FAIL(ObResolverUtils::resolve_data_type(*param_type, ident_name, data_type))) { LOG_WARN("failed to resolve type", K(param_type), K(ret)); } else { ObObjParam value; if (OB_FAIL(func.add_argument(ObString(param_name->str_len_, param_name->str_value_), data_type, NULL))) { LOG_WARN("failed to add argument", K(param_name->str_value_), K(value), K(ret)); } } } } } } } if (OB_SUCC(ret)) { ObDataType res_type; res_type.set_obj_type(common::ObNullType); func.set_ret_type(res_type); //无返回值 } if (OB_SUCC(ret)) { ObStmtNodeTree *body = pl_tree->children_[3]; //获取body if (OB_ISNULL(body)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("pl body is NULL", K(pl_tree), K(ret)); } else if (OB_FAIL(resolver.init(func))) { LOG_WARN("failed to init resolver", K(body), K(ret)); } else if (OB_FAIL(resolver.resolve(body, func))) { LOG_WARN("failed to analyze pl body", K(body), K(ret)); } else { /*do nothing*/ } } } } return ret; } int TestPLUtils::do_compile(const char *pl_str, ObPLFunction &func) { int ret = OB_SUCCESS; ObPLFunctionAST func_ast(allocator_); if (OB_FAIL(do_resolve(pl_str, func_ast.get_expr_factory(), func_ast))) { LOG_WARN("failed to do resolve", K(pl_str), K(func_ast), K(ret)); } else { #ifdef USE_MCJIT ObPLCodeGenerator cg(allocator_, &session_info_); #else ObPLCodeGenerator cg(func.get_allocator(), func.get_expressions(), func.get_helper(), func.get_di_helper()); #endif if (OB_FAIL(cg.init(func_ast, false))) { LOG_WARN("failed to init code generator", K(ret)); } else if (cg.generate(func_ast, func)) { LOG_WARN("failed to code generate for stmt", K(func_ast), K(ret)); } else { /*do nothing*/ } } return ret; } void TestPLUtils::init() { TestSqlUtils::init(); static const int64_t PS_BUCKET_NUM = 64; session_info_.ps_session_info_map_.create(hash::cal_next_prime(PS_BUCKET_NUM), ObModIds::OB_HASH_BUCKET_PS_SESSION_INFO, ObModIds::OB_HASH_NODE_PS_SESSION_INFO); session_info_.is_inited_ = true; } void TestPLUtils::destroy() { TestSqlUtils::destroy(); } }