Files
oceanbase/mittest/simple_server/test_keep_alive_min_start_scn.cpp

216 lines
7.1 KiB
C++

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#include <gtest/gtest.h>
#define USING_LOG_PREFIX STORAGE
#define protected public
#define private public
#include "env/ob_simple_cluster_test_base.h"
#include "env/ob_fast_bootstrap.h"
#include "lib/mysqlclient/ob_mysql_result.h"
#include "storage/tx/ob_tx_loop_worker.h"
#include "storage/tx_storage/ob_ls_map.h"
#include "storage/tx_storage/ob_ls_service.h"
namespace oceanbase
{
namespace storage
{
int64_t ObTxDataTable::UPDATE_CALC_UPPER_INFO_INTERVAL = 0;
}
namespace unittest
{
using namespace oceanbase::transaction;
using namespace oceanbase::storage;
class TestRunCtx
{
public:
uint64_t tenant_id_ = 0;
int time_sec_ = 0;
};
TestRunCtx RunCtx;
class ObTestKeepAliveMinStartSCN : public ObSimpleClusterTestBase
{
public:
ObTestKeepAliveMinStartSCN() : ObSimpleClusterTestBase("test_keep_alive_min_start_scn_") {}
void test_min_start_scn();
void loop_check_start_scn(SCN &prev_min_start_scn, SCN &prev_keep_alive_scn);
ObLS *get_ls(const int64_t tenant_id, const ObLSID ls_id)
{
int ret = OB_SUCCESS;
ObLS *ls = nullptr;
MTL_SWITCH(tenant_id)
{
ObLSIterator *ls_iter = nullptr;
ObLSHandle ls_handle;
ObLSService *ls_svr = MTL(ObLSService *);
OB_ASSERT(OB_SUCCESS == ls_svr->get_ls(ls_id, ls_handle, ObLSGetMod::STORAGE_MOD));
OB_ASSERT(nullptr != (ls = ls_handle.get_ls()));
}
return ls;
}
};
#define WRITE_SQL_BY_CONN(conn, sql_str) \
ASSERT_EQ(OB_SUCCESS, sql.assign(sql_str)); \
ASSERT_EQ(OB_SUCCESS, conn->execute_write(OB_SYS_TENANT_ID, sql.ptr(), affected_rows));
#define WRITE_SQL_FMT_BY_CONN(conn, ...) \
ASSERT_EQ(OB_SUCCESS, sql.assign_fmt(__VA_ARGS__)); \
ASSERT_EQ(OB_SUCCESS, conn->execute_write(OB_SYS_TENANT_ID, sql.ptr(), affected_rows));
#define DEF_VAL_FOR_SQL \
int ret = OB_SUCCESS; \
ObSqlString sql; \
int64_t affected_rows = 0; \
sqlclient::ObISQLConnection *connection = nullptr;
void ObTestKeepAliveMinStartSCN::loop_check_start_scn(SCN &prev_min_start_scn, SCN &prev_keep_alive_scn)
{
int ret = OB_SUCCESS;
MTL_SWITCH(RunCtx.tenant_id_)
{
ObLS *ls = get_ls(RunCtx.tenant_id_, ObLSID(1001));
ObTxDataTable *tx_data_table = ls->get_tx_table()->get_tx_data_table();
// 每100毫秒循环一次,对应tx loop worker的单次循环interval,循环200次,对应20秒
// 因为tx loop worker会15秒遍历一次上下文,略大于遍历间隔
int retry_times = 200;
while (--retry_times >= 0) {
// 每次循环都更新tx data table中的min_start_scn
tx_data_table->update_calc_upper_info_(SCN::max_scn());
// 判断min_start_scn的大小关系,若出错,打印到stdout
if (prev_min_start_scn > tx_data_table->calc_upper_info_.min_start_scn_in_ctx_) {
fprintf(stdout,
"Incorrect min_start_scn in tx data table, prev_min_start_scn = %s, current_min_start_scn = %s\n",
to_cstring(prev_min_start_scn),
to_cstring(tx_data_table->calc_upper_info_.min_start_scn_in_ctx_));
}
ASSERT_LE(prev_min_start_scn, tx_data_table->calc_upper_info_.min_start_scn_in_ctx_);
prev_min_start_scn = tx_data_table->calc_upper_info_.min_start_scn_in_ctx_;
ASSERT_LE(prev_keep_alive_scn, tx_data_table->calc_upper_info_.keep_alive_scn_);
prev_keep_alive_scn = tx_data_table->calc_upper_info_.keep_alive_scn_;
::usleep(ObTxLoopWorker::LOOP_INTERVAL);
}
}
}
void ObTestKeepAliveMinStartSCN::test_min_start_scn()
{
DEF_VAL_FOR_SQL
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().get_sql_proxy2().acquire(connection));
WRITE_SQL_BY_CONN(connection, "set ob_trx_timeout = 6000000000");
WRITE_SQL_BY_CONN(connection, "set ob_trx_idle_timeout = 6000000000");
int64_t current_ts = ObTimeUtil::current_time_ns();
fprintf(stdout, "current ts : %ld\n", current_ts);
SCN prev_min_start_scn = SCN::min_scn();
SCN prev_keep_alive_scn = SCN::min_scn();
// 执行循环检查前,先sleep一段时间,确保tx_loop_worker成功做一次遍历,keep_alive日志中会成功写下一次NO_CTX,
// 在错误场景下,后续的UNKNOW日志会会修改keep_alive_handler中的keep_alive_scn,但是不会修改status
::sleep(15);
// 循环检查并使用keep_alive_handler中的信息更新tx data table中的数据,在错误场景下,min_start_scn会被错误推大
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
// create test table
WRITE_SQL_BY_CONN(connection, "create table if not exists test.test_keep_alive_min_start_scn_t (c1 int, c2 int)");
// insert data and trigger redo log write
WRITE_SQL_BY_CONN(connection, "begin");
WRITE_SQL_BY_CONN(connection, "insert into test.test_keep_alive_min_start_scn_t values(1,1)");
// 由于系统租户设置过_private_buffer_size,所有写入都会立即产生CLOG,事务也拥有了start_scn
// 在错误场景下,由于之前min_start_scn已经被错误推大,此时会出现min_start_scn回退
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
WRITE_SQL_BY_CONN(connection, "commit");
WRITE_SQL_BY_CONN(connection, "alter system minor freeze");
// 在事务提交后再做一次检查,确保整个过程中不会有min_start_scn回退
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
}
TEST_F(ObTestKeepAliveMinStartSCN, observer_start)
{
DEF_VAL_FOR_SQL
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().get_sql_proxy().acquire(connection));
WRITE_SQL_BY_CONN(connection, "alter system set _private_buffer_size = '1B'");
SERVER_LOG(INFO, "observer_start succ");
}
TEST_F(ObTestKeepAliveMinStartSCN, add_tenant)
{
ASSERT_EQ(OB_SUCCESS, create_tenant());
ASSERT_EQ(OB_SUCCESS, get_tenant_id(RunCtx.tenant_id_));
ASSERT_NE(0, RunCtx.tenant_id_);
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().init_sql_proxy2());
}
TEST_F(ObTestKeepAliveMinStartSCN, min_start_scn_test)
{
test_min_start_scn();
}
TEST_F(ObTestKeepAliveMinStartSCN, end)
{
if (RunCtx.time_sec_ > 0) {
::sleep(RunCtx.time_sec_);
}
}
} // end unittest
} // end oceanbase
int main(int argc, char **argv)
{
int c = 0;
int time_sec = 0;
char *log_level = (char*)"INFO";
while(EOF != (c = getopt(argc,argv,"t:l:"))) {
switch(c) {
case 't':
time_sec = atoi(optarg);
break;
case 'l':
log_level = optarg;
oceanbase::unittest::ObSimpleClusterTestBase::enable_env_warn_log_ = false;
break;
default:
break;
}
}
oceanbase::unittest::init_log_and_gtest(argc, argv);
OB_LOGGER.set_log_level(log_level);
LOG_INFO("main>>>");
oceanbase::unittest::RunCtx.time_sec_ = time_sec;
::testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}