[FIX] only update min_start_scn and keep_alive log scn when log is NO_CTX or HAS_CTX
This commit is contained in:
ZenoWang
215
mittest/simple_server/test_keep_alive_min_start_scn.cpp
Normal file
215
mittest/simple_server/test_keep_alive_min_start_scn.cpp
Normal file
@ -0,0 +1,215 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
#define USING_LOG_PREFIX STORAGE
|
||||
#define protected public
|
||||
#define private public
|
||||
|
||||
#include "env/ob_simple_cluster_test_base.h"
|
||||
#include "env/ob_fast_bootstrap.h"
|
||||
#include "lib/mysqlclient/ob_mysql_result.h"
|
||||
#include "storage/tx/ob_tx_loop_worker.h"
|
||||
#include "storage/tx_storage/ob_ls_map.h"
|
||||
#include "storage/tx_storage/ob_ls_service.h"
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
|
||||
namespace storage
|
||||
{
|
||||
int64_t ObTxDataTable::UPDATE_CALC_UPPER_INFO_INTERVAL = 0;
|
||||
}
|
||||
|
||||
namespace unittest
|
||||
{
|
||||
|
||||
using namespace oceanbase::transaction;
|
||||
using namespace oceanbase::storage;
|
||||
|
||||
|
||||
|
||||
class TestRunCtx
|
||||
{
|
||||
public:
|
||||
uint64_t tenant_id_ = 0;
|
||||
int time_sec_ = 0;
|
||||
};
|
||||
|
||||
TestRunCtx RunCtx;
|
||||
|
||||
class ObTestKeepAliveMinStartSCN : public ObSimpleClusterTestBase
|
||||
{
|
||||
public:
|
||||
ObTestKeepAliveMinStartSCN() : ObSimpleClusterTestBase("test_keep_alive_min_start_scn_") {}
|
||||
|
||||
void test_min_start_scn();
|
||||
void loop_check_start_scn(SCN &prev_min_start_scn, SCN &prev_keep_alive_scn);
|
||||
|
||||
ObLS *get_ls(const int64_t tenant_id, const ObLSID ls_id)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObLS *ls = nullptr;
|
||||
MTL_SWITCH(tenant_id)
|
||||
{
|
||||
ObLSIterator *ls_iter = nullptr;
|
||||
ObLSHandle ls_handle;
|
||||
ObLSService *ls_svr = MTL(ObLSService *);
|
||||
OB_ASSERT(OB_SUCCESS == ls_svr->get_ls(ls_id, ls_handle, ObLSGetMod::STORAGE_MOD));
|
||||
OB_ASSERT(nullptr != (ls = ls_handle.get_ls()));
|
||||
}
|
||||
return ls;
|
||||
}
|
||||
};
|
||||
|
||||
#define WRITE_SQL_BY_CONN(conn, sql_str) \
|
||||
ASSERT_EQ(OB_SUCCESS, sql.assign(sql_str)); \
|
||||
ASSERT_EQ(OB_SUCCESS, conn->execute_write(OB_SYS_TENANT_ID, sql.ptr(), affected_rows));
|
||||
|
||||
#define WRITE_SQL_FMT_BY_CONN(conn, ...) \
|
||||
ASSERT_EQ(OB_SUCCESS, sql.assign_fmt(__VA_ARGS__)); \
|
||||
ASSERT_EQ(OB_SUCCESS, conn->execute_write(OB_SYS_TENANT_ID, sql.ptr(), affected_rows));
|
||||
|
||||
#define DEF_VAL_FOR_SQL \
|
||||
int ret = OB_SUCCESS; \
|
||||
ObSqlString sql; \
|
||||
int64_t affected_rows = 0; \
|
||||
sqlclient::ObISQLConnection *connection = nullptr;
|
||||
|
||||
void ObTestKeepAliveMinStartSCN::loop_check_start_scn(SCN &prev_min_start_scn, SCN &prev_keep_alive_scn)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
MTL_SWITCH(RunCtx.tenant_id_)
|
||||
{
|
||||
ObLS *ls = get_ls(RunCtx.tenant_id_, ObLSID(1001));
|
||||
ObTxDataTable *tx_data_table = ls->get_tx_table()->get_tx_data_table();
|
||||
|
||||
// 每100毫秒循环一次，对应tx loop worker的单次循环interval，循环200次，对应20秒
|
||||
// 因为tx loop worker会15秒遍历一次上下文，略大于遍历间隔
|
||||
int retry_times = 200;
|
||||
while (--retry_times >= 0) {
|
||||
// 每次循环都更新tx data table中的min_start_scn
|
||||
tx_data_table->update_calc_upper_info_(SCN::max_scn());
|
||||
|
||||
// 判断min_start_scn的大小关系，若出错，打印到stdout
|
||||
if (prev_min_start_scn > tx_data_table->calc_upper_info_.min_start_scn_in_ctx_) {
|
||||
fprintf(stdout,
|
||||
"Incorrect min_start_scn in tx data table, prev_min_start_scn = %s, current_min_start_scn = %s\n",
|
||||
to_cstring(prev_min_start_scn),
|
||||
to_cstring(tx_data_table->calc_upper_info_.min_start_scn_in_ctx_));
|
||||
}
|
||||
ASSERT_LE(prev_min_start_scn, tx_data_table->calc_upper_info_.min_start_scn_in_ctx_);
|
||||
prev_min_start_scn = tx_data_table->calc_upper_info_.min_start_scn_in_ctx_;
|
||||
ASSERT_LE(prev_keep_alive_scn, tx_data_table->calc_upper_info_.keep_alive_scn_);
|
||||
prev_keep_alive_scn = tx_data_table->calc_upper_info_.keep_alive_scn_;
|
||||
|
||||
::usleep(ObTxLoopWorker::LOOP_INTERVAL);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void ObTestKeepAliveMinStartSCN::test_min_start_scn()
|
||||
{
|
||||
DEF_VAL_FOR_SQL
|
||||
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().get_sql_proxy2().acquire(connection));
|
||||
WRITE_SQL_BY_CONN(connection, "set ob_trx_timeout = 6000000000");
|
||||
WRITE_SQL_BY_CONN(connection, "set ob_trx_idle_timeout = 6000000000");
|
||||
|
||||
int64_t current_ts = ObTimeUtil::current_time_ns();
|
||||
fprintf(stdout, "current ts : %ld\n", current_ts);
|
||||
|
||||
SCN prev_min_start_scn = SCN::min_scn();
|
||||
SCN prev_keep_alive_scn = SCN::min_scn();
|
||||
|
||||
// 执行循环检查前，先sleep一段时间，确保tx_loop_worker成功做一次遍历，keep_alive日志中会成功写下一次NO_CTX，
|
||||
// 在错误场景下，后续的UNKNOW日志会会修改keep_alive_handler中的keep_alive_scn，但是不会修改status
|
||||
::sleep(15);
|
||||
|
||||
// 循环检查并使用keep_alive_handler中的信息更新tx data table中的数据，在错误场景下，min_start_scn会被错误推大
|
||||
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
|
||||
|
||||
// create test table
|
||||
WRITE_SQL_BY_CONN(connection, "create table if not exists test.test_keep_alive_min_start_scn_t (c1 int, c2 int)");
|
||||
|
||||
// insert data and trigger redo log write
|
||||
WRITE_SQL_BY_CONN(connection, "begin");
|
||||
WRITE_SQL_BY_CONN(connection, "insert into test.test_keep_alive_min_start_scn_t values(1,1)");
|
||||
|
||||
// 由于系统租户设置过_private_buffer_size，所有写入都会立即产生CLOG，事务也拥有了start_scn
|
||||
// 在错误场景下，由于之前min_start_scn已经被错误推大，此时会出现min_start_scn回退
|
||||
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
|
||||
|
||||
WRITE_SQL_BY_CONN(connection, "commit");
|
||||
WRITE_SQL_BY_CONN(connection, "alter system minor freeze");
|
||||
|
||||
// 在事务提交后再做一次检查，确保整个过程中不会有min_start_scn回退
|
||||
loop_check_start_scn(prev_min_start_scn, prev_keep_alive_scn);
|
||||
}
|
||||
|
||||
TEST_F(ObTestKeepAliveMinStartSCN, observer_start)
|
||||
{
|
||||
DEF_VAL_FOR_SQL
|
||||
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().get_sql_proxy().acquire(connection));
|
||||
WRITE_SQL_BY_CONN(connection, "alter system set _private_buffer_size = '1B'");
|
||||
SERVER_LOG(INFO, "observer_start succ");
|
||||
}
|
||||
|
||||
TEST_F(ObTestKeepAliveMinStartSCN, add_tenant)
|
||||
{
|
||||
ASSERT_EQ(OB_SUCCESS, create_tenant());
|
||||
ASSERT_EQ(OB_SUCCESS, get_tenant_id(RunCtx.tenant_id_));
|
||||
ASSERT_NE(0, RunCtx.tenant_id_);
|
||||
ASSERT_EQ(OB_SUCCESS, get_curr_simple_server().init_sql_proxy2());
|
||||
}
|
||||
|
||||
TEST_F(ObTestKeepAliveMinStartSCN, min_start_scn_test)
|
||||
{
|
||||
test_min_start_scn();
|
||||
}
|
||||
|
||||
TEST_F(ObTestKeepAliveMinStartSCN, end)
|
||||
{
|
||||
if (RunCtx.time_sec_ > 0) {
|
||||
::sleep(RunCtx.time_sec_);
|
||||
}
|
||||
}
|
||||
|
||||
} // end unittest
|
||||
} // end oceanbase
|
||||
|
||||
|
||||
int main(int argc, char **argv)
|
||||
{
|
||||
int c = 0;
|
||||
int time_sec = 0;
|
||||
char *log_level = (char*)"INFO";
|
||||
while(EOF != (c = getopt(argc,argv,"t:l:"))) {
|
||||
switch(c) {
|
||||
case 't':
|
||||
time_sec = atoi(optarg);
|
||||
break;
|
||||
case 'l':
|
||||
log_level = optarg;
|
||||
oceanbase::unittest::ObSimpleClusterTestBase::enable_env_warn_log_ = false;
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
oceanbase::unittest::init_log_and_gtest(argc, argv);
|
||||
OB_LOGGER.set_log_level(log_level);
|
||||
|
||||
LOG_INFO("main>>>");
|
||||
oceanbase::unittest::RunCtx.time_sec_ = time_sec;
|
||||
::testing::InitGoogleTest(&argc, argv);
|
||||
return RUN_ALL_TESTS();
|
||||
}
|
||||
Reference in New Issue
Block a user