/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #include "lib/ob_define.h" #include "lib/ob_errno.h" #include #include #include #include #include #define private public #define protected public #include "env/ob_simple_log_cluster_env.h" #include "logservice/palf/palf_iterator.h" #undef private #undef protected #include "logservice/palf/log_define.h" #include "logservice/palf/lsn.h" #include "share/ob_tenant_mem_limit_getter.h" const std::string TEST_NAME = "log_cache"; using namespace oceanbase::common; using namespace oceanbase; namespace oceanbase { using namespace logservice; namespace palf { int LogColdCache::allow_filling_cache_(LogIteratorInfo *iterator_info, bool &enable_fill_cache) { int ret = OB_SUCCESS; enable_fill_cache = true; return ret; } int FillCacheFsCb::update_end_lsn(int64_t id, const palf::LSN &end_lsn, const share::SCN &end_scn, const int64_t proposal_id) { int ret = OB_SUCCESS; UNUSED(id); UNUSED(end_scn); UNUSED(proposal_id); PalfOptions options; // if (IS_NOT_INIT) { // ret = OB_NOT_INIT; // PALF_LOG(WARN, "FillCacheFsCb is not inited", K(ret)); // } else if (!state_mgr_->is_leader_active()) { // // // don't submit fill cache task // } else { // LSN begin_lsn = end_lsn - log_size; // log_engine_->submit_fill_cache_task(begin_lsn, log_size); // } return ret; } } namespace unittest { class TestObSimpleLogCache : public ObSimpleLogClusterTestEnv { public: TestObSimpleLogCache() : ObSimpleLogClusterTestEnv() { int ret = init(); if (OB_SUCCESS != ret) { throw std::runtime_error("TestObSimpleLogCache init failed"); } } ~TestObSimpleLogCache() { destroy(); } int init() { return OB_SUCCESS; } void destroy() {} using ObSimpleLogClusterTestEnv::read_log; int read_log(PalfHandleImplGuard &leader, PalfBufferIterator &iterator) { return read_log(leader, LSN(PALF_INITIAL_LSN_VAL), iterator); } int read_log(PalfHandleImplGuard &leader, LSN read_lsn, PalfBufferIterator &iterator) { int ret = OB_SUCCESS; if (OB_FAIL(leader.palf_handle_impl_->alloc_palf_buffer_iterator(read_lsn, iterator))) { } else { while (OB_SUCCESS == ret) { const char *buf; int64_t buf_len = 0; share::SCN scn = share::SCN::min_scn(); LSN log_offset; bool is_raw_write = false; if (OB_FAIL(iterator.next())) { } else if (OB_FAIL(iterator.get_entry(buf, buf_len, scn, log_offset, is_raw_write))) { } else { PALF_LOG(TRACE, "print log entry", K(is_raw_write), K(iterator)); } } } return ret; } int64_t id_; }; int64_t ObSimpleLogClusterTestBase::member_cnt_ = 1; int64_t ObSimpleLogClusterTestBase::node_cnt_ = 1; std::string ObSimpleLogClusterTestBase::test_name_ = TEST_NAME; bool ObSimpleLogClusterTestBase::need_add_arb_server_ = false; TEST_F(TestObSimpleLogCache, read) { update_server_log_disk(10*1024*1024*1024ul); update_disk_options(10*1024*1024*1024ul/palf::PALF_PHY_BLOCK_SIZE); disable_hot_cache_ = true; SET_CASE_LOG_FILE(TEST_NAME, "read"); OB_LOGGER.set_log_level("TRACE"); int server_idx = 0; int64_t leader_idx = 0; int64_t id = ATOMIC_AAF(&palf_id_, 1); int64_t total_used_size = 0, total_size = 0; share::SCN create_scn = share::SCN::base_scn(); PALF_LOG(INFO, "start to test log cache", K(id)); PalfHandleImplGuard leader; EXPECT_EQ(OB_SUCCESS, create_paxos_group(id, leader_idx, leader)); std::vector lsn_array; std::vector scn_array; EXPECT_EQ(OB_SUCCESS, submit_log(leader, 5000, 30 * 1024, id, lsn_array, scn_array)); const LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn(); EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn)); PALF_LOG(INFO, "first to read log"); EXPECT_EQ(OB_ITER_END, read_log(leader)); PALF_LOG(INFO, "start to hit cache"); LSN read_lsn(lsn_array[2]); EXPECT_EQ(OB_ITER_END, read_log(leader)); OB_LOG_KV_CACHE.destroy(); } TEST_F(TestObSimpleLogCache, concurrent_read) { disable_hot_cache_ = true; SET_CASE_LOG_FILE(TEST_NAME, "concurrent_read"); OB_LOGGER.set_log_level("TRACE"); int server_idx = 0; int64_t leader_idx = 0; int64_t id = ATOMIC_AAF(&palf_id_, 1); PALF_LOG(INFO, "start to test log cache", K(id)); EXPECT_EQ(OB_SUCCESS, OB_LOG_KV_CACHE.init(OB_LOG_KV_CACHE_NAME, 1)); PalfHandleImplGuard leader; EXPECT_EQ(OB_SUCCESS, create_paxos_group(id, leader_idx, leader)); ObTenantEnv::set_tenant(get_cluster()[leader_idx]->get_tenant_base()); std::vector lsn_array; std::vector scn_array; EXPECT_EQ(OB_SUCCESS, submit_log(leader, 100, MAX_LOG_BODY_SIZE, id, lsn_array, scn_array)); const LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn(); EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn)); { std::thread read_thread_1([this, &leader, &leader_idx] { ObTenantEnv::set_tenant(get_cluster()[leader_idx]->get_tenant_base()); EXPECT_EQ(OB_ITER_END, read_log(leader)); }); std::thread read_thread_2([this, &lsn_array, &leader, &leader_idx] { ObTenantEnv::set_tenant(get_cluster()[leader_idx]->get_tenant_base()); PALF_LOG(INFO, "start to hit cache"); LSN read_lsn(lsn_array[2]); EXPECT_EQ(OB_ITER_END, read_log(leader)); }); read_thread_1.join(); read_thread_2.join(); } OB_LOG_KV_CACHE.destroy(); } // enable in 4.4 TEST_F(TestObSimpleLogCache, DISABLED_fill_cache_when_slide) { disable_hot_cache_ = false; SET_CASE_LOG_FILE(TEST_NAME, "fill_cache_when_slide"); OB_LOGGER.set_log_level("TRACE"); int server_idx = 0; int64_t leader_idx = 0; int64_t id = ATOMIC_AAF(&palf_id_, 1); int64_t total_used_size = 0, total_size = 0; share::SCN create_scn = share::SCN::base_scn(); PALF_LOG(INFO, "start to test log cache", K(id)); EXPECT_EQ(OB_SUCCESS, OB_LOG_KV_CACHE.init(OB_LOG_KV_CACHE_NAME, 1)); PalfHandleImplGuard leader; EXPECT_EQ(OB_SUCCESS, create_paxos_group(id, leader_idx, leader)); std::vector lsn_array; std::vector scn_array; { EXPECT_EQ(OB_SUCCESS, submit_log(leader, 5000, 30 * 1024, id, lsn_array, scn_array)); const LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn(); EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn)); PalfBufferIterator iterator(leader.palf_id_); PALF_LOG(INFO, "start to read log"); EXPECT_EQ(OB_ITER_END, read_log(leader, iterator)); // all hit cache, no read disk EXPECT_EQ(0, iterator.io_ctx_.iterator_info_.miss_cnt_); } { PALF_LOG(INFO, "test exceptional situations", K(id)); // miss hot cache when committed logs slide, unable to fill cold cache EXPECT_EQ(OB_SUCCESS, submit_log(leader, 5000, 30 * 1024, id, lsn_array, scn_array)); PALF_LOG(INFO, "reset hot cache", K(id)); leader.get_palf_handle_impl()->log_engine_.log_storage_.log_cache_->hot_cache_.reset(); LSN failed_aligned_lsn = leader.get_palf_handle_impl()->log_engine_.log_storage_.log_cache_->fill_buf_.aligned_lsn_; const LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn(); SCN result_scn; EXPECT_EQ(OB_SUCCESS, leader.get_palf_handle_impl()->locate_by_lsn_coarsely(failed_aligned_lsn, result_scn)); LSN read_lsn; EXPECT_EQ(OB_SUCCESS, leader.get_palf_handle_impl()->locate_by_scn_coarsely(result_scn, read_lsn)); EXPECT_EQ(OB_SUCCESS, leader.get_palf_handle_impl()->log_engine_.log_storage_.log_cache_->hot_cache_.init(id, leader.get_palf_handle_impl())); EXPECT_EQ(OB_SUCCESS, submit_log(leader, 5000, 30 * 1024, id, lsn_array, scn_array)); PalfBufferIterator iterator(leader.palf_id_); EXPECT_EQ(OB_ITER_END, read_log(leader, read_lsn, iterator)); // miss, have to read disk at lease once EXPECT_LT(0, iterator.io_ctx_.iterator_info_.miss_cnt_); } OB_LOG_KV_CACHE.destroy(); } } // namespace unittest } // namespace oceanbase int main(int argc, char **argv) { RUN_SIMPLE_LOG_CLUSTER_TEST(TEST_NAME); }