[FEAT MERGE] implement of log disk writing throttling
This commit is contained in:
428
unittest/logservice/test_palf_throttling.cpp
Normal file
428
unittest/logservice/test_palf_throttling.cpp
Normal file
@ -0,0 +1,428 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
#include <random>
|
||||
#include <string>
|
||||
#include <pthread.h>
|
||||
|
||||
#define private public
|
||||
#include "logservice/palf/palf_env_impl.h"
|
||||
#include "logservice/palf/log_io_worker.h"
|
||||
#undef private
|
||||
#include "share/rc/ob_tenant_base.h"
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
using namespace common;
|
||||
using namespace share;
|
||||
using namespace palf;
|
||||
|
||||
namespace unittest
|
||||
{
|
||||
|
||||
class TestPalfThrottling : public ::testing::Test
|
||||
{
|
||||
public:
|
||||
TestPalfThrottling();
|
||||
virtual ~TestPalfThrottling();
|
||||
virtual void SetUp();
|
||||
virtual void TearDown();
|
||||
protected:
|
||||
};
|
||||
|
||||
TestPalfThrottling::TestPalfThrottling() {}
|
||||
|
||||
TestPalfThrottling::~TestPalfThrottling()
|
||||
{
|
||||
}
|
||||
|
||||
void TestPalfThrottling::SetUp()
|
||||
{
|
||||
//ObMallocAllocator::get_instance()->create_and_add_tenant_allocator(1001);
|
||||
// init MTL
|
||||
//ObTenantBase tbase(1001);
|
||||
//ObTenantEnv::set_tenant(&tbase);
|
||||
}
|
||||
|
||||
void TestPalfThrottling::TearDown()
|
||||
{
|
||||
PALF_LOG(INFO, "TestPalfThrottling has TearDown");
|
||||
//ObMallocAllocator::get_instance()->recycle_tenant_allocator(1001);
|
||||
}
|
||||
|
||||
TEST(TestPalfThrottling, test_palf_options)
|
||||
{
|
||||
char buf[64] = {0};
|
||||
memset(buf, 0, 64);
|
||||
int64_t checksum = common::ob_crc64(buf, 64);
|
||||
PALF_LOG(INFO, "checksum", K(checksum));
|
||||
//test PalfDiskOptionsWrapper
|
||||
PalfDiskOptionsWrapper wrapper;
|
||||
ASSERT_EQ(false, wrapper.need_throttling());
|
||||
int64_t total_disk_size = 1024 * 1024 * 1024L;
|
||||
int64_t utilization_limit_threshold = 95;
|
||||
int64_t throttling_percentage = 60;
|
||||
wrapper.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = throttling_percentage;
|
||||
wrapper.disk_opts_for_stopping_writing_.log_disk_usage_limit_size_ = total_disk_size;
|
||||
wrapper.disk_opts_for_stopping_writing_.log_disk_utilization_threshold_ = 80;
|
||||
wrapper.disk_opts_for_stopping_writing_.log_disk_utilization_limit_threshold_ = utilization_limit_threshold;
|
||||
int64_t unrecyclable_size = 0;
|
||||
wrapper.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
ASSERT_EQ(false, wrapper.need_throttling());
|
||||
unrecyclable_size = total_disk_size * 70 /100;
|
||||
wrapper.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
ASSERT_EQ(true, wrapper.need_throttling());
|
||||
//test PalfThrottleOptions
|
||||
PalfThrottleOptions throttling_options;
|
||||
ASSERT_EQ(false, throttling_options.is_valid());
|
||||
ASSERT_EQ(false, throttling_options.need_throttling());
|
||||
ASSERT_EQ(0, throttling_options.get_available_size_after_limit());
|
||||
wrapper.get_throttling_options(throttling_options);
|
||||
ASSERT_EQ(true, throttling_options.is_valid());
|
||||
ASSERT_EQ(throttling_options.total_disk_space_, total_disk_size);
|
||||
ASSERT_EQ(throttling_options.stopping_writing_percentage_, utilization_limit_threshold);
|
||||
ASSERT_EQ(throttling_options.trigger_percentage_, throttling_percentage);
|
||||
ASSERT_EQ(throttling_options.unrecyclable_disk_space_, unrecyclable_size);
|
||||
ASSERT_EQ(true, throttling_options.need_throttling());
|
||||
ASSERT_EQ(total_disk_size * (utilization_limit_threshold - throttling_percentage)/100, throttling_options.get_available_size_after_limit());
|
||||
}
|
||||
|
||||
TEST(TestPalfThrottling, test_throttling_stat)
|
||||
{
|
||||
LogThrottlingStat stat;
|
||||
ASSERT_EQ(false, stat.has_ever_throttled());
|
||||
stat.start_throttling();
|
||||
ASSERT_EQ(true, stat.has_ever_throttled());
|
||||
stat.after_throttling(0, 1024);
|
||||
stat.after_throttling(100, 1024);
|
||||
stat.after_throttling(200, 1024);
|
||||
stat.after_throttling(0, 1024);
|
||||
stat.stop_throttling();
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != stat.start_ts_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != stat.stop_ts_);
|
||||
ASSERT_EQ(2048, stat.total_skipped_size_);
|
||||
ASSERT_EQ(2, stat.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(2048, stat.total_throttling_size_);
|
||||
ASSERT_EQ(2, stat.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(300, stat.total_throttling_interval_);
|
||||
ASSERT_EQ(200, stat.max_throttling_interval_);
|
||||
stat.start_throttling();
|
||||
ASSERT_EQ(0, stat.total_skipped_size_);
|
||||
ASSERT_EQ(0, stat.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, stat.total_throttling_size_);
|
||||
ASSERT_EQ(0, stat.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, stat.total_throttling_interval_);
|
||||
ASSERT_EQ(0, stat.max_throttling_interval_);
|
||||
}
|
||||
|
||||
TEST(TestPalfThrottling, test_log_write_throttle)
|
||||
{
|
||||
int64_t total_disk_size = 1024 * 1024 * 1024L;
|
||||
int64_t utilization_limit_threshold = 95;
|
||||
int64_t throttling_percentage = 60;
|
||||
PalfEnvImpl palf_env_impl;
|
||||
palf_env_impl.is_inited_ = true;
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = throttling_percentage;
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_usage_limit_size_ = total_disk_size;
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_utilization_threshold_ = 80;
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_utilization_limit_threshold_ = utilization_limit_threshold;
|
||||
int64_t unrecyclable_size = 0;
|
||||
palf_env_impl.disk_options_wrapper_.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
PalfThrottleOptions throttle_options;
|
||||
palf_env_impl.disk_options_wrapper_.get_throttling_options(throttle_options);
|
||||
|
||||
LogWritingThrottle throttle;
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(false, throttle.need_writing_throttling_notified());
|
||||
throttle.notify_need_writing_throttling(true);
|
||||
ASSERT_EQ(true, throttle.need_writing_throttling_notified());
|
||||
|
||||
throttle.notify_need_writing_throttling(false);
|
||||
ASSERT_EQ(false, throttle.need_writing_throttling_notified());
|
||||
|
||||
ASSERT_EQ(OB_INVALID_ARGUMENT, throttle.after_append_log(-1, 0));
|
||||
ASSERT_EQ(OB_INVALID_ARGUMENT, throttle.after_append_log(0, -1));
|
||||
|
||||
//test throttling only after notified
|
||||
PALF_LOG(INFO, "case 1: test no need throttling while notify_need_writing_throttling is false");
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
PalfThrottleOptions invalid_throttle_options;
|
||||
ASSERT_EQ(invalid_throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != throttle.last_update_ts_);
|
||||
ASSERT_EQ(false, throttle.need_writing_throttling_notified_);
|
||||
|
||||
// test update interval 500ms
|
||||
PALF_LOG(INFO, "case 2: test update interval");
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(invalid_throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != throttle.last_update_ts_);
|
||||
ASSERT_EQ(false, throttle.need_writing_throttling_notified_);
|
||||
|
||||
//test no need throttling after update
|
||||
PALF_LOG(INFO, "case 3: test no need throttling while unrecyclable_log_disk_size is no more than trigger_size");
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.notify_need_writing_throttling(true);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(false, throttle.stat_.has_ever_throttled());
|
||||
|
||||
|
||||
PALF_LOG(INFO, "case 4: test no need throttling while trigger percentage is 100", K(throttle));
|
||||
unrecyclable_size = total_disk_size * 70 / 100;
|
||||
palf_env_impl.disk_options_wrapper_.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = 100;
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
palf_env_impl.disk_options_wrapper_.get_throttling_options(throttle_options);
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(false, throttle.stat_.has_ever_throttled());
|
||||
|
||||
//test need throttling after update
|
||||
PALF_LOG(INFO, "case 4: test need throttling", K(throttle));
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = throttling_percentage;
|
||||
unrecyclable_size = total_disk_size * 70 / 100;
|
||||
palf_env_impl.disk_options_wrapper_.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
palf_env_impl.disk_options_wrapper_.get_throttling_options(throttle_options);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
ASSERT_EQ(true, throttle.stat_.has_ever_throttled());
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(1024, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(0, throttle.submitted_seq_);
|
||||
ASSERT_EQ(0, throttle.handled_seq_);
|
||||
|
||||
//test no need throttling with flush meta task in queue
|
||||
//.1 flush log task
|
||||
PALF_LOG(INFO, "case 5: test no need throttling while flush meta task ", K(throttle));
|
||||
throttle.inc_and_fetch_submitted_seq();
|
||||
throttle.inc_and_fetch_submitted_seq();
|
||||
throttle.inc_and_fetch_submitted_seq();
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(1024, throttle.stat_.total_skipped_size_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(2048, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(0, throttle.handled_seq_);
|
||||
|
||||
//.2 flush meta task
|
||||
PALF_LOG(INFO, "case 6: test no need throttling and flush meta task ", K(throttle));
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(2, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(2048, throttle.stat_.total_skipped_size_);
|
||||
throttle.after_append_log(1024, 1);
|
||||
ASSERT_EQ(3072, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(1, throttle.handled_seq_);
|
||||
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(3, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(3072, throttle.stat_.total_skipped_size_);
|
||||
throttle.after_append_log(1024, 3);
|
||||
ASSERT_EQ(4096, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
PALF_LOG(INFO, "case 7: need throttling after all flush meta task handled", K(throttle));
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ > 0.0);
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
ASSERT_EQ(2048, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(2, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(3, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(3072, throttle.stat_.total_skipped_size_);
|
||||
throttle.after_append_log(1024, 3);
|
||||
ASSERT_EQ(5120, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
//test notify_need_writing_throttling(false) changed
|
||||
PALF_LOG(INFO, "case 8: no need to throttle after notify_need_throttling(false)", K(throttle));
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
throttle.notify_need_writing_throttling(false);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(invalid_throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(false, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(2048, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(2, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(3, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(3072, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != throttle.stat_.stop_ts_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(1024, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(0, throttle.decay_factor_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
//test need write throttling again
|
||||
PALF_LOG(INFO, "case 9: need to throttle after notify_need_throttling(true)", K(throttle));
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
throttle.notify_need_writing_throttling(true);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ > 0.0);
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, throttle.stat_.total_throttling_interval_ > 0);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP == throttle.stat_.stop_ts_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(1024, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
double old_decay_factor = throttle.decay_factor_;
|
||||
//
|
||||
PALF_LOG(INFO, "case 10: test recalculate decay_factor", K(throttle));
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = 55;
|
||||
palf_env_impl.get_throttling_options(throttle_options);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ > 0.0);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ != old_decay_factor);
|
||||
ASSERT_EQ(2048, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(2, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP == throttle.stat_.stop_ts_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(2048, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
//test reset appended_log_size_cur_round_
|
||||
PALF_LOG(INFO, "case 11: test reset appended_log_size_cur_round_ after unrecyclable_size changes", K(throttle));
|
||||
old_decay_factor = throttle.decay_factor_;
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
unrecyclable_size = total_disk_size * 65/100;
|
||||
palf_env_impl.disk_options_wrapper_.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
palf_env_impl.get_throttling_options(throttle_options);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ > 0.0);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ == old_decay_factor);
|
||||
ASSERT_EQ(3072, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(3, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != throttle.stat_.start_ts_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP == throttle.stat_.stop_ts_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(1024, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
ASSERT_EQ(OB_ERR_UNEXPECTED, throttle.after_append_log(0, 4));
|
||||
ASSERT_EQ(OB_ERR_UNEXPECTED, throttle.after_append_log(0, 2));
|
||||
|
||||
//test stop write throttling when trigger percentage changed
|
||||
PALF_LOG(INFO, "case 12: test stop write throttling when trigger percentage changed", K(throttle));
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = 80;
|
||||
palf_env_impl.get_throttling_options(throttle_options);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(false, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(false, throttle.need_throttling_());
|
||||
ASSERT_EQ(invalid_throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(0, throttle.decay_factor_);
|
||||
ASSERT_EQ(3072, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(3, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP != throttle.stat_.stop_ts_);
|
||||
ASSERT_EQ(0, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
PALF_LOG(INFO, "case 12: test stop writing throttling when unrecyclable size fallbacks", K(throttle));
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
palf_env_impl.disk_options_wrapper_.disk_opts_for_stopping_writing_.log_disk_throttling_percentage_ = 60;
|
||||
throttle.notify_need_writing_throttling(true);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(true, throttle.need_throttling_with_options_());
|
||||
ASSERT_EQ(true, throttle.need_throttling_());
|
||||
palf_env_impl.get_throttling_options(throttle_options);
|
||||
ASSERT_EQ(throttle_options, throttle.throttling_options_);
|
||||
ASSERT_EQ(true, throttle.decay_factor_ > 0.0);
|
||||
ASSERT_EQ(1024, throttle.stat_.total_throttling_size_);
|
||||
ASSERT_EQ(1, throttle.stat_.total_throttling_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_task_cnt_);
|
||||
ASSERT_EQ(0, throttle.stat_.total_skipped_size_);
|
||||
ASSERT_EQ(true, throttle.stat_.total_throttling_interval_ > 0);
|
||||
ASSERT_EQ(true, OB_INVALID_TIMESTAMP == throttle.stat_.stop_ts_);
|
||||
throttle.after_append_log(1024, 0);
|
||||
ASSERT_EQ(1024, throttle.appended_log_size_cur_round_);
|
||||
ASSERT_EQ(3, throttle.submitted_seq_);
|
||||
ASSERT_EQ(3, throttle.handled_seq_);
|
||||
|
||||
usleep(LogWritingThrottle::UPDATE_INTERVAL_US);
|
||||
unrecyclable_size = total_disk_size * 45/100;
|
||||
palf_env_impl.disk_options_wrapper_.set_cur_unrecyclable_log_disk_size(unrecyclable_size);
|
||||
throttle.update_throttling_options(&palf_env_impl);
|
||||
throttle.throttling(1024, &palf_env_impl);
|
||||
ASSERT_EQ(false, throttle.need_throttling_with_options_());
|
||||
|
||||
}
|
||||
|
||||
} // END of unittest
|
||||
} // end of oceanbase
|
||||
|
||||
int main(int argc, char **argv)
|
||||
{
|
||||
system("rm -rf ./test_palf_throttling.log*");
|
||||
OB_LOGGER.set_file_name("test_palf_throttling.log", true);
|
||||
OB_LOGGER.set_log_level("INFO");
|
||||
PALF_LOG(INFO, "begin unittest::test_palf_throttling");
|
||||
::testing::InitGoogleTest(&argc, argv);
|
||||
return RUN_ALL_TESTS();
|
||||
}
|
Reference in New Issue
Block a user