patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -26,40 +26,38 @@ using namespace oceanbase::storage;
using namespace oceanbase::share;
using namespace oceanbase::share::schema;
class ObRandomAffiTaskSplitTest : public ::testing::Test {
class ObRandomAffiTaskSplitTest : public ::testing::Test
{
public:
const static int64_t TEST_PARTITION_COUNT = 5;
const static int64_t TEST_SPLIT_TASK_COUNT = 8;
ObRandomAffiTaskSplitTest() = default;
virtual ~ObRandomAffiTaskSplitTest() = default;
virtual void SetUp(){};
virtual void TearDown(){};
virtual void SetUp() {};
virtual void TearDown() {};
private:
// disallow copy
ObRandomAffiTaskSplitTest(const ObRandomAffiTaskSplitTest& other);
ObRandomAffiTaskSplitTest& operator=(const ObRandomAffiTaskSplitTest& other);
ObRandomAffiTaskSplitTest(const ObRandomAffiTaskSplitTest &other);
ObRandomAffiTaskSplitTest& operator=(const ObRandomAffiTaskSplitTest &other);
};
TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
{
TEST_F(ObRandomAffiTaskSplitTest, split_task_test) {
{
int64_t parallel = 3;
int64_t tenant_id = 1;
ObPxPartitionInfo px_part_info;
ObPxTabletInfo px_part_info;
ObPxAffinityByRandom affinitize_rule;
for (int i = 0; i < 5; ++i) {
px_part_info.physical_row_count_ = (10 - i) * 100;
affinitize_rule.add_partition(i, i, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(i,i,parallel,tenant_id,px_part_info);
}
affinitize_rule.do_random(true);
const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
const common::ObIArray<ObPxAffinityByRandom::TabletHashValue>& result = affinitize_rule.get_result();
for (int i = 0; i < result.count(); ++i) {
LOG_INFO("result",
K(result.at(i).partition_id_),
K(result.at(i).worker_id_),
K(result.at(i).partition_info_.physical_row_count_));
LOG_INFO("result", K(result.at(i).tablet_id_), K(result.at(i).worker_id_), K(result.at(i).partition_info_.physical_row_count_));
}
ASSERT_EQ(1, result.at(0).worker_id_);
ASSERT_EQ(2, result.at(1).worker_id_);
@ -71,28 +69,25 @@ TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
{
int64_t parallel = 16;
int64_t tenant_id = 1;
ObPxPartitionInfo px_part_info;
ObPxTabletInfo px_part_info;
ObPxAffinityByRandom affinitize_rule;
px_part_info.physical_row_count_ = 3000;
affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(0,0,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 1000;
affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(1,1,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 2500;
affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(2,2,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 3500;
affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(3,3,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 2000;
affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(4,4,parallel,tenant_id,px_part_info);
affinitize_rule.do_random(true);
const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
const common::ObIArray<ObPxAffinityByRandom::TabletHashValue>& result = affinitize_rule.get_result();
for (int i = 0; i < 5; ++i) {
LOG_INFO("result",
K(result.at(i).partition_id_),
K(result.at(i).worker_id_),
K(result.at(i).partition_info_.physical_row_count_));
LOG_INFO("result", K(result.at(i).tablet_id_), K(result.at(i).worker_id_), K(result.at(i).partition_info_.physical_row_count_));
}
ASSERT_EQ(3, result.at(0).worker_id_);
ASSERT_EQ(0, result.at(1).worker_id_);
@ -104,28 +99,25 @@ TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
{
int64_t parallel = 3;
int64_t tenant_id = 1;
ObPxPartitionInfo px_part_info;
ObPxTabletInfo px_part_info;
ObPxAffinityByRandom affinitize_rule;
px_part_info.physical_row_count_ = 3000;
affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(0,0,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 4000;
affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(1,1,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 2500;
affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(2,2,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 1500;
affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(3,3,parallel,tenant_id,px_part_info);
px_part_info.physical_row_count_ = 2000;
affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);
affinitize_rule.add_partition(4,4,parallel,tenant_id,px_part_info);
affinitize_rule.do_random(true);
const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
const common::ObIArray<ObPxAffinityByRandom::TabletHashValue>& result = affinitize_rule.get_result();
for (int i = 0; i < 5; ++i) {
LOG_INFO("result",
K(result.at(i).partition_id_),
K(result.at(i).worker_id_),
K(result.at(i).partition_info_.physical_row_count_));
LOG_INFO("result", K(result.at(i).tablet_id_), K(result.at(i).worker_id_), K(result.at(i).partition_info_.physical_row_count_));
}
ASSERT_EQ(1, result.at(0).worker_id_);
@ -133,14 +125,15 @@ TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
ASSERT_EQ(2, result.at(2).worker_id_);
ASSERT_EQ(0, result.at(3).worker_id_);
ASSERT_EQ(0, result.at(4).worker_id_);
}
}
}
int main(int argc, char** argv)
int main(int argc, char **argv)
{
OB_LOGGER.set_log_level("TRACE");
// oceanbase::common::ObLogger::get_logger().set_log_level("TRACE");
//oceanbase::common::ObLogger::get_logger().set_log_level("TRACE");
init_sql_factories();
::testing::InitGoogleTest(&argc, argv);
::testing::InitGoogleTest(&argc,argv);
return RUN_ALL_TESTS();
}