init push

2021-05-31 22:56:52 +08:00
commit cea7de1475
7020 changed files with 5689869 additions and 0 deletions
--- a/unittest/sql/engine/px/test_random_affi.cpp
+++ b/unittest/sql/engine/px/test_random_affi.cpp
@ -0,0 +1,146 @@
+/**
+ * Copyright (c) 2021 OceanBase
+ * OceanBase CE is licensed under Mulan PubL v2.
+ * You can use this software according to the terms and conditions of the Mulan PubL v2.
+ * You may obtain a copy of Mulan PubL v2 at:
+ *          http://license.coscl.org.cn/MulanPubL-2.0
+ * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+ * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+ * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+ * See the Mulan PubL v2 for more details.
+ */
+
+#include <iostream>
+using namespace std;
+
+#define USING_LOG_PREFIX SQL_EXE
+#include <gtest/gtest.h>
+
+#include "sql/ob_sql_init.h"
+#include "sql/engine/px/ob_px_util.h"
+
+using namespace oceanbase;
+using namespace oceanbase::common;
+using namespace oceanbase::sql;
+using namespace oceanbase::storage;
+using namespace oceanbase::share;
+using namespace oceanbase::share::schema;
+
+class ObRandomAffiTaskSplitTest : public ::testing::Test {
+  public:
+  const static int64_t TEST_PARTITION_COUNT = 5;
+  const static int64_t TEST_SPLIT_TASK_COUNT = 8;
+
+  ObRandomAffiTaskSplitTest() = default;
+  virtual ~ObRandomAffiTaskSplitTest() = default;
+  virtual void SetUp(){};
+  virtual void TearDown(){};
+
+  private:
+  // disallow copy
+  ObRandomAffiTaskSplitTest(const ObRandomAffiTaskSplitTest& other);
+  ObRandomAffiTaskSplitTest& operator=(const ObRandomAffiTaskSplitTest& other);
+};
+
+TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
+{
+  {
+    int64_t parallel = 3;
+    int64_t tenant_id = 1;
+    ObPxPartitionInfo px_part_info;
+    ObPxAffinityByRandom affinitize_rule;
+    for (int i = 0; i < 5; ++i) {
+      px_part_info.physical_row_count_ = (10 - i) * 100;
+      affinitize_rule.add_partition(i, i, parallel, tenant_id, px_part_info);
+    }
+    affinitize_rule.do_random(true);
+    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
+    for (int i = 0; i < result.count(); ++i) {
+      LOG_INFO("result",
+          K(result.at(i).partition_id_),
+          K(result.at(i).worker_id_),
+          K(result.at(i).partition_info_.physical_row_count_));
+    }
+    ASSERT_EQ(1, result.at(0).worker_id_);
+    ASSERT_EQ(2, result.at(1).worker_id_);
+    ASSERT_EQ(2, result.at(2).worker_id_);
+    ASSERT_EQ(0, result.at(3).worker_id_);
+    ASSERT_EQ(0, result.at(4).worker_id_);
+  }
+
+  {
+    int64_t parallel = 16;
+    int64_t tenant_id = 1;
+    ObPxPartitionInfo px_part_info;
+    ObPxAffinityByRandom affinitize_rule;
+
+    px_part_info.physical_row_count_ = 3000;
+    affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 1000;
+    affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 2500;
+    affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 3500;
+    affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 2000;
+    affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);
+
+    affinitize_rule.do_random(true);
+
+    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
+    for (int i = 0; i < 5; ++i) {
+      LOG_INFO("result",
+          K(result.at(i).partition_id_),
+          K(result.at(i).worker_id_),
+          K(result.at(i).partition_info_.physical_row_count_));
+    }
+    ASSERT_EQ(3, result.at(0).worker_id_);
+    ASSERT_EQ(0, result.at(1).worker_id_);
+    ASSERT_EQ(1, result.at(2).worker_id_);
+    ASSERT_EQ(2, result.at(3).worker_id_);
+    ASSERT_EQ(4, result.at(4).worker_id_);
+  }
+
+  {
+    int64_t parallel = 3;
+    int64_t tenant_id = 1;
+    ObPxPartitionInfo px_part_info;
+    ObPxAffinityByRandom affinitize_rule;
+
+    px_part_info.physical_row_count_ = 3000;
+    affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 4000;
+    affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 2500;
+    affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 1500;
+    affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
+    px_part_info.physical_row_count_ = 2000;
+    affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);
+
+    affinitize_rule.do_random(true);
+
+    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
+    for (int i = 0; i < 5; ++i) {
+      LOG_INFO("result",
+          K(result.at(i).partition_id_),
+          K(result.at(i).worker_id_),
+          K(result.at(i).partition_info_.physical_row_count_));
+    }
+
+    ASSERT_EQ(1, result.at(0).worker_id_);
+    ASSERT_EQ(2, result.at(1).worker_id_);
+    ASSERT_EQ(2, result.at(2).worker_id_);
+    ASSERT_EQ(0, result.at(3).worker_id_);
+    ASSERT_EQ(0, result.at(4).worker_id_);
+  }
+}
+
+int main(int argc, char** argv)
+{
+  OB_LOGGER.set_log_level("TRACE");
+  // oceanbase::common::ObLogger::get_logger().set_log_level("TRACE");
+  init_sql_factories();
+  ::testing::InitGoogleTest(&argc, argv);
+  return RUN_ALL_TESTS();
+}