oceanbase/unittest/sql/engine/px/test_random_affi.cpp

/**
 * Copyright (c) 2021 OceanBase
 * OceanBase CE is licensed under Mulan PubL v2.
 * You can use this software according to the terms and conditions of the Mulan PubL v2.
 * You may obtain a copy of Mulan PubL v2 at:
 *          http://license.coscl.org.cn/MulanPubL-2.0
 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
 * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
 * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
 * See the Mulan PubL v2 for more details.
 */

#include <iostream>
using namespace std;

#define USING_LOG_PREFIX SQL_EXE
#include <gtest/gtest.h>

#include "sql/ob_sql_init.h"
#include "sql/engine/px/ob_px_util.h"

using namespace oceanbase;
using namespace oceanbase::common;
using namespace oceanbase::sql;
using namespace oceanbase::storage;
using namespace oceanbase::share;
using namespace oceanbase::share::schema;

class ObRandomAffiTaskSplitTest : public ::testing::Test {
public:
  const static int64_t TEST_PARTITION_COUNT = 5;
  const static int64_t TEST_SPLIT_TASK_COUNT = 8;

  ObRandomAffiTaskSplitTest() = default;
  virtual ~ObRandomAffiTaskSplitTest() = default;
  virtual void SetUp(){};
  virtual void TearDown(){};

private:
  // disallow copy
  ObRandomAffiTaskSplitTest(const ObRandomAffiTaskSplitTest& other);
  ObRandomAffiTaskSplitTest& operator=(const ObRandomAffiTaskSplitTest& other);
};

TEST_F(ObRandomAffiTaskSplitTest, split_task_test)
{
  {
    int64_t parallel = 3;
    int64_t tenant_id = 1;
    ObPxPartitionInfo px_part_info;
    ObPxAffinityByRandom affinitize_rule;
    for (int i = 0; i < 5; ++i) {
      px_part_info.physical_row_count_ = (10 - i) * 100;
      affinitize_rule.add_partition(i, i, parallel, tenant_id, px_part_info);
    }
    affinitize_rule.do_random(true);
    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
    for (int i = 0; i < result.count(); ++i) {
      LOG_INFO("result",
          K(result.at(i).partition_id_),
          K(result.at(i).worker_id_),
          K(result.at(i).partition_info_.physical_row_count_));
    }
    ASSERT_EQ(1, result.at(0).worker_id_);
    ASSERT_EQ(2, result.at(1).worker_id_);
    ASSERT_EQ(2, result.at(2).worker_id_);
    ASSERT_EQ(0, result.at(3).worker_id_);
    ASSERT_EQ(0, result.at(4).worker_id_);
  }

  {
    int64_t parallel = 16;
    int64_t tenant_id = 1;
    ObPxPartitionInfo px_part_info;
    ObPxAffinityByRandom affinitize_rule;

    px_part_info.physical_row_count_ = 3000;
    affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 1000;
    affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 2500;
    affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 3500;
    affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 2000;
    affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);

    affinitize_rule.do_random(true);

    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
    for (int i = 0; i < 5; ++i) {
      LOG_INFO("result",
          K(result.at(i).partition_id_),
          K(result.at(i).worker_id_),
          K(result.at(i).partition_info_.physical_row_count_));
    }
    ASSERT_EQ(3, result.at(0).worker_id_);
    ASSERT_EQ(0, result.at(1).worker_id_);
    ASSERT_EQ(1, result.at(2).worker_id_);
    ASSERT_EQ(2, result.at(3).worker_id_);
    ASSERT_EQ(4, result.at(4).worker_id_);
  }

  {
    int64_t parallel = 3;
    int64_t tenant_id = 1;
    ObPxPartitionInfo px_part_info;
    ObPxAffinityByRandom affinitize_rule;

    px_part_info.physical_row_count_ = 3000;
    affinitize_rule.add_partition(0, 0, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 4000;
    affinitize_rule.add_partition(1, 1, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 2500;
    affinitize_rule.add_partition(2, 2, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 1500;
    affinitize_rule.add_partition(3, 3, parallel, tenant_id, px_part_info);
    px_part_info.physical_row_count_ = 2000;
    affinitize_rule.add_partition(4, 4, parallel, tenant_id, px_part_info);

    affinitize_rule.do_random(true);

    const common::ObIArray<ObPxAffinityByRandom::PartitionHashValue>& result = affinitize_rule.get_result();
    for (int i = 0; i < 5; ++i) {
      LOG_INFO("result",
          K(result.at(i).partition_id_),
          K(result.at(i).worker_id_),
          K(result.at(i).partition_info_.physical_row_count_));
    }

    ASSERT_EQ(1, result.at(0).worker_id_);
    ASSERT_EQ(2, result.at(1).worker_id_);
    ASSERT_EQ(2, result.at(2).worker_id_);
    ASSERT_EQ(0, result.at(3).worker_id_);
    ASSERT_EQ(0, result.at(4).worker_id_);
  }
}

int main(int argc, char** argv)
{
  OB_LOGGER.set_log_level("TRACE");
  // oceanbase::common::ObLogger::get_logger().set_log_level("TRACE");
  init_sql_factories();
  ::testing::InitGoogleTest(&argc, argv);
  return RUN_ALL_TESTS();
}