622 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			622 lines
		
	
	
		
			21 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
| /**
 | |
|  * Copyright (c) 2021 OceanBase
 | |
|  * OceanBase CE is licensed under Mulan PubL v2.
 | |
|  * You can use this software according to the terms and conditions of the Mulan PubL v2.
 | |
|  * You may obtain a copy of Mulan PubL v2 at:
 | |
|  *          http://license.coscl.org.cn/MulanPubL-2.0
 | |
|  * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
 | |
|  * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
 | |
|  * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
 | |
|  * See the Mulan PubL v2 for more details.
 | |
|  */
 | |
| 
 | |
| #include "share/schema/ob_table_schema.h"
 | |
| #include "storage/blocksstable/ob_row_generate.h"
 | |
| #include <gtest/gtest.h>
 | |
| #define private public
 | |
| #define protected public
 | |
| #include "storage/memtable/ob_memtable_iterator.h"
 | |
| #undef private
 | |
| #undef protected
 | |
| 
 | |
| namespace oceanbase
 | |
| {
 | |
| namespace unittest
 | |
| {
 | |
| using namespace blocksstable;
 | |
| using namespace common;
 | |
| using namespace storage;
 | |
| using namespace memtable;
 | |
| using namespace share::schema;
 | |
| 
 | |
| static const int64_t TEST_ROWKEY_COLUMN_CNT = 4;
 | |
| static const int64_t TEST_COLUMN_CNT = ObExtendType;
 | |
| static const int64_t TEST_MULTI_GET_CNT = 2000;
 | |
| 
 | |
| class ObMockStoreRowIterator : public storage::ObStoreRowIterator
 | |
| {
 | |
| public:
 | |
|   ObMockStoreRowIterator(ObTableSchema &schema, ObRowGenerate &row_generate);
 | |
|   void add_get_range(const int64_t seed);
 | |
|   void add_scan_range(const int64_t start_seed, const int64_t end_seed);
 | |
|   virtual int get_next_row(const ObStoreRow *&row);
 | |
|   void reset();
 | |
| private:
 | |
|   ObSEArray<int64_t, 512> range_start_;
 | |
|   ObSEArray<int64_t, 512> range_end_;
 | |
|   int64_t cur_range_index_;
 | |
|   int64_t cur_row_index_;
 | |
|   ObStoreRow cur_row_;
 | |
|   ObTableSchema &table_schema_;
 | |
|   ObRowGenerate &row_generate_;
 | |
|   ObArenaAllocator allocator_;
 | |
|   bool is_first_scan_;
 | |
|   ObObj cells_[TEST_COLUMN_CNT];
 | |
| };
 | |
| ObMockStoreRowIterator::ObMockStoreRowIterator(ObTableSchema &schema, ObRowGenerate &row_generate) : range_start_(), range_end_(), cur_range_index_(0), cur_row_index_(0),
 | |
|     cur_row_(), table_schema_(schema), row_generate_(row_generate), allocator_(ObModIds::TEST),
 | |
|     is_first_scan_(true)
 | |
| {
 | |
|   cur_row_.row_val_.assign(cells_, TEST_COLUMN_CNT);
 | |
| }
 | |
| 
 | |
| void ObMockStoreRowIterator::reset()
 | |
| {
 | |
|   range_start_.reset();
 | |
|   range_end_.reset();
 | |
|   cur_range_index_ = 0;
 | |
|   cur_row_index_ = 0;
 | |
|   cur_row_.reset();
 | |
|   cur_row_.row_val_.assign(cells_, TEST_COLUMN_CNT);
 | |
|   is_first_scan_ = true;
 | |
| }
 | |
| 
 | |
| void ObMockStoreRowIterator::add_get_range(const int64_t seed)
 | |
| {
 | |
|   ASSERT_EQ(OB_SUCCESS, range_start_.push_back(seed));
 | |
|   ASSERT_EQ(OB_SUCCESS, range_end_.push_back(seed));
 | |
| }
 | |
| 
 | |
| void ObMockStoreRowIterator::add_scan_range(const int64_t start_seed, const int64_t end_seed)
 | |
| {
 | |
|   ASSERT_EQ(OB_SUCCESS, range_start_.push_back(start_seed));
 | |
|   ASSERT_EQ(OB_SUCCESS, range_end_.push_back(end_seed));
 | |
| }
 | |
| 
 | |
| int ObMockStoreRowIterator::get_next_row(const ObStoreRow *&row)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   if (cur_range_index_ >= range_start_.count()) {
 | |
|     ret = OB_ITER_END;
 | |
|   } else {
 | |
|    if (is_first_scan_) {
 | |
|      cur_row_index_ = range_start_.at(cur_range_index_);
 | |
|      is_first_scan_ = false;
 | |
|    }
 | |
|    if (OB_FAIL(row_generate_.get_next_row(cur_row_index_, cur_row_))) {
 | |
|      STORAGE_LOG(WARN, "fail to get_next_row", K(ret));
 | |
|    } else {
 | |
|      cur_row_.scan_index_ = cur_range_index_;
 | |
|      cur_row_.is_get_ = range_start_.at(cur_range_index_) == range_end_.at(cur_range_index_);
 | |
|      row = &cur_row_;
 | |
|      //fprintf(stdout, "cur_row_index=%lu, range_end=%lu", cur_row_index_, range_end_.at(cur_range_index_));
 | |
|      ++cur_row_index_;
 | |
|      if (cur_row_index_ > range_end_.at(cur_range_index_)) {
 | |
|        ++cur_range_index_;
 | |
|        if (cur_range_index_ < range_start_.count()) {
 | |
|          cur_row_index_ = range_start_.at(cur_range_index_);
 | |
|        }
 | |
|      }
 | |
|    }
 | |
|   }
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| class ObMockMemtableMScanIterator : public ObMemtableMScanIterator
 | |
| {
 | |
| public:
 | |
|   ObMockMemtableMScanIterator(ObTableSchema &schema, ObRowGenerate &row_generate);
 | |
|   int init(const ObIArray<ObStoreRange> &ranges);
 | |
|   ObMockStoreRowIterator &get_store_row_iter() { return iter_; }
 | |
| private:
 | |
|   int prepare_scan_range(const ObStoreRange &range, const bool is_reverse_scan);
 | |
|   int get_next_row_for_get(const ObStoreRow *&row, bool &need_retry);
 | |
|   int inner_get_next_row_for_scan(const ObStoreRow *&row);
 | |
|   int get_next_row_for_scan(const ObStoreRow *&row, bool &need_retry);
 | |
|   ObMockStoreRowIterator iter_;
 | |
| };
 | |
| 
 | |
| ObMockMemtableMScanIterator::ObMockMemtableMScanIterator(ObTableSchema &schema, ObRowGenerate &row_generate)
 | |
|   : iter_(schema, row_generate)
 | |
| {
 | |
| }
 | |
| 
 | |
| int ObMockMemtableMScanIterator::init(const ObIArray<ObStoreRange> &ranges)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   ranges_ = &ranges;
 | |
|   is_inited_ = true;
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| int ObMockMemtableMScanIterator::prepare_scan_range(const ObStoreRange &range, const bool is_reverse_scan)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   UNUSED(range);
 | |
|   UNUSED(is_reverse_scan);
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| int ObMockMemtableMScanIterator::get_next_row_for_get(const ObStoreRow *&row, bool &need_retry)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   bool range_scan = false;
 | |
|   need_retry = false;
 | |
|   const bool is_reverse_scan = false;
 | |
|   if (IS_NOT_INIT) {
 | |
|     ret = OB_NOT_INIT;
 | |
|     TRANS_LOG(WARN, "ObMemtableMScanIterator has not been inited", K(ret));
 | |
|   } else if (cur_range_pos_ >= ranges_->count() || cur_range_pos_ < 0) {
 | |
|     ret = OB_ITER_END;
 | |
|   } else {
 | |
|     if (OB_FAIL(iter_.get_next_row(row))) {
 | |
|       TRANS_LOG(WARN, "fail to get memtable row", K(ret));
 | |
|     } else {
 | |
|       const_cast<ObStoreRow *>(row)->is_get_ = true;
 | |
|       const_cast<ObStoreRow *>(row)->scan_index_ = cur_range_pos_;
 | |
|       ++cur_range_pos_;
 | |
|       if (OB_FAIL(is_range_scan(range_scan))) {
 | |
|         if (OB_ITER_END != ret) {
 | |
|           TRANS_LOG(WARN, "fail to get is_range_scan", K(ret), K(cur_range_pos_));
 | |
|         } else {
 | |
|           ret = OB_SUCCESS;
 | |
|         }
 | |
|       } else if (range_scan && OB_FAIL(prepare_scan_range(ranges_->at(cur_range_pos_).get_range(), is_reverse_scan))) {
 | |
|         TRANS_LOG(WARN, "fail to prepare for next scan", K(ret), K(cur_range_pos_));
 | |
|       }
 | |
|     }
 | |
|   }
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| int ObMockMemtableMScanIterator::inner_get_next_row_for_scan(const ObStoreRow *&row)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   if (cur_range_pos_ >= ranges_->count()) {
 | |
|     ret = OB_ITER_END;
 | |
|   } else {
 | |
|     if (OB_FAIL(iter_.get_next_row(row))) {
 | |
|       if (OB_ITER_END != ret) {
 | |
|         TRANS_LOG(WARN, "fail to get next row", K(ret));
 | |
|       }
 | |
|     }
 | |
|   }
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| int ObMockMemtableMScanIterator::get_next_row_for_scan(const ObStoreRow *&row, bool &need_retry)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   need_retry = false;
 | |
|   const bool is_reverse_scan = false;
 | |
|   if (IS_NOT_INIT) {
 | |
|     ret = OB_NOT_INIT;
 | |
|     TRANS_LOG(WARN, "not init", K(ret));
 | |
|   } else {
 | |
|     while (OB_SUCCESS == ret && OB_SUCCESS != (ret = inner_get_next_row_for_scan(row))) {
 | |
|       if (OB_ITER_END != ret) {
 | |
|         TRANS_LOG(WARN, "fail to get_next_row", K(ret));
 | |
|       } else {
 | |
|         bool range_scan = false;
 | |
|         ++cur_range_pos_;
 | |
|         if (OB_FAIL(is_range_scan(range_scan))) {
 | |
|           if (OB_ITER_END != ret) {
 | |
|             TRANS_LOG(WARN, "fail to check is_range_scan", K(ret));
 | |
|           }
 | |
|         } else {
 | |
|           if (range_scan) {
 | |
|             if (OB_FAIL(prepare_scan_range(ranges_->at(cur_range_pos_).get_range(), is_reverse_scan))) {
 | |
|               TRANS_LOG(WARN, "fail to prepare scan range");
 | |
|             }
 | |
|           } else {
 | |
|             need_retry = true; // current range reaches end, and next range is get, need retry
 | |
|             break;
 | |
|           }
 | |
|         }
 | |
|       }
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   if (OB_SUCC(ret) && !need_retry) {
 | |
|     const_cast<ObStoreRow *>(row)->is_get_ = false;
 | |
|     const_cast<ObStoreRow *>(row)->scan_index_ = cur_range_pos_;
 | |
|   }
 | |
| 
 | |
|   return ret;
 | |
| }
 | |
| 
 | |
| class ObMemtableMScanIteratorTest: public ::testing::Test
 | |
| {
 | |
| public:
 | |
|   static const int64_t TEST_ROWKEY_COLUMN_CNT = 1;
 | |
|   static const int64_t TEST_COLUMN_CNT = ObExtendType;
 | |
| 
 | |
| public:
 | |
|   ObMemtableMScanIteratorTest();
 | |
|   ObMemtableMScanIteratorTest(ObTableSchema &schema, ObRowGenerate &row_generate);
 | |
|   void prepare_schema(const int64_t rowkey_cnt, const int64_t column_cnt);
 | |
|   int64_t compute_condition(const int64_t test_type, const int64_t i, const int64_t total);
 | |
|   void test_multi_get_with_scan(const int64_t test_type);
 | |
|   virtual void SetUp();
 | |
|   virtual void TearDown();
 | |
| public:
 | |
|   ObArenaAllocator allocator_;
 | |
|   ObTableSchema table_schema_;
 | |
|   ObRowGenerate row_generate_;
 | |
| };
 | |
| 
 | |
| ObMemtableMScanIteratorTest::ObMemtableMScanIteratorTest()
 | |
|   : allocator_(ObModIds::TEST), table_schema_(), row_generate_()
 | |
| {
 | |
| }
 | |
| 
 | |
| void ObMemtableMScanIteratorTest::SetUp()
 | |
| {
 | |
|   prepare_schema(TEST_ROWKEY_COLUMN_CNT, TEST_COLUMN_CNT);
 | |
| }
 | |
| 
 | |
| void ObMemtableMScanIteratorTest::TearDown()
 | |
| {
 | |
|   table_schema_.reset();
 | |
| }
 | |
| 
 | |
| int64_t ObMemtableMScanIteratorTest::compute_condition(const int64_t test_type,
 | |
|     const int64_t i, const int64_t total)
 | |
| {
 | |
|   switch (test_type) {
 | |
|     case 0:
 | |
|       return i % 2;
 | |
|     case 1:
 | |
|       return !(i % 2);
 | |
|     case 2:
 | |
|       return i > total / 2;
 | |
|     case 3:
 | |
|       return i < total / 2;
 | |
|     case 4:
 | |
|       return i > 0;
 | |
|     case 5:
 | |
|       return !(i > 0);
 | |
|   }
 | |
|   return 0;
 | |
| }
 | |
| 
 | |
| void ObMemtableMScanIteratorTest::prepare_schema(const int64_t rowkey_cnt, const int64_t column_cnt)
 | |
| {
 | |
|   int64_t table_id = combine_id(1, 3001);
 | |
|   ObColumnSchemaV2 column;
 | |
|   //init table schema
 | |
|   table_schema_.reset();
 | |
|   ASSERT_EQ(OB_SUCCESS, table_schema_.set_table_name("test_sstable"));
 | |
|   table_schema_.set_tenant_id(1);
 | |
|   table_schema_.set_tablegroup_id(1);
 | |
|   table_schema_.set_database_id(1);
 | |
|   table_schema_.set_table_id(table_id);
 | |
|   table_schema_.set_rowkey_column_num(rowkey_cnt);
 | |
|   table_schema_.set_max_used_column_id(column_cnt);
 | |
|   table_schema_.set_block_size(4 * 1024);
 | |
|   table_schema_.set_compress_func_name("none");
 | |
|   //init column
 | |
|   char name[OB_MAX_FILE_NAME_LENGTH];
 | |
|   memset(name, 0, sizeof(name));
 | |
|   ObObjMeta meta_type;
 | |
|   for(int64_t i = 0; i < column_cnt; ++i){
 | |
|     ObObjType obj_type = static_cast<ObObjType>(i);
 | |
|     column.reset();
 | |
|     column.set_table_id(table_id);
 | |
|     column.set_column_id(i);
 | |
|     column.set_data_length(1);
 | |
|     sprintf(name, "test%020ld", i);
 | |
|     ASSERT_EQ(OB_SUCCESS, column.set_column_name(name));
 | |
|     meta_type.set_type(obj_type);
 | |
|     column.set_meta_type(meta_type);
 | |
|     if (ob_is_string_type(obj_type) && obj_type != ObHexStringType) {
 | |
|       meta_type.set_collation_level(CS_LEVEL_IMPLICIT);
 | |
|       meta_type.set_collation_type(CS_TYPE_UTF8MB4_GENERAL_CI);
 | |
|       column.set_meta_type(meta_type);
 | |
|     }
 | |
|     if(obj_type == common::ObVarcharType){
 | |
|       column.set_rowkey_position(1);
 | |
|     } else if (obj_type == common::ObCharType){
 | |
|       column.set_rowkey_position(2);
 | |
|     } else if (obj_type == common::ObDoubleType){
 | |
|       column.set_rowkey_position(3);
 | |
|     } else if (obj_type == common::ObNumberType){
 | |
|       column.set_rowkey_position(4);
 | |
|     } else if (obj_type == common::ObUNumberType){
 | |
|       column.set_rowkey_position(5);
 | |
|     } else if (obj_type == common::ObIntType){
 | |
|       column.set_rowkey_position(6);
 | |
|     } else if (obj_type == common::ObHexStringType){
 | |
|       column.set_rowkey_position(7);
 | |
|     } else if (obj_type == common::ObUInt64Type){
 | |
|       column.set_rowkey_position(8);
 | |
|     } else {
 | |
|       column.set_rowkey_position(0);
 | |
|     }
 | |
|     ASSERT_EQ(OB_SUCCESS, table_schema_.add_column(column));
 | |
|   }
 | |
|   ASSERT_EQ(OB_SUCCESS, row_generate_.init(table_schema_, &allocator_));
 | |
| }
 | |
| 
 | |
| void ObMemtableMScanIteratorTest::test_multi_get_with_scan(const int64_t test_type)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   const ObStoreRow *prow = NULL;
 | |
|   ObStoreRow check_row;
 | |
|   ObStoreRange range;
 | |
|   ObObj cells[TEST_COLUMN_CNT];
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
 | |
|   ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
 | |
|   ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
 | |
|   ObStoreRow start_row;
 | |
|   ObStoreRow end_row;
 | |
|   const int64_t count_per_range = 10;
 | |
| 
 | |
|   // multi get test
 | |
|   ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
 | |
|   ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     const int64_t condition = compute_condition(test_type, i, TEST_MULTI_GET_CNT);
 | |
|     mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_start();
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_end();
 | |
|     ret = row_generate_.get_next_row(i, mget_start_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ret = row_generate_.get_next_row(i + condition ? count_per_range - 1 : 0, mget_end_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     if (condition) {
 | |
|       row_iter.add_scan_range(i, i + count_per_range - 1);
 | |
|     } else {
 | |
|       row_iter.add_get_range(i);
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   //larger than 1000 get
 | |
|   ranges.reuse();
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     ret = ranges.push_back(mget_ranges[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   }
 | |
|   ret = iter.init(ranges);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     const int64_t condition = compute_condition(test_type, i, TEST_MULTI_GET_CNT);
 | |
|     if (condition) {
 | |
|       for (int64_t j = 0; j < count_per_range; ++j) {
 | |
|         ret = row_generate_.get_next_row(i+j, check_row);
 | |
|         ASSERT_EQ(OB_SUCCESS, ret);
 | |
|         ret = iter.get_next_row(prow);
 | |
|         ASSERT_EQ(OB_SUCCESS, ret);
 | |
|         ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
 | |
|       }
 | |
|     } else {
 | |
|       ret = row_generate_.get_next_row(i, check_row);
 | |
|       ASSERT_EQ(OB_SUCCESS, ret);
 | |
|       ret = iter.get_next_row(prow);
 | |
|       ASSERT_EQ(OB_SUCCESS, ret);
 | |
|       ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
 | |
|     }
 | |
|   }
 | |
|   ret = iter.get_next_row(prow);
 | |
|   ASSERT_EQ(OB_ITER_END, ret);
 | |
| }
 | |
| 
 | |
| TEST_F(ObMemtableMScanIteratorTest, test_single_get)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   const ObStoreRow *row = NULL;
 | |
|   ObStoreRow check_row;
 | |
|   ObStoreRange range;
 | |
|   ObObj cells[TEST_COLUMN_CNT];
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
 | |
|   ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
 | |
|   ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
 | |
|   row_iter.add_get_range(10);
 | |
|   ObStoreRow start_row;
 | |
|   ObStoreRow end_row;
 | |
|   ObObj start_cells[TEST_COLUMN_CNT];
 | |
|   ObObj end_cells[TEST_COLUMN_CNT];
 | |
|   start_row.row_val_.assign(start_cells, TEST_COLUMN_CNT);
 | |
|   end_row.row_val_.assign(end_cells, TEST_COLUMN_CNT);
 | |
|   ret = row_generate_.get_next_row(10, start_row);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   ret = row_generate_.get_next_row(10, end_row);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   range.get_start_key().assign(start_cells, TEST_ROWKEY_COLUMN_CNT);
 | |
|   range.get_end_key().assign(end_cells, TEST_ROWKEY_COLUMN_CNT);
 | |
|   range.get_border_flag().set_inclusive_start();
 | |
|   range.get_border_flag().set_inclusive_end();
 | |
|   ASSERT_EQ(OB_SUCCESS, ranges.push_back(range));
 | |
|   ASSERT_EQ(OB_SUCCESS, iter.init(ranges));
 | |
|   ASSERT_EQ(OB_SUCCESS, iter.get_next_row(row));
 | |
|   ASSERT_TRUE(const_cast<ObStoreRow *>(row)->row_val_ == start_row.row_val_);
 | |
| }
 | |
| 
 | |
| TEST_F(ObMemtableMScanIteratorTest, test_multi_get)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   const ObStoreRow *prow = NULL;
 | |
|   ObStoreRow check_row;
 | |
|   ObStoreRange range;
 | |
|   ObObj cells[TEST_COLUMN_CNT];
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
 | |
|   ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
 | |
|   ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
 | |
|   ObStoreRow start_row;
 | |
|   ObStoreRow end_row;
 | |
| 
 | |
|   // multi get test
 | |
|   ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
 | |
|   ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_start();
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_end();
 | |
|     ret = row_generate_.get_next_row(i, mget_start_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ret = row_generate_.get_next_row(i, mget_end_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     row_iter.add_get_range(i);
 | |
|   }
 | |
| 
 | |
|   //larger than 1000 get
 | |
|   ranges.reuse();
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     ret = ranges.push_back(mget_ranges[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   }
 | |
|   ret = iter.init(ranges);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     ret = iter.get_next_row(prow);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ASSERT_TRUE(mget_start_rows[i].row_val_ == prow->row_val_);
 | |
|   }
 | |
|   ret = iter.get_next_row(prow);
 | |
|   ASSERT_EQ(OB_ITER_END, ret);
 | |
| }
 | |
| 
 | |
| TEST_F(ObMemtableMScanIteratorTest, test_single_scan)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   const ObStoreRow *row = NULL;
 | |
|   ObStoreRow check_row;
 | |
|   ObStoreRange range;
 | |
|   ObObj cells[TEST_COLUMN_CNT];
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
 | |
|   ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
 | |
|   ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
 | |
|   row_iter.add_scan_range(0, TEST_MULTI_GET_CNT-1);
 | |
|   ObStoreRow start_row;
 | |
|   ObStoreRow end_row;
 | |
|   ObObj start_cells[TEST_COLUMN_CNT];
 | |
|   ObObj end_cells[TEST_COLUMN_CNT];
 | |
|   start_row.row_val_.assign(start_cells, TEST_COLUMN_CNT);
 | |
|   end_row.row_val_.assign(end_cells, TEST_COLUMN_CNT);
 | |
|   ret = row_generate_.get_next_row(0, start_row);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   ret = row_generate_.get_next_row(TEST_MULTI_GET_CNT-1, end_row);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   range.get_start_key().assign(start_cells, TEST_ROWKEY_COLUMN_CNT);
 | |
|   range.get_end_key().assign(end_cells, TEST_ROWKEY_COLUMN_CNT);
 | |
|   range.get_border_flag().set_inclusive_start();
 | |
|   range.get_border_flag().set_inclusive_end();
 | |
|   ASSERT_EQ(OB_SUCCESS, ranges.push_back(range));
 | |
|   ASSERT_EQ(OB_SUCCESS, iter.init(ranges));
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     ret = row_generate_.get_next_row(i, check_row);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ret = iter.get_next_row(row);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ASSERT_TRUE(const_cast<ObStoreRow *>(row)->row_val_ == check_row.row_val_);
 | |
|   }
 | |
|   ASSERT_EQ(OB_ITER_END, iter.get_next_row(row));
 | |
| }
 | |
| 
 | |
| TEST_F(ObMemtableMScanIteratorTest, test_multi_scan)
 | |
| {
 | |
|   int ret = OB_SUCCESS;
 | |
|   const ObStoreRow *prow = NULL;
 | |
|   ObStoreRow check_row;
 | |
|   ObStoreRange range;
 | |
|   ObObj cells[TEST_COLUMN_CNT];
 | |
|   ObArray<ObStoreRange> ranges;
 | |
|   check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
 | |
|   ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
 | |
|   ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
 | |
|   ObStoreRow start_row;
 | |
|   ObStoreRow end_row;
 | |
|   const int64_t count_per_range = 10;
 | |
| 
 | |
|   // multi get test
 | |
|   ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
 | |
|   ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
 | |
|   ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
 | |
|   ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
 | |
|     mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_start();
 | |
|     mget_ranges[i].get_border_flag().set_inclusive_end();
 | |
|     ret = row_generate_.get_next_row(i, mget_start_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     ret = row_generate_.get_next_row(i + count_per_range - 1, mget_end_rows[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|     row_iter.add_scan_range(i, i + count_per_range - 1);
 | |
|   }
 | |
| 
 | |
|   //larger than 1000 get
 | |
|   ranges.reuse();
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     ret = ranges.push_back(mget_ranges[i]);
 | |
|     ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   }
 | |
|   ret = iter.init(ranges);
 | |
|   ASSERT_EQ(OB_SUCCESS, ret);
 | |
|   for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
 | |
|     for (int64_t j = 0; j < count_per_range; ++j) {
 | |
|       ret = row_generate_.get_next_row(i+j, check_row);
 | |
|       ASSERT_EQ(OB_SUCCESS, ret);
 | |
|       ret = iter.get_next_row(prow);
 | |
|       ASSERT_EQ(OB_SUCCESS, ret);
 | |
|       ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
 | |
|     }
 | |
|   }
 | |
|   ret = iter.get_next_row(prow);
 | |
|   ASSERT_EQ(OB_ITER_END, ret);
 | |
| }
 | |
| 
 | |
| TEST_F(ObMemtableMScanIteratorTest, test_multi_get_with_scan)
 | |
| {
 | |
|   for (int64_t i = 0; i < 6; ++i) {
 | |
|     test_multi_get_with_scan(i);
 | |
|   }
 | |
| }
 | |
| 
 | |
| }
 | |
| }
 | |
| 
 | |
| int main(int argc, char **argv)
 | |
| {
 | |
|   system("rm -f test_memtable_iterator.log*");
 | |
|   OB_LOGGER.set_file_name("test_memtable_iterator.log", true);
 | |
|   OB_LOGGER.set_log_level("INFO");
 | |
|   CLOG_LOG(INFO, "begin unittest: test_memtable_iterator");
 | |
|   testing::InitGoogleTest(&argc, argv);
 | |
|   return RUN_ALL_TESTS();
 | |
| }
 | 
