1034 lines
		
	
	
		
			39 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			1034 lines
		
	
	
		
			39 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
/**
 | 
						|
 * Copyright (c) 2021 OceanBase
 | 
						|
 * OceanBase CE is licensed under Mulan PubL v2.
 | 
						|
 * You can use this software according to the terms and conditions of the Mulan PubL v2.
 | 
						|
 * You may obtain a copy of Mulan PubL v2 at:
 | 
						|
 *          http://license.coscl.org.cn/MulanPubL-2.0
 | 
						|
 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
 | 
						|
 * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
 | 
						|
 * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
 | 
						|
 * See the Mulan PubL v2 for more details.
 | 
						|
 */
 | 
						|
 | 
						|
#include <gtest/gtest.h>
 | 
						|
#include "ob_multi_version_sstable_test.h"
 | 
						|
#include "storage/blocksstable/ob_micro_block_row_scanner.h"
 | 
						|
#include "ob_uncommitted_trans_test.h"
 | 
						|
 | 
						|
namespace oceanbase {
 | 
						|
using namespace common;
 | 
						|
using namespace blocksstable;
 | 
						|
using namespace storage;
 | 
						|
using namespace share::schema;
 | 
						|
 | 
						|
namespace unittest {
 | 
						|
 | 
						|
class TestMicroBlockRowScanner : public ObMultiVersionSSTableTest {
 | 
						|
public:
 | 
						|
  TestMicroBlockRowScanner() : ObMultiVersionSSTableTest("testmicroblockrowscanner")
 | 
						|
  {}
 | 
						|
  virtual ~TestMicroBlockRowScanner()
 | 
						|
  {}
 | 
						|
 | 
						|
  virtual void SetUp()
 | 
						|
  {
 | 
						|
    ObMultiVersionSSTableTest::SetUp();
 | 
						|
    store_ctx_.trans_table_guard_ = new transaction::ObTransStateTableGuard();
 | 
						|
  }
 | 
						|
  virtual void TearDown()
 | 
						|
  {
 | 
						|
    columns_.reset();
 | 
						|
    param_.reset();
 | 
						|
    context_.reset();
 | 
						|
    allocator_.reuse();
 | 
						|
    ObMultiVersionSSTableTest::TearDown();
 | 
						|
    projector_.reuse();
 | 
						|
    store_ctx_.reset();
 | 
						|
  }
 | 
						|
 | 
						|
  void prepare_query_param(const ObVersionRange& version_range, const bool is_minor_merge, const bool is_reverse_scan);
 | 
						|
 | 
						|
  int build_macro_and_scan(const int64_t micro_cnt, const char** micro_data,
 | 
						|
      ObMultiVersionMicroBlockMinorMergeRowScanner& m_scanner, ObMockIterator& scanner_iter);
 | 
						|
 | 
						|
  ObArray<ObColDesc> columns_;
 | 
						|
  ObTableIterParam param_;
 | 
						|
  ObTableAccessContext context_;
 | 
						|
  ObArenaAllocator allocator_;
 | 
						|
  ObArray<int32_t> projector_;
 | 
						|
  ObStoreCtx store_ctx_;
 | 
						|
  TestUncommittedMinorMergeScan test_trans_part_ctx_;
 | 
						|
};
 | 
						|
 | 
						|
void TestMicroBlockRowScanner::prepare_query_param(
 | 
						|
    const ObVersionRange& version_range, const bool is_minor_merge, const bool is_reverse_scan)
 | 
						|
{
 | 
						|
  columns_.reset();
 | 
						|
  param_.reset();
 | 
						|
  context_.reset();
 | 
						|
  projector_.reset();
 | 
						|
  block_cache_ws_.reset();
 | 
						|
 | 
						|
  ObQueryFlag query_flag;
 | 
						|
 | 
						|
  if (is_reverse_scan) {
 | 
						|
    query_flag.scan_order_ = ObQueryFlag::Reverse;
 | 
						|
  }
 | 
						|
  query_flag.multi_version_minor_merge_ = is_minor_merge;
 | 
						|
 | 
						|
  ObColDesc col_desc;
 | 
						|
  int multi_version_col_cnt = ObMultiVersionRowkeyHelpper::get_extra_rowkey_col_cnt();
 | 
						|
  const int schema_rowkey_cnt = rowkey_cnt_ - multi_version_col_cnt;  // schema rowkey count
 | 
						|
  int trans_version_col =
 | 
						|
      ObMultiVersionRowkeyHelpper::get_trans_version_col_store_index(schema_rowkey_cnt, multi_version_col_cnt);
 | 
						|
  int sql_no_col =
 | 
						|
      ObMultiVersionRowkeyHelpper::get_sql_sequence_col_store_index(schema_rowkey_cnt, multi_version_col_cnt);
 | 
						|
  for (int i = 0; i < column_cnt_; i++) {
 | 
						|
    if (trans_version_col != i && sql_no_col != i) {
 | 
						|
      col_desc.col_id_ = i + OB_APP_MIN_COLUMN_ID;
 | 
						|
      col_desc.col_type_ = data_iter_[0].get_column_type()[i];
 | 
						|
      OK(columns_.push_back(col_desc));
 | 
						|
    }
 | 
						|
  }
 | 
						|
  for (int i = 0; i < column_cnt_ - multi_version_col_cnt; i++) {
 | 
						|
    OK(projector_.push_back(i));
 | 
						|
  }
 | 
						|
 | 
						|
  param_.table_id_ = combine_id(TENANT_ID, TABLE_ID);
 | 
						|
  param_.schema_version_ = SCHEMA_VERSION;
 | 
						|
  param_.rowkey_cnt_ = schema_rowkey_cnt;  // schema rowkey count
 | 
						|
  param_.out_cols_ = &columns_;
 | 
						|
  if (!is_minor_merge) {
 | 
						|
    param_.projector_ = &projector_;
 | 
						|
  } else {
 | 
						|
    param_.projector_ = NULL;
 | 
						|
  }
 | 
						|
 | 
						|
  OK(block_cache_ws_.init(TENANT_ID));
 | 
						|
  context_.query_flag_ = query_flag;
 | 
						|
  context_.store_ctx_ = &store_ctx_;
 | 
						|
  context_.allocator_ = &allocator_;
 | 
						|
  context_.stmt_allocator_ = &allocator_;
 | 
						|
  context_.block_cache_ws_ = &block_cache_ws_;
 | 
						|
  context_.trans_version_range_ = version_range;
 | 
						|
  context_.read_out_type_ = FLAT_ROW_STORE;
 | 
						|
  context_.is_inited_ = true;
 | 
						|
  store_ctx_.trans_table_guard_->set_trans_state_table(&test_trans_part_ctx_);
 | 
						|
}
 | 
						|
 | 
						|
int TestMicroBlockRowScanner::build_macro_and_scan(const int64_t micro_cnt, const char* micro_data[],
 | 
						|
    ObMultiVersionMicroBlockMinorMergeRowScanner& m_scanner, ObMockIterator& scanner_iter)
 | 
						|
{
 | 
						|
  int ret = OB_SUCCESS;
 | 
						|
  bool is_left_border = false;
 | 
						|
  bool is_right_border = false;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObStoreRowkey end_key;
 | 
						|
  ObMicroBlockData block_data;
 | 
						|
  ObMicroBlockData payload_data;
 | 
						|
  const ObStoreRow* row = NULL;
 | 
						|
  for (int64_t i = 0; i < micro_cnt; ++i) {
 | 
						|
    ret = OB_SUCCESS;
 | 
						|
    micro_iter.reset();
 | 
						|
    if (OB_FAIL(micro_iter.from(micro_data[i]))) {
 | 
						|
      STORAGE_LOG(WARN, "failed to get row from micro data", K(i));
 | 
						|
    } else {
 | 
						|
      build_micro_block_data(micro_iter, block_data, payload_data, end_key);
 | 
						|
      if (0 == i) {
 | 
						|
        is_left_border = true;
 | 
						|
        is_right_border = false;
 | 
						|
      } else if (micro_cnt - 1 == i) {
 | 
						|
        is_left_border = false;
 | 
						|
        is_right_border = true;
 | 
						|
      } else {
 | 
						|
        is_left_border = false;
 | 
						|
        is_right_border = false;
 | 
						|
      }
 | 
						|
    }
 | 
						|
    if (OB_SUCC(ret)) {
 | 
						|
      MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
 | 
						|
      ObFullMacroBlockMeta full_meta;
 | 
						|
      if (OB_FAIL(sstable_.get_meta(macro_id, full_meta))) {
 | 
						|
        STORAGE_LOG(WARN, "failed to get meta", K(i));
 | 
						|
      } else if (OB_FAIL(m_scanner.open(macro_id, full_meta, payload_data, is_left_border, is_right_border))) {
 | 
						|
        STORAGE_LOG(WARN, "failed to open scanner", K(i));
 | 
						|
      }
 | 
						|
    }
 | 
						|
    while (OB_SUCCESS == ret) {
 | 
						|
      ret = m_scanner.get_next_row(row);
 | 
						|
      if (OB_SUCCESS == ret) {
 | 
						|
        scanner_iter.add_row(const_cast<ObStoreRow*>(row));
 | 
						|
        STORAGE_LOG(WARN, "test", "this row", to_cstring(*row));
 | 
						|
      } else if (OB_ITER_END != ret) {
 | 
						|
        STORAGE_LOG(ERROR, "error", K(ret), KPC(row));
 | 
						|
      }
 | 
						|
    }
 | 
						|
  }
 | 
						|
  ret = (OB_ITER_END == ret) ? OB_SUCCESS : ret;
 | 
						|
  return ret;
 | 
						|
}
 | 
						|
 | 
						|
TEST_F(TestMicroBlockRowScanner, test_minor_merge_sparse)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = true;
 | 
						|
  const int64_t rowkey_cnt = 4;
 | 
						|
  const int64_t micro_cnt = 3;
 | 
						|
  const char* micro_data[micro_cnt];
 | 
						|
  micro_data[0] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "1        var1  -8       0       2        2       EXIST   CF\n"
 | 
						|
                  "1        var1  -2       0       2        NOP     EXIST   L\n"
 | 
						|
                  "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                  "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                  "3        var3  -5       0       7        1       EXIST   N\n"
 | 
						|
                  "3        var3  -3       0       6        NOP     EXIST   N\n"
 | 
						|
                  "3        var3  -2       0       5        NOP     EXIST   L\n"
 | 
						|
                  "3        var4  -3       0       3        4       DELETE  CLF\n"
 | 
						|
                  "4        var4  -9       0       7        NOP     EXIST   CF\n"
 | 
						|
                  "4        var4  -7       0       6        5       EXIST   C\n"
 | 
						|
                  "4        var4  -3       0       7        NOP     EXIST   L\n";
 | 
						|
 | 
						|
  micro_data[1] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "5        var5  -9       0       10       11      EXIST   CF\n"
 | 
						|
                  "5        var5  -6       0       6        NOP     EXIST   N\n"
 | 
						|
                  "5        var5  -4       0       7        4       EXIST   N\n";
 | 
						|
 | 
						|
  micro_data[2] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "5        var5  -3       0       5        2       EXIST   N\n"
 | 
						|
                  "5        var5  -2       0       5        1       EXIST   C\n"
 | 
						|
                  "5        var5  -1       0       4        3       EXIST   L\n";
 | 
						|
 | 
						|
  prepare_data(micro_data, 3, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
 | 
						|
 | 
						|
  ObVersionRange trans_version_range;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObMockIterator res_iter;
 | 
						|
  ObStoreRange range;
 | 
						|
  ObMockIterator scanner_iter;
 | 
						|
  uint16_t result_col_id[] = {16, 17, 7, 8, 20, 21};
 | 
						|
 | 
						|
  // minor
 | 
						|
  trans_version_range.base_version_ = 0;
 | 
						|
  trans_version_range.snapshot_version_ = 100;
 | 
						|
  trans_version_range.multi_version_start_ = 7;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  const char* result1 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CF\n"
 | 
						|
                        "1        var1  -2       0       2        NOP     EXIST   CL\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                        "3        var3  -5       0       7        1       EXIST   CL\n"  // 5
 | 
						|
                        "3        var4  -3       0       3        4       DELETE  CLF\n"
 | 
						|
                        "4        var4  -9       0       7        NOP     EXIST   CF\n"
 | 
						|
                        "4        var4  -7       0       6        5       EXIST   CL\n"
 | 
						|
                        "5        var5  -9       0       10       11      EXIST   CF\n"
 | 
						|
                        "5        var5  -6       0       6        4       EXIST   CL\n";  // 10
 | 
						|
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  int ret = OB_SUCCESS;
 | 
						|
  const ObStoreRow* row = NULL;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result1, '\\', result_col_id));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
 | 
						|
  // minor
 | 
						|
  trans_version_range.base_version_ = 0;
 | 
						|
  trans_version_range.snapshot_version_ = 100;
 | 
						|
  trans_version_range.multi_version_start_ = 20;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  const char* result2 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CLF\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CLF\n"
 | 
						|
                        "3        var4  -3       0       3        4       DELETE  CLF\n"
 | 
						|
                        "4        var4  -9       0       7        NOP     EXIST   CLF\n"
 | 
						|
                        "5        var5  -9       0       10       11      EXIST   CLF\n";
 | 
						|
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  ret = OB_SUCCESS;
 | 
						|
  row = NULL;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result2, '\\', result_col_id));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
 | 
						|
  // minor
 | 
						|
  trans_version_range.base_version_ = 0;
 | 
						|
  trans_version_range.snapshot_version_ = 100;
 | 
						|
  trans_version_range.multi_version_start_ = 0;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  const char* result3 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CF\n"
 | 
						|
                        "1        var1  -2       0       2        NOP     EXIST   L\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                        "3        var3  -5       0       7        1       EXIST   N\n"
 | 
						|
                        "3        var3  -3       0       6        NOP     EXIST   N\n"
 | 
						|
                        "3        var3  -2       0       5        NOP     EXIST   L\n"
 | 
						|
                        "3        var4  -3       0       3        4       DELETE  CLF\n"
 | 
						|
                        "4        var4  -9       0       7        NOP     EXIST   CF\n"
 | 
						|
                        "4        var4  -7       0       6        5       EXIST   C\n"
 | 
						|
                        "4        var4  -3       0       7        NOP     EXIST   L\n"
 | 
						|
                        "5        var5  -9       0       10       11      EXIST   CF\n"
 | 
						|
                        "5        var5  -6       0       6        NOP     EXIST   N\n"
 | 
						|
                        "5        var5  -4       0       7        4       EXIST   N\n"
 | 
						|
                        "5        var5  -3       0       5        2       EXIST   N\n"
 | 
						|
                        "5        var5  -2       0       5        1       EXIST   C\n"
 | 
						|
                        "5        var5  -1       0       4        3       EXIST   L\n";
 | 
						|
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  ret = OB_SUCCESS;
 | 
						|
  row = NULL;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result3, '\\', result_col_id));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
}
 | 
						|
/*
 | 
						|
TEST_F(TestMicroBlockRowScanner, single_micro)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = false;
 | 
						|
  const int64_t rowkey_cnt = 4;
 | 
						|
  const char *micro_data[1];
 | 
						|
  micro_data[0] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "1        var1  -8       0      NOP      2       EXIST   CF\n"
 | 
						|
      "1        var1  -2       0      2        NOP     EXIST   L\n"
 | 
						|
      "2        var2  -7       0      4        3       EXIST   CLF\n"
 | 
						|
      "3        var3  -8       0      7        2       EXIST   CF\n"
 | 
						|
      "3        var3  -5       0      7        1       EXIST   N\n"
 | 
						|
      "3        var3  -3       0      6        NOP     EXIST   N\n"
 | 
						|
      "3        var3  -2       0      5        NOP     EXIST   L\n"
 | 
						|
      "3        var4  -3       0      3        4       DELETE  L\n"
 | 
						|
      "4        var4  -9       0      7        NOP     EXIST   CF\n"
 | 
						|
      "4        var4  -7       0      6        5       EXIST   C\n"
 | 
						|
      "4        var4  -3       0      7        NOP     EXIST   L\n"
 | 
						|
      "5        var5  -9       0      10       11      EXIST   CF\n"
 | 
						|
      "5        var5  -6       0      6        NOP     EXIST   N\n"
 | 
						|
      "5        var5  -4       0      7        4       EXIST   N\n"
 | 
						|
      "5        var5  -3       0      5        2       EXIST   N\n"
 | 
						|
      "5        var5  -2       0      5        1       EXIST   C\n"
 | 
						|
      "5        var5  -1       0      4        3       EXIST   L\n";
 | 
						|
  prepare_data(micro_data, 1, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
 | 
						|
 | 
						|
  ObMultiVersionMicroBlockRowScanner m_scanner;
 | 
						|
  ObMultiVersionMicroBlockRowScanner batch_scanner;
 | 
						|
  ObVersionRange trans_version_range;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObMockIterator res_iter;
 | 
						|
  ObStoreRowkey end_key;
 | 
						|
  ObMicroBlockData block_data;
 | 
						|
  ObMicroBlockData payload_data;
 | 
						|
  ObStoreRange range;
 | 
						|
 | 
						|
  // multi version forward scan
 | 
						|
  trans_version_range.base_version_ = 2;
 | 
						|
  trans_version_range.snapshot_version_ = 8;
 | 
						|
  trans_version_range.multi_version_start_ = 2;
 | 
						|
  prepare_query_param(trans_version_range, false, false);
 | 
						|
  const char *result1 =
 | 
						|
      "bigint   var   bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "1        var1  NOP      2       EXIST   CL\n"
 | 
						|
      "2        var2  4        3       EXIST   CL\n"
 | 
						|
      "3        var3  7        2       EXIST   C\n"
 | 
						|
      "3        var4  3        4       DELETE  L\n"
 | 
						|
      "4        var4  6        5       EXIST   CL\n"
 | 
						|
      "5        var5  6        4       EXIST   CL\n";
 | 
						|
  micro_iter.reset();
 | 
						|
  res_iter.reset();
 | 
						|
  OK(micro_iter.from(micro_data[0]));
 | 
						|
  build_micro_block_data(micro_iter, block_data, payload_data, end_key);
 | 
						|
  range.set_whole_range();
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  OK(batch_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(batch_scanner.set_range(range));
 | 
						|
 | 
						|
  MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
 | 
						|
  ObMacroBlockMetaHandle meta_handle;
 | 
						|
  OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
 | 
						|
  const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
 | 
						|
  OK(m_scanner.open(macro_id, *macro_meta, payload_data, true, true));
 | 
						|
  OK(res_iter.from(result1));
 | 
						|
  ASSERT_TRUE(res_iter.equals(m_scanner));
 | 
						|
 | 
						|
  OK(batch_scanner.open(macro_id, *macro_meta, payload_data, true, true));
 | 
						|
  const ObStoreRow *batch_rows = NULL;
 | 
						|
  int64_t batch_count = 0;
 | 
						|
  ObMockIterator batch_iter;
 | 
						|
  OK(batch_scanner.get_next_rows(batch_rows, batch_count));
 | 
						|
  ASSERT_EQ(batch_count, res_iter.count());
 | 
						|
  for (int64_t i = 0; i < batch_count; ++i) {
 | 
						|
    OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + i)));
 | 
						|
  }
 | 
						|
  res_iter.setup_start_cursor();
 | 
						|
  ASSERT_TRUE(res_iter.equals(batch_iter));
 | 
						|
 | 
						|
 | 
						|
  // multi version reverse scan
 | 
						|
  m_scanner.reset();
 | 
						|
  batch_scanner.reset();
 | 
						|
 | 
						|
  trans_version_range.base_version_ = 2;
 | 
						|
  trans_version_range.snapshot_version_ = 8;
 | 
						|
  trans_version_range.multi_version_start_ = 2;
 | 
						|
  prepare_query_param(trans_version_range, false, true);
 | 
						|
  const char *result2 =
 | 
						|
      "bigint   var   bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "5        var5  6        4       EXIST   CL\n"
 | 
						|
      "4        var4  6        5       EXIST   CL\n"
 | 
						|
      "3        var4  3        4       DELETE  L\n"
 | 
						|
      "3        var3  7        2       EXIST   C\n"
 | 
						|
      "2        var2  4        3       EXIST   CL\n"
 | 
						|
      "1        var1  NOP      2       EXIST   CL\n";
 | 
						|
  micro_iter.reset();
 | 
						|
  res_iter.reset();
 | 
						|
  OK(micro_iter.from(micro_data[0]));
 | 
						|
  build_micro_block_data(micro_iter, block_data, payload_data, end_key);
 | 
						|
  range.set_whole_range();
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  OK(m_scanner.open(macro_id, *macro_meta, payload_data, true, true));
 | 
						|
  OK(res_iter.from(result2));
 | 
						|
  ASSERT_TRUE(res_iter.equals(m_scanner));
 | 
						|
 | 
						|
 | 
						|
  OK(batch_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(batch_scanner.set_range(range));
 | 
						|
  OK(batch_scanner.open(macro_id, *macro_meta, payload_data, true, true));
 | 
						|
  batch_iter.reset();
 | 
						|
  OK(batch_scanner.get_next_rows(batch_rows, batch_count));
 | 
						|
  ASSERT_EQ(batch_count, res_iter.count());
 | 
						|
  for (int64_t i = 0; i < batch_count; ++i) {
 | 
						|
    OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + i)));
 | 
						|
  }
 | 
						|
  res_iter.setup_start_cursor();
 | 
						|
  ASSERT_TRUE(res_iter.equals(batch_iter));
 | 
						|
}
 | 
						|
 | 
						|
TEST_F(TestMicroBlockRowScanner, multi_micro)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = false;
 | 
						|
  const int64_t rowkey_cnt = 4;
 | 
						|
  const int64_t micro_cnt = 7;
 | 
						|
  const char *micro_data[micro_cnt];
 | 
						|
 | 
						|
  micro_data[0] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "1        var1  -8      0       NOP      2       EXIST   CF\n";
 | 
						|
  micro_data[1] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "1        var1  -2       0      2        NOP     EXIST   L\n"
 | 
						|
      "2        var2  -10      0      4        3       EXIST   CLF\n"
 | 
						|
      "3        var3  -10      0      7        2       EXIST   C\n"
 | 
						|
      "3        var3  -8       0      7        NOP     EXIST   N\n";
 | 
						|
  micro_data[2] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "3        var3  -5       0      1        NOP     EXIST   N\n";
 | 
						|
  micro_data[3] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "3        var3  -3       0      6        NOP     EXIST   L\n"
 | 
						|
      "4        var4  -9       0      7        NOP     EXIST   CF\n";
 | 
						|
  micro_data[4] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "4        var4  -7       0      6        5       EXIST   C\n"
 | 
						|
      "4        var4  -3       0      5        NOP     EXIST   L\n"
 | 
						|
      "4        var5  -4       0      NOP      NOP     DELETE  CF\n";
 | 
						|
 | 
						|
  micro_data[5] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "4        var5  -3       0      5        6       EXIST   L\n"
 | 
						|
      "5        var5  -10      0      10       9       EXIST   CF\n"
 | 
						|
      "5        var5  -6       0      6        NOP     EXIST   N\n"
 | 
						|
      "5        var5  -4       0      7        NOP     EXIST   N\n";
 | 
						|
 | 
						|
  micro_data[6] =
 | 
						|
      "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "5        var5  -3       0      5        2       EXIST   N\n"
 | 
						|
      "5        var5  -2       0      5        1       EXIST   C\n"
 | 
						|
      "5        var5  -1       0      4        3       EXIST   L\n";
 | 
						|
  prepare_data(micro_data, 7, rowkey_cnt, 10, "none", FLAT_ROW_STORE, 0);
 | 
						|
 | 
						|
  ObMultiVersionMicroBlockRowScanner m_scanner;
 | 
						|
  ObMultiVersionMicroBlockRowScanner batch_scanner;
 | 
						|
  ObVersionRange trans_version_range;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObMockIterator res_iter;
 | 
						|
  ObMockIterator scanner_iter;
 | 
						|
  ObMockIterator batch_iter;
 | 
						|
  ObStoreRowkey end_key;
 | 
						|
  ObMicroBlockData block_data;
 | 
						|
  ObMicroBlockData payload_data;
 | 
						|
  ObStoreRange range;
 | 
						|
 | 
						|
  // multi version forward scan
 | 
						|
  trans_version_range.base_version_ = 2;
 | 
						|
  trans_version_range.snapshot_version_ = 8;
 | 
						|
  trans_version_range.multi_version_start_ = 2;
 | 
						|
  prepare_query_param(trans_version_range, false, false);
 | 
						|
  const char *result1 =
 | 
						|
      "bigint   var   bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "1        var1  NOP      2       EXIST   CL\n"
 | 
						|
      "3        var3  7        NOP     EXIST   C\n"
 | 
						|
      "4        var4  6        5       EXIST   CL\n"
 | 
						|
      "4        var5  5        NOP     DELETE  CL\n"
 | 
						|
      "5        var5  6        2       EXIST   CL\n";
 | 
						|
  range.set_whole_range();
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  OK(batch_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(batch_scanner.set_range(range));
 | 
						|
  int ret = OB_SUCCESS;
 | 
						|
  const ObStoreRow *row = NULL;
 | 
						|
  const ObStoreRow *batch_rows = NULL;
 | 
						|
  int64_t batch_count = 0;
 | 
						|
  bool is_left_border = false;
 | 
						|
  bool is_right_border = false;
 | 
						|
  for (int64_t i = 0; i < micro_cnt; ++i) {
 | 
						|
    ret = OB_SUCCESS;
 | 
						|
    micro_iter.reset();
 | 
						|
    OK(micro_iter.from(micro_data[i]));
 | 
						|
    build_micro_block_data(micro_iter, block_data, payload_data, end_key);
 | 
						|
    if (0 == i) {
 | 
						|
      is_left_border = true;
 | 
						|
      is_right_border = false;
 | 
						|
    } else if (micro_cnt - 1 == i) {
 | 
						|
      is_left_border = false;
 | 
						|
      is_right_border = true;
 | 
						|
    } else {
 | 
						|
      is_left_border = false;
 | 
						|
      is_right_border = false;
 | 
						|
    }
 | 
						|
    MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
 | 
						|
    ObMacroBlockMetaHandle meta_handle;
 | 
						|
    OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
 | 
						|
    const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
 | 
						|
 | 
						|
    OK(m_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
 | 
						|
    while (OB_SUCCESS == ret) {
 | 
						|
      ret = m_scanner.get_next_row(row);
 | 
						|
      if (OB_SUCCESS == ret) {
 | 
						|
        ASSERT_TRUE(NULL != row) << "i: " << i;
 | 
						|
        OK(scanner_iter.add_row(const_cast<ObStoreRow *>(row)));
 | 
						|
        STORAGE_LOG(WARN, "test", "single row", to_cstring(*row));
 | 
						|
      }
 | 
						|
    }
 | 
						|
 | 
						|
    ret = OB_SUCCESS; //reset
 | 
						|
    OK(batch_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
 | 
						|
    while (OB_SUCCESS == ret) {
 | 
						|
      ret = batch_scanner.get_next_rows(batch_rows, batch_count);
 | 
						|
      if (OB_SUCCESS == ret) {
 | 
						|
        ASSERT_TRUE(NULL != batch_rows) << "i: " << i;
 | 
						|
        ASSERT_TRUE(batch_count > 0);
 | 
						|
        for (int64_t j = 0; j < batch_count; ++j) {
 | 
						|
          OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + j)));
 | 
						|
          STORAGE_LOG(WARN, "test", "batch row", to_cstring(*(batch_rows + j)));
 | 
						|
        }
 | 
						|
      } else if (OB_ITER_END != ret) {
 | 
						|
        STORAGE_LOG(WARN, "fail to get batching rows", K(ret));
 | 
						|
      }
 | 
						|
    }
 | 
						|
  }
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result1));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter));
 | 
						|
  res_iter.setup_start_cursor();
 | 
						|
  ASSERT_TRUE(res_iter.equals(batch_iter));
 | 
						|
 | 
						|
 | 
						|
  // multi version reverse scan
 | 
						|
  m_scanner.reset();
 | 
						|
  batch_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
  batch_iter.reset();
 | 
						|
  trans_version_range.base_version_ = 2;
 | 
						|
  trans_version_range.snapshot_version_ = 8;
 | 
						|
  trans_version_range.multi_version_start_ = 2;
 | 
						|
  prepare_query_param(trans_version_range, false, true);
 | 
						|
  const char *result2 =
 | 
						|
      "bigint   var   bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
      "5        var5  6        2       EXIST   CL\n"
 | 
						|
      "4        var5  5        NOP     DELETE  CL\n"
 | 
						|
      "4        var4  6        5       EXIST   CL\n"
 | 
						|
      "3        var3  7        NOP     EXIST   C\n"
 | 
						|
      "1        var1  NOP      2       EXIST   CL\n";
 | 
						|
  range.set_whole_range();
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  OK(batch_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(batch_scanner.set_range(range));
 | 
						|
  for (int64_t i = micro_cnt - 1; i >= 0; --i) {
 | 
						|
    ret = OB_SUCCESS;
 | 
						|
    micro_iter.reset();
 | 
						|
    OK(micro_iter.from(micro_data[i]));
 | 
						|
    build_micro_block_data(micro_iter, block_data, payload_data, end_key);
 | 
						|
    if (0 == i) {
 | 
						|
      is_left_border = true;
 | 
						|
      is_right_border = false;
 | 
						|
    } else if (micro_cnt - 1 == i) {
 | 
						|
      is_left_border = false;
 | 
						|
      is_right_border = true;
 | 
						|
    } else {
 | 
						|
      is_left_border = false;
 | 
						|
      is_right_border = false;
 | 
						|
    }
 | 
						|
    MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
 | 
						|
    ObMacroBlockMetaHandle meta_handle;
 | 
						|
    OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
 | 
						|
    const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
 | 
						|
    OK(m_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
 | 
						|
    while (OB_SUCCESS == ret) {
 | 
						|
      ret = m_scanner.get_next_row(row);
 | 
						|
      if (OB_SUCCESS == ret) {
 | 
						|
        ASSERT_TRUE(NULL != row) << "i: " << i;
 | 
						|
        OK(scanner_iter.add_row(const_cast<ObStoreRow *>(row)));
 | 
						|
        STORAGE_LOG(WARN, "test", "single row", to_cstring(*row));
 | 
						|
      }
 | 
						|
    }
 | 
						|
 | 
						|
    ret = OB_SUCCESS;
 | 
						|
    OK(batch_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
 | 
						|
    while (OB_SUCCESS == ret) {
 | 
						|
      ret = batch_scanner.get_next_rows(batch_rows, batch_count);
 | 
						|
      if (OB_SUCCESS == ret) {
 | 
						|
        ASSERT_TRUE(NULL != batch_rows) << "i: " << i;
 | 
						|
        ASSERT_TRUE(batch_count > 0);
 | 
						|
        for (int64_t j = 0; j < batch_count; ++j) {
 | 
						|
          OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + j)));
 | 
						|
          STORAGE_LOG(WARN, "test", "batch row", to_cstring(*(batch_rows + j)));
 | 
						|
        }
 | 
						|
      }
 | 
						|
    }
 | 
						|
  }
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result2));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter));
 | 
						|
  res_iter.setup_start_cursor();
 | 
						|
  ASSERT_TRUE(res_iter.equals(batch_iter));
 | 
						|
}
 | 
						|
 | 
						|
*/
 | 
						|
TEST_F(TestMicroBlockRowScanner, test_minor_merge_sparse2)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = true;
 | 
						|
  const int64_t rowkey_cnt = 4;
 | 
						|
  const int64_t micro_cnt = 5;
 | 
						|
  const char* micro_data[micro_cnt];
 | 
						|
  micro_data[0] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "1        var1  -8       0       NOP      2       EXIST   F\n"
 | 
						|
                  "1        var1  -2       0       2        NOP     EXIST   L\n";
 | 
						|
 | 
						|
  micro_data[1] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                  "3        var3  -8       0       7        2       EXIST   CF\n";
 | 
						|
 | 
						|
  micro_data[2] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "3        var3  -5       0       NOP      1       EXIST   N\n"
 | 
						|
                  "3        var3  -3       0       7        NOP     EXIST   L\n"
 | 
						|
                  "4        var4  -9       0       7        NOP     EXIST   CF\n"
 | 
						|
                  "4        var4  -7       0       6        5       EXIST   C\n";
 | 
						|
 | 
						|
  micro_data[3] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "4        var4  -3       0       7        NOP     EXIST   L\n"
 | 
						|
                  "5        var5  -6       0       6        4       EXIST   CF\n"
 | 
						|
                  "5        var5  -4       0       7        4       EXIST   N\n";
 | 
						|
 | 
						|
  micro_data[4] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "5        var5  -3       0       5        2       EXIST   N\n"
 | 
						|
                  "5        var5  -2       0       5        1       EXIST   C\n"
 | 
						|
                  "5        var5  -1       0       4        3       EXIST   L\n"
 | 
						|
                  "6        var6  -1       0       4        3       EXIST   CLF\n";
 | 
						|
  prepare_data(micro_data, micro_cnt, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
 | 
						|
 | 
						|
  ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
 | 
						|
  ObVersionRange trans_version_range;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObMockIterator res_iter;
 | 
						|
  ObStoreRange range;
 | 
						|
  ObMockIterator scanner_iter;
 | 
						|
 | 
						|
  // minor
 | 
						|
  trans_version_range.base_version_ = 1;
 | 
						|
  trans_version_range.snapshot_version_ = 100;
 | 
						|
  trans_version_range.multi_version_start_ = 7;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  const char* result1 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CF\n"
 | 
						|
                        "1        var1  -2       0       2        NOP     EXIST   CL\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                        "3        var3  -5       0       1        7       EXIST   CL\n"
 | 
						|
                        "4        var4  -9       0       7        NOP     EXIST   CF\n"
 | 
						|
                        "4        var4  -7       0       6        5       EXIST   CL\n"
 | 
						|
                        "5        var5  -6       0       6        4       EXIST   CLF\n"
 | 
						|
                        "6        var6  -1       0       4        3       EXIST   CLF\n";
 | 
						|
 | 
						|
  uint16_t result_col_id[] = {16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      21,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      21,
 | 
						|
      20,  // 5
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21};
 | 
						|
  int64_t result_col_cnt[] = {6, 5, 6, 6, 6, 5, 6, 6, 6};
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  int ret = OB_SUCCESS;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result1, '\\', result_col_id, result_col_cnt));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
 | 
						|
  // minor
 | 
						|
  const char* result2 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CLF\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CLF\n"
 | 
						|
                        "4        var4  -9       0       7        NOP     EXIST   CLF\n"
 | 
						|
                        "5        var5  -6       0       6        4       EXIST   CLF\n"
 | 
						|
                        "6        var6  -1       0       4        3       EXIST   CLF\n";
 | 
						|
 | 
						|
  uint16_t result_col_id2[] = {16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      21,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,  // 5
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21};
 | 
						|
  int64_t result_col_cnt2[] = {6, 6, 6, 5, 6, 6};
 | 
						|
  trans_version_range.base_version_ = 0;
 | 
						|
  trans_version_range.snapshot_version_ = INT64_MAX - 10;
 | 
						|
  trans_version_range.multi_version_start_ = 20;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
  ret = OB_SUCCESS;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result2, '\\', result_col_id2, result_col_cnt2));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
}
 | 
						|
 | 
						|
TEST_F(TestMicroBlockRowScanner, minor_for_migration)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = true;
 | 
						|
  const int64_t rowkey_cnt = 4;
 | 
						|
  const int64_t micro_cnt = 3;
 | 
						|
  const char* micro_data[micro_cnt];
 | 
						|
  micro_data[0] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "1        var1  -8       0       NOP      2       EXIST   F\n"
 | 
						|
                  "1        var1  -2       0       2        NOP     EXIST   L\n"
 | 
						|
                  "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                  "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                  "3        var3  -5       0       NOP      1       EXIST   N\n"  // 5
 | 
						|
                  "3        var3  -3       0       7        NOP     EXIST   L\n"
 | 
						|
                  "4        var4  -9       0       7        NOP     EXIST   F\n"
 | 
						|
                  "4        var4  -7       0       6        5       EXIST   C\n"
 | 
						|
                  "4        var4  -3       0       7        NOP     EXIST   L\n";
 | 
						|
 | 
						|
  micro_data[1] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "5        var5  -6       0       6        2       EXIST   CF\n"  // 10
 | 
						|
                  "5        var5  -4       0       7        2       EXIST   N\n";
 | 
						|
 | 
						|
  micro_data[2] = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                  "5        var5  -3       0       5        2       EXIST   N\n"
 | 
						|
                  "5        var5  -2       0       5        1       EXIST   C\n"
 | 
						|
                  "5        var5  -1       0       4        3       EXIST   L\n"
 | 
						|
                  "6        var6  -10      0       10       10      EXIST   CF\n"
 | 
						|
                  "6        var6  -6       0       6        NOP     EXIST   N\n"  // 15
 | 
						|
                  "6        var6  -5       0       5        NOP     EXIST   N\n"
 | 
						|
                  "6        var6  -4       0       4        NOP     EXIST   L\n"
 | 
						|
                  "6        var7  -20      0       20       NOP     EXIST   CF\n"
 | 
						|
                  "6        var7  -3       0       3        NOP     EXIST   L\n"
 | 
						|
                  "7        var7  -10      0       10       10      EXIST   CF\n"  // 20
 | 
						|
                  "7        var7  -6       0       6        NOP     EXIST   N\n"
 | 
						|
                  "7        var7  -5       0       5        NOP     EXIST   N\n"
 | 
						|
                  "7        var7  -4       0       4        NOP     EXIST   L\n";
 | 
						|
 | 
						|
  prepare_data(micro_data, micro_cnt, rowkey_cnt, 20, "none", FLAT_ROW_STORE, 0);
 | 
						|
 | 
						|
  ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
 | 
						|
  ObVersionRange trans_version_range;
 | 
						|
  ObMockIterator micro_iter;
 | 
						|
  ObMockIterator res_iter;
 | 
						|
  ObStoreRowkey end_key;
 | 
						|
  ObMicroBlockData block_data;
 | 
						|
  ObMicroBlockData payload_data;
 | 
						|
  ObStoreRange range;
 | 
						|
  ObMockIterator scanner_iter;
 | 
						|
 | 
						|
  // minor
 | 
						|
  trans_version_range.snapshot_version_ = 8;
 | 
						|
  trans_version_range.multi_version_start_ = 4;
 | 
						|
  trans_version_range.base_version_ = 4;
 | 
						|
  prepare_query_param(trans_version_range, true, false);
 | 
						|
 | 
						|
  const char* result1 = "bigint   var   bigint bigint  bigint   bigint  flag    multi_version_row_flag\n"
 | 
						|
                        "1        var1  -8       0       2        2       EXIST   CF\n"
 | 
						|
                        "1        var1  -2       0       2        NOP     EXIST   CL\n"
 | 
						|
                        "2        var2  -7       0       4        3       EXIST   CLF\n"
 | 
						|
                        "3        var3  -8       0       7        2       EXIST   CF\n"
 | 
						|
                        "3        var3  -5       0       1        NOP     EXIST   N\n"  // 5
 | 
						|
                        "3        var3  -3       0       7        NOP     EXIST   CL\n"
 | 
						|
                        "4        var4  -9       0       7        5       EXIST   CF\n"
 | 
						|
                        "4        var4  -7       0       6        5       EXIST   C\n"
 | 
						|
                        "4        var4  -3       0       7        NOP     EXIST   CL\n"
 | 
						|
                        "5        var5  -6       0       6        2       EXIST   CF\n"  // 10
 | 
						|
                        "5        var5  -4       0       7        2       EXIST   CL\n"
 | 
						|
                        "6        var6  -10      0       10       10      EXIST   CF\n"
 | 
						|
                        "6        var6  -6       0       6        NOP     EXIST   N\n"
 | 
						|
                        "6        var6  -5       0       5        NOP     EXIST   N\n"
 | 
						|
                        "6        var6  -4       0       4        NOP     EXIST   CL\n"  // 15
 | 
						|
                        "6        var7  -20      0       20       NOP     EXIST   CF\n"
 | 
						|
                        "6        var7  -3       0       3        NOP     EXIST   CL\n"
 | 
						|
                        "7        var7  -10      0       10       10      EXIST   CF\n"
 | 
						|
                        "7        var7  -6       0       6        NOP     EXIST   N\n"
 | 
						|
                        "7        var7  -5       0       5        NOP     EXIST   N\n"
 | 
						|
                        "7        var7  -4       0       4        NOP     EXIST   CL\n";
 | 
						|
 | 
						|
  uint16_t result_col_id[] = {16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      21,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      21,  // 5
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,  // 10
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,  // 15
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      21,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20,  // 20
 | 
						|
      16,
 | 
						|
      17,
 | 
						|
      7,
 | 
						|
      8,
 | 
						|
      20};
 | 
						|
  int64_t result_col_cnt[] = {6, 5, 6, 6, 5, 5, 6, 6, 5, 6, 6, 6, 5, 5, 5, 5, 5, 6, 5, 5, 5};
 | 
						|
  range.set_whole_range();
 | 
						|
  context_.read_out_type_ = SPARSE_ROW_STORE;
 | 
						|
  OK(m_scanner.init(param_, context_, &sstable_));
 | 
						|
  OK(m_scanner.set_range(range));
 | 
						|
 | 
						|
  int ret = OB_SUCCESS;
 | 
						|
  ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
 | 
						|
  res_iter.reset();
 | 
						|
  OK(res_iter.from(result1, '\\', result_col_id, result_col_cnt));
 | 
						|
  ASSERT_TRUE(res_iter.equals(scanner_iter, true));
 | 
						|
  m_scanner.reset();
 | 
						|
  scanner_iter.reset();
 | 
						|
}
 | 
						|
 | 
						|
}  // namespace unittest
 | 
						|
}  // namespace oceanbase
 | 
						|
 | 
						|
int main(int argc, char** argv)
 | 
						|
{
 | 
						|
  GCONF._enable_sparse_row = false;
 | 
						|
  system("rm -f test_micro_block_row_scanner.log*");
 | 
						|
  OB_LOGGER.set_file_name("test_micro_block_row_scanner.log");
 | 
						|
  STORAGE_LOG(INFO, "begin unittest: test_micro_block_row_scanner");
 | 
						|
  oceanbase::common::ObLogger::get_logger().set_log_level("DEBUG");
 | 
						|
  testing::InitGoogleTest(&argc, argv);
 | 
						|
  return RUN_ALL_TESTS();
 | 
						|
}
 |