[FEAT MERGE] column store ddl
Co-authored-by: simonjoylet <simonjoylet@gmail.com> Co-authored-by: Monk-Liu <1152761042@qq.com> Co-authored-by: renju96 <fcbrenju@163.com>
This commit is contained in:
Charles0429
204
mittest/mtlenv/storage/test_lob_meta_iterator.cpp
Normal file
204
mittest/mtlenv/storage/test_lob_meta_iterator.cpp
Normal file
@ -0,0 +1,204 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
#include <iostream>
|
||||
#include <codecvt>
|
||||
#include <stdio.h>
|
||||
#define private public
|
||||
#define protected public
|
||||
|
||||
#include "common/object/ob_obj_type.h"
|
||||
#include "common/object/ob_object.h"
|
||||
#include "share/schema/ob_table_param.h"
|
||||
#include "storage/blocksstable/ob_datum_row.h"
|
||||
#include "storage/lob/ob_lob_util.h"
|
||||
#include "storage/lob/ob_lob_meta.h"
|
||||
#include "lib/number/ob_number_v2.h"
|
||||
#include "share/schema/ob_column_schema.h"
|
||||
#include "share/ob_ls_id.h"
|
||||
#include "mtlenv/mock_tenant_module_env.h"
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
namespace storage
|
||||
{
|
||||
|
||||
class TestLobMetaIterator : public ::testing::Test
|
||||
{
|
||||
public:
|
||||
TestLobMetaIterator() = default;
|
||||
virtual ~TestLobMetaIterator() = default;
|
||||
static void SetUpTestCase();
|
||||
static void TearDownTestCase();
|
||||
|
||||
int fill_lob_sstable_slice_mock(
|
||||
const ObLobId &lob_id,
|
||||
const transaction::ObTransID &trans_id,
|
||||
const int64_t trans_version,
|
||||
const int64_t sql_no,
|
||||
const bool has_lob_header,
|
||||
const int64_t read_snapshot,
|
||||
const ObCollationType collation_type,
|
||||
blocksstable::ObStorageDatum &datum);
|
||||
int build_lob_data(ObObj &obj, std::string &st, common::ObArenaAllocator &allocator);
|
||||
int build_lob_data_not_common(ObObj &obj, std::string &str);
|
||||
};
|
||||
|
||||
void TestLobMetaIterator::SetUpTestCase()
|
||||
{
|
||||
EXPECT_EQ(OB_SUCCESS, MockTenantModuleEnv::get_instance().init());
|
||||
}
|
||||
|
||||
void TestLobMetaIterator::TearDownTestCase()
|
||||
{
|
||||
MockTenantModuleEnv::get_instance().destroy();
|
||||
}
|
||||
|
||||
int TestLobMetaIterator::fill_lob_sstable_slice_mock(
|
||||
const ObLobId &lob_id,
|
||||
const transaction::ObTransID &trans_id,
|
||||
const int64_t trans_version,
|
||||
const int64_t sql_no,
|
||||
const bool has_lob_header,
|
||||
const int64_t read_snapshot,
|
||||
const ObCollationType collation_type,
|
||||
blocksstable::ObStorageDatum &datum)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
int64_t ils_id = 1001;
|
||||
int64_t itablet_id = 1001;
|
||||
common::ObArenaAllocator allocator;
|
||||
share::ObLSID ls_id(ils_id);
|
||||
common::ObTabletID tablet_id(itablet_id);
|
||||
const blocksstable::ObDatumRow *new_row = nullptr;
|
||||
ObLobMetaInfo lob_meta_info;
|
||||
const int64_t timeout_ts = ObTimeUtility::current_time();
|
||||
ObString data = datum.get_string();
|
||||
ObLobMetaWriteIter iter(data, &allocator, ObLobMetaUtil::LOB_OPER_PIECE_DATA_SIZE);
|
||||
ObLobMetaRowIterator row_iterator;
|
||||
if (OB_FAIL(ObInsertLobColumnHelper::insert_lob_column(
|
||||
allocator, nullptr, ls_id, tablet_id, lob_id, collation_type, datum, timeout_ts, has_lob_header, iter))) {
|
||||
STORAGE_LOG(WARN, "fail to insert lob column", K(ret), K(ls_id), K(tablet_id), K(lob_id));
|
||||
} else if (OB_FAIL(row_iterator.init(&iter, trans_id, trans_version, sql_no))) {
|
||||
STORAGE_LOG(WARN, "fail to init lob meta row iterator", K(ret), K(trans_id), K(trans_version));
|
||||
} else if (OB_FAIL(row_iterator.get_next_row(new_row))) {
|
||||
STORAGE_LOG(WARN, "get_next_row failed", K(ret));
|
||||
} else if (OB_ISNULL(new_row)) {
|
||||
ret = OB_ERR_UNEXPECTED;
|
||||
STORAGE_LOG(WARN, "new_row is nullptr", K(ret));
|
||||
} else if (OB_FAIL(ObLobMetaUtil::transform_from_row_to_info(new_row, lob_meta_info, true))) {
|
||||
STORAGE_LOG(WARN, "transform failed", K(ret));
|
||||
} else if (lob_meta_info.lob_id_.lob_id_ != lob_id.lob_id_) {
|
||||
//STORAGE_LOG("lob_meta_info", K(lob_meta_info));
|
||||
STORAGE_LOG(WARN, "error info", K(ret), K(lob_meta_info.lob_id_.lob_id_), K(lob_id.lob_id_));
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
int TestLobMetaIterator::build_lob_data(ObObj &obj, std::string &st, common::ObArenaAllocator &allocator)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObLobCommon *value = NULL;
|
||||
void *buf = NULL;
|
||||
if (OB_ISNULL(buf = allocator.alloc(sizeof(ObLobCommon) + 1000000))) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
STORAGE_LOG(WARN, "fail to allocate memory for ObLobData", K(ret));
|
||||
} else {
|
||||
// ObLobIndex index;
|
||||
value = new (buf) ObLobCommon();
|
||||
// value->version_ = 1;
|
||||
// value->reserve_ = 0;
|
||||
// value->is_init_ = 1;
|
||||
int64_t byte_size = 1000000;
|
||||
value->in_row_ = 1;
|
||||
MEMCPY(value->buffer_, st.c_str(), st.length());
|
||||
|
||||
obj.meta_.set_collation_type(CS_TYPE_UTF8MB4_GENERAL_CI);
|
||||
obj.meta_.set_collation_level(CS_LEVEL_IMPLICIT);
|
||||
obj.set_type(ObMediumTextType);
|
||||
obj.set_lob_value(ObMediumTextType, value, value->get_handle_size(byte_size));
|
||||
obj.set_has_lob_header();
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int TestLobMetaIterator::build_lob_data_not_common(ObObj &obj, std::string &str)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
obj.meta_.set_collation_type(CS_TYPE_UTF8MB4_GENERAL_CI);
|
||||
obj.meta_.set_collation_level(CS_LEVEL_IMPLICIT);
|
||||
obj.set_type(ObMediumTextType);
|
||||
obj.set_lob_value(ObMediumTextType, str.c_str(), str.length());
|
||||
return ret;
|
||||
}
|
||||
|
||||
TEST_F(TestLobMetaIterator, test_not_lob_common)
|
||||
{
|
||||
for (int x = 2; x <= 10; x++) {
|
||||
std::string st = "";
|
||||
for (int i = 0; i < 1000000; i++) {
|
||||
st += static_cast<char>(i % 26 + 'a');
|
||||
}
|
||||
ObDatumRow row;
|
||||
ObObj obj;
|
||||
ASSERT_EQ(OB_SUCCESS, build_lob_data_not_common(obj, st));
|
||||
ObStorageDatum datum;
|
||||
ASSERT_EQ(OB_SUCCESS, datum.from_obj_enhance(obj));
|
||||
transaction::ObTransID trans_id(10);
|
||||
ObLobId lob_id;
|
||||
lob_id.lob_id_ = x;
|
||||
lob_id.tablet_id_ = x;
|
||||
int64_t sql_no = 2;
|
||||
int64_t read_snapshot = 3;
|
||||
ObCollationType collation_type = CS_TYPE_UTF8MB4_GENERAL_CI;
|
||||
ASSERT_EQ(OB_SUCCESS, fill_lob_sstable_slice_mock(lob_id, trans_id, 100, sql_no,
|
||||
false, read_snapshot, collation_type, datum));
|
||||
}
|
||||
}
|
||||
|
||||
TEST_F(TestLobMetaIterator, test_lob_common)
|
||||
{
|
||||
for (int x = 2; x <= 10; x++) {
|
||||
std::string st = "";
|
||||
for (int i = 0; i < 1000000; i++) {
|
||||
st += static_cast<char>(i % 26 + 'a');
|
||||
}
|
||||
ObDatumRow row;
|
||||
ObObj obj;
|
||||
common::ObArenaAllocator allocator;
|
||||
ASSERT_EQ(OB_SUCCESS, build_lob_data(obj, st, allocator));
|
||||
ObStorageDatum datum;
|
||||
ASSERT_EQ(OB_SUCCESS, datum.from_obj_enhance(obj));
|
||||
transaction::ObTransID trans_id(10);
|
||||
ObLobId lob_id;
|
||||
lob_id.lob_id_ = x;
|
||||
lob_id.tablet_id_ = x;
|
||||
int64_t sql_no = 2;
|
||||
int64_t read_snapshot = 3;
|
||||
//ObLobMetaRowIterator iter;
|
||||
ObCollationType collation_type = CS_TYPE_UTF8MB4_GENERAL_CI;
|
||||
ASSERT_EQ(OB_SUCCESS, fill_lob_sstable_slice_mock(lob_id, trans_id, 100, sql_no,
|
||||
true, read_snapshot, collation_type, datum));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
int main(int argc, char **argv)
|
||||
{
|
||||
system("rm -f test_lob_meta_iterator.log*");
|
||||
OB_LOGGER.set_file_name("test_lob_meta_iterator.log");
|
||||
oceanbase::common::ObLogger::get_logger().set_log_level("INFO");
|
||||
testing::InitGoogleTest(&argc, argv);
|
||||
return RUN_ALL_TESTS();
|
||||
}
|
||||
Reference in New Issue
Block a user