hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] shared_nothing_tmp_file

Browse Source 
Co-authored-by: lalalafeier <wufeifei2023@163.com>
Co-authored-by: wanyue-wy <345657357@qq.com>
Co-authored-by: simonjoylet <simonjoylet@gmail.com>
This commit is contained in:
obdev
2024-08-15 12:12:57 +00:00
committed by ob-robot
parent c189ffd722
commit a897079037
98 changed files with 25410 additions and 9474 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
unittest/sql/engine/basic/test_chunk_datum_store.cpp
View File

@ -13,10 +13,10 @@
#define USING_LOG_PREFIX SQL
#include <gtest/gtest.h>
#include "mtlenv/mock_tenant_module_env.h"
#include "lib/alloc/ob_malloc_allocator.h"
#include "lib/allocator/ob_malloc.h"
#include "storage/blocksstable/ob_data_file_prepare.h"
#include "storage/blocksstable/ob_tmp_file.h"
#include "sql/engine/basic/ob_chunk_datum_store.h"
#include "sql/engine/basic/ob_ra_row_store.h"
#include "common/row/ob_row_store.h"
@ -163,8 +163,8 @@ public:
int ret = OB_SUCCESS;
ASSERT_EQ(OB_SUCCESS, init_tenant_mgr());
blocksstable::TestDataFilePrepare::SetUp();
ret = blocksstable::ObTmpFileManager::get_instance().init();
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(OB_SUCCESS, tmp_file::ObTmpBlockCache::get_instance().init("tmp_block_cache", 1));
ASSERT_EQ(OB_SUCCESS, tmp_file::ObTmpPageCache::get_instance().init("tmp_page_cache", 1));
if (!is_server_tenant(tenant_id_)) {
static ObTenantBase tenant_ctx(tenant_id_);
ObTenantEnv::set_tenant(&tenant_ctx);
@ -173,15 +173,23 @@ public:
EXPECT_EQ(OB_SUCCESS, ObTenantIOManager::mtl_init(io_service));
EXPECT_EQ(OB_SUCCESS, io_service->start());
tenant_ctx.set(io_service);
tmp_file::ObTenantTmpFileManager *tf_mgr = nullptr;
EXPECT_EQ(OB_SUCCESS, mtl_new_default(tf_mgr));
EXPECT_EQ(OB_SUCCESS, tmp_file::ObTenantTmpFileManager::mtl_init(tf_mgr));
tf_mgr->page_cache_controller_.write_buffer_pool_.default_wbp_memory_limit_ = 40*1024*1024;
EXPECT_EQ(OB_SUCCESS, tf_mgr->start());
tenant_ctx.set(tf_mgr);
ObTenantEnv::set_tenant(&tenant_ctx);
}
cell_cnt_ = COLS;
init_exprs();
plan_.set_batch_size(batch_size_);
plan_ctx_.set_phy_plan(&plan_);
eval_ctx_.set_max_batch_size(batch_size_);
plan_.set_batch_size(batch_size_);
plan_ctx_.set_phy_plan(&plan_);
eval_ctx_.set_max_batch_size(batch_size_);
exec_ctx_.set_physical_plan_ctx(&plan_ctx_);
skip_ = (ObBitVector *)alloc_.alloc(ObBitVector::memory_size(batch_size_));
@ -207,7 +215,8 @@ public:
rs_.reset();
rs_.~ObChunkDatumStore();
blocksstable::ObTmpFileManager::get_instance().destroy();
tmp_file::ObTmpBlockCache::get_instance().destroy();
tmp_file::ObTmpPageCache::get_instance().destroy();
blocksstable::TestDataFilePrepare::TearDown();
LOG_INFO("TearDown finished", K_(rs));
}

19
unittest/sql/engine/basic/test_chunk_row_store.cpp
View File

@ -13,10 +13,10 @@
#define USING_LOG_PREFIX SQL
#include <gtest/gtest.h>
#include "mtlenv/mock_tenant_module_env.h"
#include "lib/alloc/ob_malloc_allocator.h"
#include "lib/allocator/ob_malloc.h"
#include "storage/blocksstable/ob_data_file_prepare.h"
#include "storage/blocksstable/ob_tmp_file.h"
#include "sql/engine/basic/ob_chunk_row_store.h"
#include "sql/engine/basic/ob_ra_row_store.h"
#include "common/row/ob_row_store.h"
@ -24,7 +24,6 @@
#include "sql/ob_sql_init.h"
#include "share/ob_simple_mem_limit_getter.h"
namespace oceanbase
{
namespace sql
@ -69,16 +68,25 @@ public:
int ret = OB_SUCCESS;
ASSERT_EQ(OB_SUCCESS, init_tenant_mgr());
blocksstable::TestDataFilePrepare::SetUp();
ret = blocksstable::ObTmpFileManager::get_instance().init();
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(OB_SUCCESS, tmp_file::ObTmpBlockCache::get_instance().init("tmp_block_cache", 1));
ASSERT_EQ(OB_SUCCESS, tmp_file::ObTmpPageCache::get_instance().init("tmp_page_cache", 1));
if (!is_server_tenant(tenant_id_)) {
static ObTenantBase tenant_ctx(tenant_id_);
ObTenantEnv::set_tenant(&tenant_ctx);
ObTenantIOManager *io_service = nullptr;
EXPECT_EQ(OB_SUCCESS, ObTenantIOManager::mtl_new(io_service));
EXPECT_EQ(OB_SUCCESS, ObTenantIOManager::mtl_init(io_service));
EXPECT_EQ(OB_SUCCESS, io_service->start());
tenant_ctx.set(io_service);
tmp_file::ObTenantTmpFileManager *tf_mgr = nullptr;
EXPECT_EQ(OB_SUCCESS, mtl_new_default(tf_mgr));
EXPECT_EQ(OB_SUCCESS, tmp_file::ObTenantTmpFileManager::mtl_init(tf_mgr));
tf_mgr->page_cache_controller_.write_buffer_pool_.default_wbp_memory_limit_ = 40*1024*1024;
EXPECT_EQ(OB_SUCCESS, tf_mgr->start());
tenant_ctx.set(tf_mgr);
ObTenantEnv::set_tenant(&tenant_ctx);
}
@ -107,7 +115,8 @@ public:
rs_.reset();
rs_.~ObChunkRowStore();
blocksstable::ObTmpFileManager::get_instance().destroy();
tmp_file::ObTmpBlockCache::get_instance().destroy();
tmp_file::ObTmpPageCache::get_instance().destroy();
blocksstable::TestDataFilePrepare::TearDown();
LOG_INFO("TearDown finished", K_(rs));
}

2
unittest/sql/engine/test_op_engine.cpp
View File

@ -79,7 +79,6 @@ void TestOpEngine::destory()
ObIOManager::get_instance().destroy();
ObKVGlobalCache::get_instance().destroy();
ObClusterVersion::get_instance().destroy();
oceanbase::blocksstable::ObTmpFileManager::get_instance().destroy();
// THE_IO_DEVICE->destroy();
}
@ -179,7 +178,6 @@ int TestOpEngine::prepare_io(const string & test_data_name_suffix)
LOG_WARN("fail to init OB_STORE_CACHE, ", K(ret));
} else {
}
FILE_MANAGER_INSTANCE_V2.init();
return ret;
}