hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[FEAT MERGE] 开源裁减颗粒度优化

Browse Source 
Co-authored-by: nroskill <nroskill@gmail.com>
Co-authored-by: akaError <lzg020616@163.com>
Co-authored-by: yinyj17 <yinyijun92@gmail.com>
This commit is contained in:
wenxingsen
2023-08-15 02:40:25 +00:00
committed by ob-robot
parent a31e422133
commit 9b31f8aa03
378 changed files with 26718 additions and 2379 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
unittest/logservice/CMakeLists.txt
View File

@ -40,3 +40,7 @@ ob_unittest(test_palf_throttling)
ob_unittest(test_net_standby_restore_source)
ob_unittest(test_log_external_storage_handler)
ob_unittest(test_log_external_storage_io_task)
if(OB_BUILD_CLOSE_MODULES)
ob_unittest(test_arb_gc_utils)
ob_unittest(test_ob_arbitration_service)
endif()

1
unittest/observer/rpc/CMakeLists.txt
View File

@ -13,6 +13,7 @@ function(rpc_server_test case)
oceanbase_static
ob_sql_static
ob_storage_static
${ob_close_modules_static_name}
-Wl,--end-group
-static-libgcc
-static-libstdc++)

12
unittest/share/CMakeLists.txt
View File

@ -1,5 +1,9 @@
#ob_unittest(test_unit_getter)
storage_unittest(test_scanner)
if(OB_BUILD_CLOSE_MODULES)
storage_unittest(test_encryption_util)
storage_unittest(test_master_key_getter)
endif()
#ob_unittest(test_kms_client)
#ob_unittest(test_zone_info)
#ob_unittest(test_zone_merge_info)
@ -71,6 +75,14 @@ ob_unittest(test_json_bin)
ob_unittest(test_json_path)
ob_unittest(test_json_tree)
if(OB_BUILD_CLOSE_MODULES)
ob_unittest(test_xml_bin)
ob_unittest(test_xml_parser)
ob_unittest(test_xml_tree)
ob_unittest(test_xml_tree_base)
ob_unittest(test_xpath)
ob_unittest(test_xpath_filter)
endif()
add_subdirectory(allocator)
add_subdirectory(auto_increment)

71
unittest/share/backup/test_backup_struct.cpp
View File

@ -16,6 +16,9 @@
#include "lib/container/ob_array_iterator.h"
#define private public
#include "share/backup/ob_backup_path.h"
#ifdef OB_BUILD_TDE_SECURITY
#include "share/ob_master_key_getter.h"
#endif
using namespace oceanbase;
using namespace common;
@ -74,6 +77,74 @@ TEST(ObBackupDest, nfs)
ASSERT_EQ(0, strcmp(dest.root_path_, "file:///backup_dir"));
}
#ifdef OB_BUILD_TDE_SECURITY
TEST(ObBackupDest, oss)
{
const char *backup_test = "oss://backup_dir/?host=xxx.com&access_id=111&access_key=222&delete_mode=tagging";
ObBackupDest dest;
ObBackupDest dest1;
char backup_dest_str[OB_MAX_BACKUP_DEST_LENGTH] = { 0 };
char backup_path_str[OB_MAX_BACKUP_DEST_LENGTH] = { 0 };
ASSERT_EQ(OB_SUCCESS, dest.set(backup_test));
ASSERT_EQ(OB_SUCCESS, dest1.set(backup_test));
LOG_INFO("dump backup dest", K(dest), K(dest.get_root_path()), K(*(dest.get_storage_info())));
ASSERT_EQ(0, strcmp(dest.root_path_, "oss://backup_dir"));
ASSERT_TRUE(dest.storage_info_->device_type_ == 0);
EXPECT_EQ(OB_SUCCESS, ObMasterKeyGetter::instance().init(NULL));
EXPECT_EQ(OB_SUCCESS, ObMasterKeyGetter::instance().set_root_key(OB_SYS_TENANT_ID,
obrpc::RootKeyType::DEFAULT, ObString()));
ASSERT_EQ(OB_SUCCESS, dest.get_backup_dest_str(backup_dest_str, sizeof(backup_dest_str)));
ASSERT_EQ(0, strcmp(backup_dest_str, "oss://backup_dir?host=xxx.com&access_id=111&encrypt_key=9B6FDE7E1E54CD292CDE5494CEB86B6F&delete_mode=tagging"));
ASSERT_EQ(OB_SUCCESS, dest.get_backup_path_str(backup_path_str, sizeof(backup_path_str)));
ASSERT_EQ(0, strcmp(backup_path_str, "oss://backup_dir?host=xxx.com"));
ASSERT_TRUE(dest.is_root_path_equal(dest1));
bool is_equal = false;
ASSERT_EQ(OB_SUCCESS, dest.is_backup_path_equal(dest1, is_equal));
ASSERT_TRUE(is_equal);
ASSERT_TRUE(dest == dest1);
dest1.reset();
ASSERT_EQ(OB_SUCCESS, dest1.set(dest.get_root_path().ptr(), dest.get_storage_info()));
ASSERT_TRUE(dest == dest1);
ObMasterKeyGetter::instance().stop();
ObMasterKeyGetter::instance().wait();
ObMasterKeyGetter::instance().reset();
}
TEST(ObBackupDest, oss_encrypt)
{
const char *backup_test = "oss://backup_dir?host=xxx.com&access_id=111&encrypt_key=9B6FDE7E1E54CD292CDE5494CEB86B6F";
ObBackupDest dest;
EXPECT_EQ(OB_SUCCESS, ObMasterKeyGetter::instance().init(NULL));
EXPECT_EQ(OB_SUCCESS, ObMasterKeyGetter::instance().set_root_key(OB_SYS_TENANT_ID,
obrpc::RootKeyType::DEFAULT, ObString()));
ASSERT_EQ(OB_SUCCESS, dest.set(backup_test));
LOG_INFO("dump backup dest", K(dest.get_root_path()), K(*(dest.get_storage_info())));
ASSERT_EQ(0, strcmp(dest.root_path_, "oss://backup_dir"));
ASSERT_TRUE(dest.storage_info_->device_type_ == 0);
const char *path = "oss://backup_dir/";
const char *endpoint = "host=xxx.com";
const char *authorization = "access_id=111&encrypt_key=9B6FDE7E1E54CD292CDE5494CEB86B6F";
const char *extension = "";
ObBackupDest dest1;
ASSERT_EQ(OB_SUCCESS, dest1.set(path, endpoint, authorization, extension));
ASSERT_TRUE(dest == dest1);
char backup_dest_str[OB_MAX_BACKUP_DEST_LENGTH] = { 0 };
char backup_path_str[OB_MAX_BACKUP_DEST_LENGTH] = { 0 };
ASSERT_EQ(OB_SUCCESS, dest.get_backup_dest_str(backup_dest_str, sizeof(backup_dest_str)));
ASSERT_EQ(0, strcmp(backup_dest_str, "oss://backup_dir?host=xxx.com&access_id=111&encrypt_key=9B6FDE7E1E54CD292CDE5494CEB86B6F"));
ASSERT_EQ(OB_SUCCESS, dest.get_backup_path_str(backup_path_str, sizeof(backup_path_str)));
ASSERT_EQ(0, strcmp(backup_path_str, "oss://backup_dir?host=xxx.com"));
dest1.reset();
ASSERT_EQ(OB_SUCCESS, dest1.set(path, endpoint, authorization, extension));
ASSERT_TRUE(dest == dest1);
ObMasterKeyGetter::instance().stop();
ObMasterKeyGetter::instance().wait();
ObMasterKeyGetter::instance().reset();
}
#endif //
int main(int argc, char **argv)
{

3
unittest/share/deadlock/CMakeLists.txt
View File

@ -1,3 +1,6 @@
if(OB_BUILD_CLOSE_MODULES)
storage_unittest(test_deadlock)
endif()
storage_unittest(test_key_wrapper)
storage_unittest(test_deadlock_utility)
storage_unittest(test_lcl_message_drop)

6
unittest/storage/CMakeLists.txt
View File

@ -89,6 +89,12 @@ storage_dml_unittest(test_major_rows_merger)
storage_dml_unittest(test_tablet tablet/test_tablet.cpp)
storage_unittest(test_compaction_iter compaction/test_compaction_iter.cpp)
if(OB_BUILD_CLOSE_MODULES)
storage_dml_unittest(test_compaction_policy)
endif()
#storage_dml_unittest(test_table_scan_pure_index_table)
if(OB_BUILD_CLOSE_MODULES)
storage_unittest(test_lob_seq_id)
endif()
storage_unittest(test_sstable_log_ts_range_cut test_sstable_log_ts_range_cut.cpp)

3
unittest/storage/blocksstable/CMakeLists.txt
View File

@ -13,6 +13,9 @@ storage_unittest(test_row_reader)
storage_unittest(test_micro_block_reader)
storage_unittest(test_micro_block_writer)
#storage_unittest(test_bloom_filter_data)
if(OB_BUILD_TDE_SECURITY)
#storage_unittest(test_micro_block_encryption)
endif()
storage_unittest(test_ref_cnt)
storage_unittest(test_macro_block_id)
#storage_unittest(test_lob_data_reader_writer)