remove lob_ddl_mysql case in ss mode

This commit is contained in:
obdev
2024-08-31 12:52:25 +00:00
committed by ob-robot
parent 3d04fb02e6
commit a90a362952
1327 changed files with 136772 additions and 51516 deletions

View File

@ -173,7 +173,8 @@ int TestArchiveCheckpointMgr::generate_simple_files(const ObStorageType &type)
LOG_WARN("failed to join path", K(ret));
} else if (OB_FAIL(util.mk_parent_dir(tmp_root_path.get_ptr(), &storage_info_))) {
LOG_WARN("failed to mk dir", K(ret));
} else if (OB_FAIL(util.write_single_file(tmp_root_path.get_ptr(), &storage_info_, buf, sizeof(buf)))) {
} else if (OB_FAIL(util.write_single_file(tmp_root_path.get_ptr(), &storage_info_, buf, sizeof(buf),
ObStorageIdMod::get_default_archive_id_mod()))) {
LOG_WARN("failed to write dir less", K(ret));
}
}

View File

@ -95,38 +95,44 @@ TEST_F(TestBackupIOAdapterAccessCos, test_basic_rw)
const char *write_content = "123456789ABCDEF";
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/0", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
// read
char read_buf[100] = {0};
int64_t read_size = 0;
ASSERT_EQ(OB_SUCCESS,
adapter.read_single_file(uri, &cos_base, read_buf, sizeof(read_buf), read_size));
adapter.read_single_file(uri, &cos_base, read_buf, sizeof(read_buf), read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_STREQ(write_content, read_buf);
ASSERT_EQ(strlen(write_content), read_size);
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), 0, read_size));
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), 0, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_STREQ(write_content, read_buf);
ASSERT_EQ(strlen(write_content), read_size);
int64_t offset = 5;
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), offset, read_size));
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), offset, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ('6', read_buf[0]);
ASSERT_EQ('F', read_buf[9]);
ASSERT_EQ(strlen(write_content) - offset, read_size);
offset = 6;
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &cos_base, read_buf, 5, offset, read_size));
adapter.read_part_file(uri, &cos_base, read_buf, 5, offset, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ('7', read_buf[0]);
ASSERT_EQ('B', read_buf[4]);
ASSERT_EQ(5, read_size);
offset = strlen(write_content);
ASSERT_EQ(OB_COS_ERROR,
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), offset, read_size));
adapter.read_part_file(uri, &cos_base, read_buf, sizeof(read_buf), offset, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ(OB_SUCCESS, adapter.del_file(uri, &cos_base));
}
@ -149,7 +155,8 @@ TEST_F(TestBackupIOAdapterAccessCos, test_util)
const char *write_content = "123456789ABCDEF";
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ(OB_SUCCESS, adapter.is_exist(uri, &cos_base, is_obj_exist));
ASSERT_TRUE(is_obj_exist);
@ -180,7 +187,8 @@ TEST_F(TestBackupIOAdapterAccessCos, test_list_files)
ASSERT_EQ(OB_SUCCESS,
databuff_printf(uri, sizeof(uri), format, dir_uri, object_prefix_len, file_idx, file_idx));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
}
ObArenaAllocator allocator;
@ -217,7 +225,8 @@ TEST_F(TestBackupIOAdapterAccessCos, test_list_directories)
ASSERT_EQ(OB_SUCCESS,
databuff_printf(uri, sizeof(uri), format, dir_uri, object_prefix_len, file_idx, file_idx));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
}
ObArenaAllocator allocator;
@ -275,12 +284,13 @@ TEST_F(TestBackupIOAdapterAccessCos, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/delete_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &tmp_cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &tmp_cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ(OB_SUCCESS, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
ASSERT_FALSE(is_tagging);
ASSERT_EQ(OB_SUCCESS, adapter.del_file(uri, &tmp_cos_base));
ASSERT_EQ(OB_BACKUP_FILE_NOT_EXIST, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
ASSERT_EQ(OB_OBJECT_NOT_EXIST, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
tmp_cos_base.reset();
// tagging mode
@ -292,7 +302,8 @@ TEST_F(TestBackupIOAdapterAccessCos, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/tagging_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &tmp_cos_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &tmp_cos_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
is_tagging = true;
ASSERT_EQ(OB_SUCCESS, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
@ -312,7 +323,7 @@ TEST_F(TestBackupIOAdapterAccessCos, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/tagging_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS, adapter.del_file(uri, &tmp_cos_base));
ASSERT_EQ(OB_BACKUP_FILE_NOT_EXIST, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
ASSERT_EQ(OB_OBJECT_NOT_EXIST, adapter.is_tagging(uri, &tmp_cos_base, is_tagging));
}
}

View File

@ -92,31 +92,36 @@ TEST_F(TestBackupIOAdapterAccessS3, test_basic_rw)
const char *write_content = "123456789ABCDEF";
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/0", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
// read
char read_buf[100] = {0};
int64_t read_size = 0;
ASSERT_EQ(OB_SUCCESS,
adapter.read_single_file(uri, &s3_base, read_buf, sizeof(read_buf), read_size));
adapter.read_single_file(uri, &s3_base, read_buf, sizeof(read_buf), read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_STREQ(write_content, read_buf);
ASSERT_EQ(strlen(write_content), read_size);
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &s3_base, read_buf, sizeof(read_buf), 0, read_size));
adapter.read_part_file(uri, &s3_base, read_buf, sizeof(read_buf), 0, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_STREQ(write_content, read_buf);
ASSERT_EQ(strlen(write_content), read_size);
int64_t offset = 5;
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &s3_base, read_buf, sizeof(read_buf), offset, read_size));
adapter.read_part_file(uri, &s3_base, read_buf, sizeof(read_buf), offset, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ('6', read_buf[0]);
ASSERT_EQ('F', read_buf[9]);
ASSERT_EQ(strlen(write_content) - offset, read_size);
offset = 6;
ASSERT_EQ(OB_SUCCESS,
adapter.read_part_file(uri, &s3_base, read_buf, 5, offset, read_size));
adapter.read_part_file(uri, &s3_base, read_buf, 5, offset, read_size,
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ('7', read_buf[0]);
ASSERT_EQ('B', read_buf[4]);
ASSERT_EQ(5, read_size);
@ -146,7 +151,8 @@ TEST_F(TestBackupIOAdapterAccessS3, test_util)
const char *write_content = "123456789ABCDEF";
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ(OB_SUCCESS, adapter.is_exist(uri, &s3_base, is_obj_exist));
ASSERT_TRUE(is_obj_exist);
@ -177,7 +183,8 @@ TEST_F(TestBackupIOAdapterAccessS3, test_list_files)
ASSERT_EQ(OB_SUCCESS,
databuff_printf(uri, sizeof(uri), format, dir_uri, object_prefix_len, file_idx, file_idx));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
}
ObArenaAllocator allocator;
@ -214,7 +221,8 @@ TEST_F(TestBackupIOAdapterAccessS3, test_list_directories)
ASSERT_EQ(OB_SUCCESS,
databuff_printf(uri, sizeof(uri), format, dir_uri, object_prefix_len, file_idx, file_idx));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
}
ObArenaAllocator allocator;
@ -272,12 +280,13 @@ TEST_F(TestBackupIOAdapterAccessS3, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/delete_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &tmp_s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &tmp_s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
ASSERT_EQ(OB_SUCCESS, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
ASSERT_FALSE(is_tagging);
ASSERT_EQ(OB_SUCCESS, adapter.del_file(uri, &tmp_s3_base));
ASSERT_EQ(OB_BACKUP_FILE_NOT_EXIST, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
ASSERT_EQ(OB_OBJECT_NOT_EXIST, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
tmp_s3_base.reset();
// tagging mode
@ -289,7 +298,8 @@ TEST_F(TestBackupIOAdapterAccessS3, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/tagging_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS,
adapter.write_single_file(uri, &tmp_s3_base, write_content, strlen(write_content)));
adapter.write_single_file(uri, &tmp_s3_base, write_content, strlen(write_content),
ObStorageIdMod::get_default_id_mod()));
is_tagging = true;
ASSERT_EQ(OB_SUCCESS, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
@ -309,7 +319,7 @@ TEST_F(TestBackupIOAdapterAccessS3, test_is_tagging)
ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s/tagging_mode", dir_uri));
ASSERT_EQ(OB_SUCCESS, adapter.del_file(uri, &tmp_s3_base));
ASSERT_EQ(OB_BACKUP_FILE_NOT_EXIST, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
ASSERT_EQ(OB_OBJECT_NOT_EXIST, adapter.is_tagging(uri, &tmp_s3_base, is_tagging));
}
}

View File

@ -80,6 +80,44 @@ TEST(ObBackupDest, nfs)
ASSERT_EQ(0, strcmp(dest.root_path_, "file:///backup_dir"));
}
TEST(ObBackupDestAttributeParser, parse_option)
{
int64_t max_iops = 0;
int64_t max_bandwidth = 0;
const char *option = "max_iops=1000&max_bandwidth=1024000b";
ObBackupDestAttribute dest_option;
dest_option.reset();
ASSERT_EQ(OB_SUCCESS, ObBackupDestAttributeParser::parse(option, dest_option));
ASSERT_EQ(1000, dest_option.max_iops_);
ASSERT_EQ(1024000, dest_option.max_bandwidth_);
const char *option_1 = "max_iops=1000";
dest_option.reset();
ASSERT_EQ(OB_SUCCESS, ObBackupDestAttributeParser::parse(option_1, dest_option));
ASSERT_EQ(1000, dest_option.max_iops_);
ASSERT_EQ(0, dest_option.max_bandwidth_);
const char *option_2 = "max_bandwidth=10000b";
dest_option.reset();
ASSERT_EQ(OB_SUCCESS, ObBackupDestAttributeParser::parse(option_2, dest_option));
ASSERT_EQ(0, dest_option.max_iops_);
ASSERT_EQ(10000, dest_option.max_bandwidth_);
const char *option_3 = "";
dest_option.reset();
ASSERT_EQ(-4002, ObBackupDestAttributeParser::parse(option_3, dest_option));
}
TEST(ObBackupDestAttributeParser, parse_acces_info)
{
const char *option = "access_id=AAA&access_key=BBB";
ObBackupDestAttribute dest_option;
dest_option.reset();
ASSERT_EQ(OB_SUCCESS, ObBackupDestAttributeParser::parse(option, dest_option));
ASSERT_EQ(0, strcmp(dest_option.access_id_, "AAA"));
ASSERT_EQ(0, strcmp(dest_option.access_key_, "BBB"));
}
#ifdef OB_BUILD_TDE_SECURITY
TEST(ObBackupDest, oss)
{