[scn] fix failure of mittest after refresh feature scn

unittest/share/test_storage_cos_adapter.cpp

@@ -0,0 +1,158 @@
+/**
+ * Copyright (c) 2021 OceanBase
+ * OceanBase CE is licensed under Mulan PubL v2.
+ * You can use this software according to the terms and conditions of the Mulan PubL v2.
+ * You may obtain a copy of Mulan PubL v2 at:
+ *          http://license.coscl.org.cn/MulanPubL-2.0
+ * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+ * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+ * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+ * See the Mulan PubL v2 for more details.
+ */
+
+#include <gtest/gtest.h>
+#include "lib/utility/ob_test_util.h"
+#include "share/backup/ob_backup_io_adapter.h"
+#include "common/storage/ob_fd_simulator.h"
+#include "share/ob_device_manager.h"
+
+using namespace oceanbase::common;
+
+class TestCosShareCommon
+{
+public:
+  TestCosShareCommon()
+  {
+    databuff_printf(storage_info, sizeof(storage_info), "host=%s&access_id=%s&access_key=%s&appid=%s",
+        endpoint, secretid, secretkey, appid);
+  }
+  ~TestCosShareCommon()
+  {}
+protected:
+  char storage_info[OB_MAX_URI_LENGTH];
+  const char* dir_name = "cos_unittest_share_dir";
+  char bucket[OB_MAX_URI_LENGTH] = "cos://ob-dbt3-test-1304889018";
+  char endpoint[OB_MAX_URI_LENGTH] = "cos.ap-shanghai.myqcloud.com";
+  char secretid[OB_MAX_URI_LENGTH] = "";
+  char secretkey[OB_MAX_URI_LENGTH] = "";
+  char appid[OB_MAX_URI_LENGTH] = "";
+  char uri[OB_MAX_URI_LENGTH];
+  ObBackupIoAdapter util;
+};
+
+//use to clean the env
+class TestCosShareCommonCleanOp : public ObBaseDirEntryOperator, public TestCosShareCommon
+{
+public:
+  TestCosShareCommonCleanOp()
+  {
+  }
+  ~TestCosShareCommonCleanOp() {}
+  int func(const dirent *entry) override;
+private :
+};
+
+int TestCosShareCommonCleanOp::func(const dirent *entry)
+{
+  int ret = OB_SUCCESS;
+  if (OB_FAIL(databuff_printf(uri, sizeof(uri), "%s/%s/%s", bucket, dir_name, entry->d_name))) {
+  } else if (OB_FAIL(util.del_file(uri, storage_info))) {
+  }
+  return ret;
+}
+
+class TestStorageCosShare: public ::testing::Test, public TestCosShareCommon
+{
+public:
+  TestStorageCosShare() {}
+  virtual ~TestStorageCosShare(){}
+  virtual void SetUp()
+  {
+    //clean the test dir, do it in setup or teardown
+    char dir_uri[OB_MAX_URI_LENGTH];
+    TestCosShareCommonCleanOp clean_op;
+    ASSERT_EQ(OB_SUCCESS, databuff_printf(dir_uri, sizeof(dir_uri), "%s/%s/", bucket, dir_name));
+    ASSERT_EQ(OB_SUCCESS, util.list_files(dir_uri, storage_info, clean_op));
+  }
+  virtual void TearDown() {}
+
+  static void SetUpTestCase() {}
+
+  static void TearDownTestCase() {}
+private:
+  // disallow copy
+  DISALLOW_COPY_AND_ASSIGN(TestStorageCosShare);
+protected:
+  // function members
+protected:
+};
+
+TEST_F(TestStorageCosShare, del_1001)
+{
+  char dir_uri[OB_MAX_URI_LENGTH];
+  ObArray<ObString> del_files;
+  ObArenaAllocator allocator;
+  ObFileListArrayOp del_op(del_files, allocator);
+  ASSERT_EQ(OB_SUCCESS, databuff_printf(dir_uri, sizeof(dir_uri), "%s/%s/", bucket, "data/1/yuanzhi.zy.backup"));
+  ASSERT_EQ(OB_SUCCESS, util.list_files(dir_uri, storage_info, del_op));
+  //ASSERT_EQ(OB_SUCCESS, databuff_printf(dir_uri, sizeof(dir_uri), "%s/%s/", bucket, "data/1/yuanzhi.zy.backup.backup"));
+  //ASSERT_EQ(OB_SUCCESS, util.list_files(dir_uri, storage_info, del_op));
+  for (int i = 0; i < del_files.count(); i++) {
+    ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s%s", dir_uri, del_files[i].ptr()));
+    ASSERT_EQ(OB_SUCCESS, util.del_file(uri, storage_info));
+  }
+}
+
+//COS test
+TEST_F(TestStorageCosShare, test_get_pkeys_from_dir)
+{
+  char dir_uri[OB_MAX_URI_LENGTH];
+  char dir_name_sp[OB_MAX_URI_LENGTH];
+  const int64_t ts = ObTimeUtility::current_time();
+
+  // format dir path uri
+  ASSERT_EQ(OB_SUCCESS, databuff_printf(dir_name_sp, sizeof(dir_name_sp), "cos_unittest_share_dir/%ld", ts));
+  ASSERT_EQ(OB_SUCCESS, databuff_printf(dir_uri, sizeof(dir_uri), "%s/%s/", bucket, dir_name_sp));
+
+  char buffer[1024] = "abcdefghijklmnopqrstuvwxyz";
+  // create 10 partitions
+  const int partitions_cnt = 10;
+  for (int i = 0; i < partitions_cnt; i++) {
+    // format object path uri
+    ASSERT_EQ(OB_SUCCESS, databuff_printf(uri, sizeof(uri), "%s%ld_%d", dir_uri, ts, i));
+    ASSERT_EQ(OB_SUCCESS, util.write_single_file(uri, storage_info,  buffer, strlen(buffer)));
+  }
+
+}
+
+TEST_F(TestStorageCosShare, test_set_append_strategy)
+{
+    ObIODOpts opts;
+    ObIODOpt opt[4];
+    opts.opts_ = opt;
+    opts.opt_cnt_ = 0;
+    int64_t epoch = 99;
+
+    ASSERT_EQ(OB_SUCCESS, util.set_append_strategy(&opts, true, epoch, 4));
+    ASSERT_EQ(2, opts.opt_cnt_);
+    ASSERT_EQ(0, STRCMP(opt[0].key_, "AppendStrategy"));
+    ASSERT_EQ(0, STRCMP(opt[0].value_.value_str, "OB_APPEND_USE_SLICE_PUT"));
+    ASSERT_EQ(0, STRCMP(opt[1].key_, "AppendVersion"));
+    ASSERT_EQ(epoch, opt[1].value_.value_int64);
+
+    opts.opt_cnt_ = 0;
+    ASSERT_EQ(OB_SUCCESS, util.set_append_strategy(&opts, false, epoch, 4));
+    ASSERT_EQ(1, opts.opt_cnt_);
+    ASSERT_EQ(0, STRCMP(opt[0].key_, "AppendStrategy"));
+    ASSERT_EQ(0, STRCMP(opt[0].value_.value_str, "OB_APPEND_USE_OVERRITE"));
+}
+
+/*TODO: ObBackupIoAdapter::set_append_strategy need UT*/
+int main(int argc, char **argv)
+{
+  system("rm -f test_storage_cos_adapter.log");
+  OB_LOGGER.set_file_name("test_storage_cos_adapter.log");
+  OB_LOGGER.set_log_level("INFO");
+  ::testing::InitGoogleTest(&argc,argv);
+  return RUN_ALL_TESTS();
+}