1. Only collect all error replicas if publish task is timeout. 2. Add 2 metrics to monitor the success of failure of txn. 3. Change publish timeout to Config.load_straggler_wait_second
115 lines
3.4 KiB
C++
115 lines
3.4 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include <algorithm>
|
|
#include <fstream>
|
|
#include "gtest/gtest.h"
|
|
#include "gmock/gmock.h"
|
|
#include "agent/status.h"
|
|
#include "olap/olap_define.h"
|
|
#include "olap/file_helper.h"
|
|
#include "boost/filesystem.hpp"
|
|
#include "util/logging.h"
|
|
|
|
#ifndef BE_TEST
|
|
#define BE_TEST
|
|
#endif
|
|
|
|
using ::testing::_;
|
|
using ::testing::Return;
|
|
using ::testing::SetArgPointee;
|
|
using std::string;
|
|
|
|
namespace doris {
|
|
|
|
class FileHandlerTest : public testing::Test {
|
|
public:
|
|
// create a mock cgroup folder
|
|
virtual void SetUp() {
|
|
ASSERT_FALSE(boost::filesystem::exists(_s_test_data_path));
|
|
// create a mock cgroup path
|
|
ASSERT_TRUE(boost::filesystem::create_directory(_s_test_data_path));
|
|
}
|
|
|
|
// delete the mock cgroup folder
|
|
virtual void TearDown() {
|
|
ASSERT_TRUE(boost::filesystem::remove_all(_s_test_data_path));
|
|
}
|
|
|
|
|
|
static std::string _s_test_data_path;
|
|
};
|
|
|
|
std::string FileHandlerTest::_s_test_data_path = "./log/file_handler_testxxxx123";
|
|
|
|
TEST_F(FileHandlerTest, TestWrite) {
|
|
FileHandler file_handler;
|
|
std::string file_name = _s_test_data_path + "/abcd123.txt";
|
|
// create a file using open
|
|
ASSERT_FALSE(boost::filesystem::exists(file_name));
|
|
OLAPStatus op_status = file_handler.open_with_mode(file_name,
|
|
O_CREAT | O_EXCL | O_WRONLY, S_IRUSR | S_IWUSR);
|
|
ASSERT_EQ(OLAPStatus::OLAP_SUCCESS, op_status);
|
|
ASSERT_TRUE(boost::filesystem::exists(file_name));
|
|
|
|
// tell current offset
|
|
off_t cur_offset = file_handler.tell();
|
|
ASSERT_EQ(0, cur_offset);
|
|
off_t length = file_handler.length();
|
|
ASSERT_EQ(0, length);
|
|
|
|
// seek to 10 and test offset
|
|
off_t res = file_handler.seek(10, SEEK_SET);
|
|
ASSERT_EQ(10, res);
|
|
length = file_handler.length();
|
|
ASSERT_EQ(0, length);
|
|
|
|
cur_offset = file_handler.tell();
|
|
ASSERT_EQ(10, cur_offset);
|
|
|
|
// write 12 bytes to disk
|
|
char* ten_bytes[12];
|
|
memset(ten_bytes, 0, sizeof(char)*12);
|
|
file_handler.write(ten_bytes, 12);
|
|
cur_offset = file_handler.tell();
|
|
ASSERT_EQ(22, cur_offset);
|
|
length = file_handler.length();
|
|
ASSERT_EQ(22, length);
|
|
|
|
|
|
char* large_bytes2[(1 << 10)];
|
|
memset(large_bytes2, 0, sizeof(char)*((1 << 12)));
|
|
int i = 1;
|
|
while (i < 1 << 17) {
|
|
file_handler.write(large_bytes2, ((1 << 12)));
|
|
++i;
|
|
}
|
|
}
|
|
|
|
} // namespace doris
|
|
|
|
int main(int argc, char **argv) {
|
|
std::string conffile = std::string(getenv("DORIS_HOME")) + "/conf/be.conf";
|
|
if (!doris::config::init(conffile.c_str(), false)) {
|
|
fprintf(stderr, "error read config file. \n");
|
|
return -1;
|
|
}
|
|
doris::init_glog("be-test");
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
}
|