Support BE plugin framework, include: * update Plugin Manager, support Plugin find method * support Builtin-Plugin register method * plugin install/uninstall process * PluginLoader: * dynamic install and check Plugin .so file * dynamic uninstall and check Plugin status * PluginZip: * support plugin remote/local .zip file download and extract TODO: * We should support a PluginContext to transmit necessary system variable when the plugin's init/close method invoke * Add the entry which is BE dynamic Plugin install/uninstall process, include: * The FE send install/uninstall Plugin statement (RPC way) * The FE meta update request with Plugin list information * The FE operation request(update/query) with Plugin (maybe don't need) * Add the plugin status upload way * Load already install Plugin when BE start
165 lines
4.6 KiB
C++
Executable File
165 lines
4.6 KiB
C++
Executable File
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
|
|
#include "plugin/plugin_zip.h"
|
|
|
|
#include <memory>
|
|
#include <gtest/gtest.h>
|
|
#include <set>
|
|
#include <libgen.h>
|
|
#include <cstdio>
|
|
#include <cstdlib>
|
|
|
|
#include "util/file_utils.h"
|
|
#include "util/slice.h"
|
|
#include "env/env.h"
|
|
#include "http/ev_http_server.h"
|
|
#include "http/http_handler.h"
|
|
#include "http/http_request.h"
|
|
#include "http/http_channel.h"
|
|
|
|
namespace doris {
|
|
class HttpTestHandler : public HttpHandler {
|
|
public:
|
|
void handle(HttpRequest* req) override {
|
|
char buf[1024];
|
|
readlink("/proc/self/exe", buf, 1023);
|
|
char* dir_path = dirname(buf);
|
|
std::string path = std::string(dir_path);
|
|
|
|
std::unique_ptr<SequentialFile> file;
|
|
|
|
auto& file_name = req->param("FILE");
|
|
|
|
FILE* fp = fopen((path + "/plugin_test/source/" + file_name).c_str(), "r");
|
|
|
|
std::string response;
|
|
char f[1024];
|
|
while (true) {
|
|
auto size = fread(f, 1, 1024, fp);
|
|
response.append(f, size);
|
|
|
|
if (size < 1024) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
fclose(fp);
|
|
|
|
HttpChannel::send_reply(req, response);
|
|
}
|
|
};
|
|
|
|
|
|
class PluginZipTest : public testing::Test {
|
|
|
|
public:
|
|
PluginZipTest() {
|
|
char buf[1024];
|
|
readlink("/proc/self/exe", buf, 1023);
|
|
char* dir_path = dirname(buf);
|
|
_path = std::string(dir_path);
|
|
|
|
_server.reset(new EvHttpServer(29191));
|
|
_server->register_handler(GET, "/{FILE}", &_handler);
|
|
_server->start();
|
|
|
|
std::cout << "the path: " << _path << std::endl;
|
|
|
|
}
|
|
|
|
~PluginZipTest() {
|
|
_server->stop();
|
|
};
|
|
|
|
public:
|
|
std::string _path;
|
|
std::unique_ptr<EvHttpServer> _server;
|
|
HttpTestHandler _handler;
|
|
};
|
|
|
|
TEST_F(PluginZipTest, local_normal) {
|
|
FileUtils::remove_all(_path + "/plugin_test/target");
|
|
|
|
PluginZip zip(_path + "/plugin_test/source/test.zip");
|
|
ASSERT_TRUE(zip.extract(_path + "/plugin_test/target/", "test").ok());
|
|
|
|
ASSERT_TRUE(FileUtils::check_exist(_path + "/plugin_test/target/test"));
|
|
ASSERT_TRUE(FileUtils::check_exist(_path + "/plugin_test/target/test/test.txt"));
|
|
|
|
|
|
std::unique_ptr<RandomAccessFile> file;
|
|
Env::Default()->new_random_access_file(_path + "/plugin_test/target/test/test.txt", &file);
|
|
|
|
char f[11];
|
|
Slice s(f, 11);
|
|
file->read_at(0, s);
|
|
|
|
ASSERT_EQ("hello world", s.to_string());
|
|
|
|
FileUtils::remove_all(_path + "/plugin_test/target/");
|
|
}
|
|
|
|
TEST_F(PluginZipTest, http_normal) {
|
|
FileUtils::remove_all(_path + "/plugin_test/target");
|
|
|
|
PluginZip zip("http://127.0.0.1:29191/test.zip");
|
|
|
|
// ASSERT_TRUE(zip.extract(_path + "/plugin_test/target/", "test").ok());
|
|
Status st = (zip.extract(_path + "/plugin_test/target/", "test"));
|
|
|
|
std::cout << st.to_string() << std::endl;
|
|
|
|
|
|
ASSERT_TRUE(FileUtils::check_exist(_path + "/plugin_test/target/test"));
|
|
ASSERT_TRUE(FileUtils::check_exist(_path + "/plugin_test/target/test/test.txt"));
|
|
|
|
|
|
std::unique_ptr<RandomAccessFile> file;
|
|
Env::Default()->new_random_access_file(_path + "/plugin_test/target/test/test.txt", &file);
|
|
|
|
char f[11];
|
|
Slice s(f, 11);
|
|
file->read_at(0, s);
|
|
|
|
ASSERT_EQ("hello world", s.to_string());
|
|
|
|
std::set<std::string> dirs;
|
|
std::set<std::string> files;
|
|
ASSERT_TRUE(FileUtils::list_dirs_files(_path + "/plugin_test/target", &dirs, &files, Env::Default()).ok());
|
|
|
|
ASSERT_EQ(1, dirs.size());
|
|
ASSERT_EQ(1, files.size());
|
|
|
|
FileUtils::remove_all(_path + "/plugin_test/target/");
|
|
}
|
|
|
|
TEST_F(PluginZipTest, already_install) {
|
|
FileUtils::remove_all(_path + "/plugin_test/target");
|
|
|
|
PluginZip zip("http://127.0.0.1:29191/test.zip");
|
|
ASSERT_FALSE(zip.extract(_path + "/plugin_test/", "source").ok());
|
|
}
|
|
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
}
|