05db6e9b55
Follow #17586. This PR mainly changes: Remove env/ Remove FileUtils/FilesystemUtils Some methods are moved to LocalFileSystem Remove olap/file_cache Add s3 client cache for s3 file system In my test, the time of open s3 file can be reduced significantly Fix cold/hot separation bug for s3 fs. This is the last PR of #17764. After this, all IO operation should be in io/fs. Except for tests in #17586, I also tested some case related to fs io: clone concurrency query on local/s3/hdfs load error log create and clean disk metrics
61 lines
2.1 KiB
C++
61 lines
2.1 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#ifndef DORIS_BE_TEST_QUERY_RUNTIME_TEST_ENV_H
|
|
#define DORIS_BE_TEST_QUERY_RUNTIME_TEST_ENV_H
|
|
|
|
#include "runtime/exec_env.h"
|
|
#include "runtime/runtime_state.h"
|
|
|
|
namespace doris {
|
|
|
|
/// Helper testing class that creates an environment with runtime memory management
|
|
/// similar to the one used by the Doris runtime. Only one TestEnv can be active at a
|
|
/// time, because it modifies the global ExecEnv singleton.
|
|
class TestEnv {
|
|
public:
|
|
TestEnv();
|
|
~TestEnv();
|
|
|
|
// If don't need to open, paths can be empty.
|
|
void init_storage_engine(bool need_open, const std::vector<std::string>& paths = {});
|
|
|
|
// Destroy all RuntimeStates and block managers created by this TestEnv.
|
|
void tear_down_query_states();
|
|
|
|
// Calculate memory limit accounting for overflow and negative values.
|
|
// If max_buffers is -1, no memory limit will apply.
|
|
static int64_t calculate_mem_tracker(int max_buffers, int block_size);
|
|
|
|
ExecEnv* exec_env() { return _exec_env; }
|
|
|
|
private:
|
|
// Create a new RuntimeState sharing global environment.
|
|
RuntimeState* create_runtime_state(int64_t query_id);
|
|
|
|
ExecEnv* _exec_env;
|
|
|
|
// Per-query states with associated block managers.
|
|
std::vector<std::shared_ptr<RuntimeState> > _query_states;
|
|
|
|
StorageEngine* _engine = nullptr;
|
|
};
|
|
|
|
} // end namespace doris
|
|
|
|
#endif // DORIS_BE_TEST_QUERY_RUNTIME_TEST_ENV_H
|