Files
doris/be/src/runtime/block_spill_manager.h
Adonis Ling e412dd12e8 [chore](build) Use include-what-you-use to optimize includes (PART II) (#18761)
Currently, there are some useless includes in the codebase. We can use a tool named include-what-you-use to optimize these includes. By using a strict include-what-you-use policy, we can get lots of benefits from it.
2023-04-19 23:11:48 +08:00

64 lines
1.9 KiB
C++

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#pragma once
#include <stdint.h>
#include <memory>
#include <mutex>
#include <string>
#include <unordered_map>
#include <vector>
#include "common/status.h"
#include "olap/options.h"
#include "vec/core/block_spill_reader.h"
#include "vec/core/block_spill_writer.h"
namespace doris {
class RuntimeProfile;
namespace vectorized {
using BlockSpillWriterUPtr = std::unique_ptr<BlockSpillWriter>;
using BlockSpillReaderUPtr = std::unique_ptr<BlockSpillReader>;
} // namespace vectorized
class BlockSpillManager {
public:
BlockSpillManager(const std::vector<StorePath>& paths);
Status init();
Status get_writer(int32_t batch_size, vectorized::BlockSpillWriterUPtr& writer,
RuntimeProfile* profile);
Status get_reader(int64_t stream_id, vectorized::BlockSpillReaderUPtr& reader,
RuntimeProfile* profile, bool delete_after_read = true);
void remove(int64_t streamid_);
void gc(int64_t max_file_count);
private:
std::vector<StorePath> _store_paths;
std::mutex lock_;
int64_t id_ = 0;
std::unordered_map<int64_t, std::string> id_to_file_paths_;
};
} // namespace doris