// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "runtime/load_stream_mgr.h" #include #include #include #include #include #include #include "gutil/ref_counted.h" #include "olap/lru_cache.h" #include "runtime/load_channel.h" #include "runtime/load_stream.h" #include "util/uid_util.h" namespace doris { LoadStreamMgr::LoadStreamMgr(uint32_t segment_file_writer_thread_num, FifoThreadPool* heavy_work_pool, FifoThreadPool* light_work_pool) : _num_threads(segment_file_writer_thread_num), _heavy_work_pool(heavy_work_pool), _light_work_pool(light_work_pool) { static_cast(ThreadPoolBuilder("SegmentFileWriterThreadPool") .set_min_threads(segment_file_writer_thread_num) .set_max_threads(segment_file_writer_thread_num) .build(&_file_writer_thread_pool)); } LoadStreamMgr::~LoadStreamMgr() { _load_streams_map.clear(); _file_writer_thread_pool->shutdown(); } Status LoadStreamMgr::open_load_stream(const POpenLoadStreamRequest* request, LoadStream*& load_stream) { UniqueId load_id(request->load_id()); { std::lock_guard l(_lock); auto it = _load_streams_map.find(load_id); if (it != _load_streams_map.end()) { load_stream = it->second.get(); } else { auto p = std::make_unique(request->load_id(), this, request->enable_profile()); RETURN_IF_ERROR(p->init(request)); load_stream = p.get(); _load_streams_map[load_id] = std::move(p); } load_stream->add_source(request->src_id()); } return Status::OK(); } void LoadStreamMgr::clear_load(UniqueId load_id) { std::lock_guard l(_lock); _load_streams_map.erase(load_id); } } // namespace doris