e412dd12e8
Currently, there are some useless includes in the codebase. We can use a tool named include-what-you-use to optimize these includes. By using a strict include-what-you-use policy, we can get lots of benefits from it.
124 lines
3.9 KiB
C++
124 lines
3.9 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include "runtime/broker_mgr.h"
|
|
|
|
#include <gen_cpp/PaloBrokerService_types.h>
|
|
#include <gen_cpp/TPaloBrokerService.h>
|
|
#include <gen_cpp/Types_types.h>
|
|
#include <glog/logging.h>
|
|
#include <thrift/Thrift.h>
|
|
#include <thrift/transport/TTransportException.h>
|
|
// IWYU pragma: no_include <bits/chrono.h>
|
|
#include <chrono> // IWYU pragma: keep
|
|
#include <sstream>
|
|
#include <vector>
|
|
|
|
#include "common/config.h"
|
|
#include "common/status.h"
|
|
#include "runtime/client_cache.h"
|
|
#include "runtime/exec_env.h"
|
|
#include "service/backend_options.h"
|
|
#include "util/doris_metrics.h"
|
|
#include "util/hash_util.hpp"
|
|
#include "util/metrics.h"
|
|
#include "util/thread.h"
|
|
|
|
namespace doris {
|
|
|
|
DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(broker_count, MetricUnit::NOUNIT);
|
|
|
|
BrokerMgr::BrokerMgr(ExecEnv* exec_env) : _exec_env(exec_env), _stop_background_threads_latch(1) {
|
|
CHECK(Thread::create(
|
|
"BrokerMgr", "ping_worker", [this]() { this->ping_worker(); }, &_ping_thread)
|
|
.ok());
|
|
|
|
REGISTER_HOOK_METRIC(broker_count, [this]() {
|
|
// std::lock_guard<std::mutex> l(_mutex);
|
|
return _broker_set.size();
|
|
});
|
|
}
|
|
|
|
BrokerMgr::~BrokerMgr() {
|
|
DEREGISTER_HOOK_METRIC(broker_count);
|
|
_stop_background_threads_latch.count_down();
|
|
if (_ping_thread) {
|
|
_ping_thread->join();
|
|
}
|
|
}
|
|
|
|
void BrokerMgr::init() {
|
|
std::stringstream ss;
|
|
ss << BackendOptions::get_localhost() << ":" << config::be_port;
|
|
_client_id = ss.str();
|
|
}
|
|
|
|
const std::string& BrokerMgr::get_client_id(const TNetworkAddress& address) {
|
|
std::lock_guard<std::mutex> l(_mutex);
|
|
_broker_set.insert(address);
|
|
return _client_id;
|
|
}
|
|
|
|
void BrokerMgr::ping(const TNetworkAddress& addr) {
|
|
TBrokerPingBrokerRequest request;
|
|
|
|
request.__set_version(TBrokerVersion::VERSION_ONE);
|
|
request.__set_clientId(_client_id);
|
|
|
|
TBrokerOperationStatus response;
|
|
try {
|
|
Status status;
|
|
BrokerServiceConnection client(_exec_env->broker_client_cache(), addr,
|
|
config::thrift_rpc_timeout_ms, &status);
|
|
if (!status.ok()) {
|
|
LOG(WARNING) << "Create broker client failed. broker=" << addr << ", status=" << status;
|
|
return;
|
|
}
|
|
|
|
try {
|
|
client->ping(response, request);
|
|
} catch (apache::thrift::transport::TTransportException& e) {
|
|
status = client.reopen();
|
|
if (!status.ok()) {
|
|
LOG(WARNING) << "Create broker client failed. broker=" << addr
|
|
<< ", status=" << status;
|
|
return;
|
|
}
|
|
client->ping(response, request);
|
|
}
|
|
} catch (apache::thrift::TException& e) {
|
|
LOG(WARNING) << "Broker ping failed, broker:" << addr << " failed:" << e.what();
|
|
}
|
|
}
|
|
|
|
void BrokerMgr::ping_worker() {
|
|
do {
|
|
std::vector<TNetworkAddress> addresses;
|
|
{
|
|
std::lock_guard<std::mutex> l(_mutex);
|
|
for (auto& addr : _broker_set) {
|
|
addresses.emplace_back(addr);
|
|
}
|
|
}
|
|
for (auto& addr : addresses) {
|
|
ping(addr);
|
|
}
|
|
} while (!_stop_background_threads_latch.wait_for(std::chrono::seconds(5)));
|
|
}
|
|
|
|
} // namespace doris
|