// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "runtime/broker_mgr.h" #include #include #include #include #include #include // IWYU pragma: no_include #include // IWYU pragma: keep #include #include #include "common/config.h" #include "common/status.h" #include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "service/backend_options.h" #include "util/doris_metrics.h" #include "util/hash_util.hpp" #include "util/metrics.h" #include "util/thread.h" namespace doris { DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(broker_count, MetricUnit::NOUNIT); BrokerMgr::BrokerMgr(ExecEnv* exec_env) : _exec_env(exec_env), _stop_background_threads_latch(1) { CHECK(Thread::create( "BrokerMgr", "ping_worker", [this]() { this->ping_worker(); }, &_ping_thread) .ok()); REGISTER_HOOK_METRIC(broker_count, [this]() { // std::lock_guard l(_mutex); return _broker_set.size(); }); } void BrokerMgr::stop() { DEREGISTER_HOOK_METRIC(broker_count); _stop_background_threads_latch.count_down(); if (_ping_thread) { _ping_thread->join(); } } void BrokerMgr::init() { std::stringstream ss; ss << BackendOptions::get_localhost() << ":" << config::be_port; _client_id = ss.str(); } const std::string& BrokerMgr::get_client_id(const TNetworkAddress& address) { std::lock_guard l(_mutex); _broker_set.insert(address); return _client_id; } void BrokerMgr::ping(const TNetworkAddress& addr) { TBrokerPingBrokerRequest request; request.__set_version(TBrokerVersion::VERSION_ONE); request.__set_clientId(_client_id); TBrokerOperationStatus response; try { Status status; BrokerServiceConnection client(_exec_env->broker_client_cache(), addr, config::thrift_rpc_timeout_ms, &status); if (!status.ok()) { LOG(WARNING) << "Create broker client failed. broker=" << addr << ", status=" << status; return; } try { client->ping(response, request); } catch (apache::thrift::transport::TTransportException& e) { status = client.reopen(); if (!status.ok()) { LOG(WARNING) << "Create broker client failed. broker=" << addr << ", status=" << status << ", reason=" << e.what(); return; } client->ping(response, request); } } catch (apache::thrift::TException& e) { LOG(WARNING) << "Broker ping failed, broker:" << addr << " failed:" << e.what(); } } void BrokerMgr::ping_worker() { do { std::vector addresses; { std::lock_guard l(_mutex); for (auto& addr : _broker_set) { addresses.emplace_back(addr); } } for (auto& addr : addresses) { ping(addr); } } while (!_stop_background_threads_latch.wait_for(std::chrono::seconds(5))); } } // namespace doris