// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include #include #include #include #include #include #include #include #define __IN_CONFIGBASE_CPP__ #include "common/config.h" #undef __IN_CONFIGBASE_CPP__ #include "common/status.h" #include "gutil/strings/substitute.h" namespace doris { namespace config { std::map* Register::_s_field_map = nullptr; std::map* full_conf_map = nullptr; Properties props; // trim string std::string& trim(std::string& s) { // rtrim s.erase(std::find_if(s.rbegin(), s.rend(), std::not1(std::ptr_fun(std::isspace))) .base(), s.end()); // ltrim s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun(std::isspace)))); return s; } // split string by '=' void splitkv(const std::string& s, std::string& k, std::string& v) { const char sep = '='; int start = 0; int end = 0; if ((end = s.find(sep, start)) != std::string::npos) { k = s.substr(start, end - start); v = s.substr(end + 1); } else { k = s; v = ""; } } // replace env variables bool replaceenv(std::string& s) { std::size_t pos = 0; std::size_t start = 0; while ((start = s.find("${", pos)) != std::string::npos) { std::size_t end = s.find("}", start + 2); if (end == std::string::npos) { return false; } std::string envkey = s.substr(start + 2, end - start - 2); const char* envval = std::getenv(envkey.c_str()); if (envval == nullptr) { return false; } s.erase(start, end - start + 1); s.insert(start, envval); pos = start + strlen(envval); } return true; } bool strtox(const std::string& valstr, bool& retval); bool strtox(const std::string& valstr, int16_t& retval); bool strtox(const std::string& valstr, int32_t& retval); bool strtox(const std::string& valstr, int64_t& retval); bool strtox(const std::string& valstr, double& retval); bool strtox(const std::string& valstr, std::string& retval); template bool strtox(const std::string& valstr, std::vector& retval) { std::stringstream ss(valstr); std::string item; T t; while (std::getline(ss, item, ',')) { if (!strtox(trim(item), t)) { return false; } retval.push_back(t); } return true; } bool strtox(const std::string& valstr, bool& retval) { if (valstr.compare("true") == 0) { retval = true; } else if (valstr.compare("false") == 0) { retval = false; } else { return false; } return true; } template bool strtointeger(const std::string& valstr, T& retval) { if (valstr.length() == 0) { return false; // empty-string is only allowed for string type. } char* end; errno = 0; const char* valcstr = valstr.c_str(); int64_t ret64 = strtoll(valcstr, &end, 10); if (errno || end != valcstr + strlen(valcstr)) { return false; // bad parse } T tmp = retval; retval = static_cast(ret64); if (retval != ret64) { retval = tmp; return false; } return true; } bool strtox(const std::string& valstr, int16_t& retval) { return strtointeger(valstr, retval); } bool strtox(const std::string& valstr, int32_t& retval) { return strtointeger(valstr, retval); } bool strtox(const std::string& valstr, int64_t& retval) { return strtointeger(valstr, retval); } bool strtox(const std::string& valstr, double& retval) { if (valstr.length() == 0) { return false; // empty-string is only allowed for string type. } char* end = nullptr; errno = 0; const char* valcstr = valstr.c_str(); retval = strtod(valcstr, &end); if (errno || end != valcstr + strlen(valcstr)) { return false; // bad parse } return true; } bool strtox(const std::string& valstr, std::string& retval) { retval = valstr; return true; } // load conf file bool Properties::load(const char* filename) { // if filename is null, use the empty props if (filename == nullptr) { return true; } // open the conf file std::ifstream input(filename); if (!input.is_open()) { std::cerr << "config::load() failed to open the file:" << filename << std::endl; return false; } // load properties std::string line; std::string key; std::string value; line.reserve(512); while (input) { // read one line at a time std::getline(input, line); // remove left and right spaces trim(line); // ignore comments if (line.empty() || line[0] == '#') { continue; } // read key and value splitkv(line, key, value); trim(key); trim(value); // insert into file_conf_map file_conf_map[key] = value; } // close the conf file input.close(); return true; } template bool Properties::get(const char* key, const char* defstr, T& retval) const { const auto& it = file_conf_map.find(std::string(key)); std::string valstr = it != file_conf_map.end() ? it->second : std::string(defstr); trim(valstr); if (!replaceenv(valstr)) { return false; } return strtox(valstr, retval); } template bool update(const std::string& value, T& retval) { std::string valstr(value); trim(valstr); if (!replaceenv(valstr)) { return false; } return strtox(valstr, retval); } template std::ostream& operator<<(std::ostream& out, const std::vector& v) { size_t last = v.size() - 1; for (size_t i = 0; i < v.size(); ++i) { out << v[i]; if (i != last) { out << ", "; } } return out; } #define SET_FIELD(FIELD, TYPE, FILL_CONFMAP) \ if (strcmp((FIELD).type, #TYPE) == 0) { \ if (!props.get((FIELD).name, (FIELD).defval, *reinterpret_cast((FIELD).storage))) { \ std::cerr << "config field error: " << (FIELD).name << std::endl; \ return false; \ } \ if (FILL_CONFMAP) { \ std::ostringstream oss; \ oss << (*reinterpret_cast((FIELD).storage)); \ (*full_conf_map)[(FIELD).name] = oss.str(); \ } \ continue; \ } // init conf fields bool init(const char* filename, bool fillconfmap) { // load properties file if (!props.load(filename)) { return false; } // fill full_conf_map ? if (fillconfmap && full_conf_map == nullptr) { full_conf_map = new std::map(); } // set conf fields for (const auto& it : *Register::_s_field_map) { SET_FIELD(it.second, bool, fillconfmap); SET_FIELD(it.second, int16_t, fillconfmap); SET_FIELD(it.second, int32_t, fillconfmap); SET_FIELD(it.second, int64_t, fillconfmap); SET_FIELD(it.second, double, fillconfmap); SET_FIELD(it.second, std::string, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); SET_FIELD(it.second, std::vector, fillconfmap); } return true; } #define UPDATE_FIELD(FIELD, VALUE, TYPE) \ if (strcmp((FIELD).type, #TYPE) == 0) { \ if (!update((VALUE), *reinterpret_cast((FIELD).storage))) { \ return Status::InvalidArgument( \ strings::Substitute("convert '$0' as $1 failed", VALUE, #TYPE)); \ } \ if (full_conf_map != nullptr) { \ std::ostringstream oss; \ oss << (*reinterpret_cast((FIELD).storage)); \ (*full_conf_map)[(FIELD).name] = oss.str(); \ } \ return Status::OK(); \ } Status set_config(const std::string& field, const std::string& value) { auto it = Register::_s_field_map->find(field); if (it == Register::_s_field_map->end()) { return Status::NotFound(strings::Substitute("'$0' is not found", field)); } if (!it->second.valmutable) { return Status::NotSupported(strings::Substitute("'$0' is not support to modify", field)); } UPDATE_FIELD(it->second, value, bool); UPDATE_FIELD(it->second, value, int16_t); UPDATE_FIELD(it->second, value, int32_t); UPDATE_FIELD(it->second, value, int64_t); UPDATE_FIELD(it->second, value, double); // The other types are not thread safe to change dynamically. return Status::NotSupported(strings::Substitute( "'$0' is type of '$1' which is not support to modify", field, it->second.type)); } } // namespace config } // namespace doris