database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[docs] Add user manual for hdfs load and transaction. (#7497)

Browse Source
This commit is contained in:
pengxiangyu
2021-12-30 10:22:48 +08:00
committed by GitHub
parent 0894848045
commit dc9cd34047
15 changed files with 492 additions and 341 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
be/src/env/env_remote.cpp vendored
View File

@ -158,13 +158,17 @@ private:
Status RemoteEnv::init_conf() {
std::map<std::string, std::string> storage_prop;
storage_prop[S3_AK] = doris::config::s3_ak;
storage_prop[S3_SK] = doris::config::s3_sk;
storage_prop[S3_ENDPOINT] = doris::config::s3_endpoint;
storage_prop[S3_REGION] = doris::config::s3_region;
storage_prop[S3_MAX_CONN_SIZE] = std::to_string(doris::config::s3_max_conn);
storage_prop[S3_REQUEST_TIMEOUT_MS] = std::to_string(doris::config::s3_request_timeout_ms);
storage_prop[S3_CONN_TIMEOUT_MS] = std::to_string(doris::config::s3_conn_timeout_ms);
if (doris::config::default_remote_storage_s3_ak.empty() || doris::config::default_remote_storage_s3_sk.empty()
|| doris::config::default_remote_storage_s3_endpoint.empty() || doris::config::default_remote_storage_s3_region.empty()) {
return Status::OK();
}
storage_prop[S3_AK] = doris::config::default_remote_storage_s3_ak;
storage_prop[S3_SK] = doris::config::default_remote_storage_s3_sk;
storage_prop[S3_ENDPOINT] = doris::config::default_remote_storage_s3_endpoint;
storage_prop[S3_REGION] = doris::config::default_remote_storage_s3_region;
storage_prop[S3_MAX_CONN_SIZE] = std::to_string(doris::config::default_remote_storage_s3_max_conn);
storage_prop[S3_REQUEST_TIMEOUT_MS] = std::to_string(doris::config::default_remote_storage_s3_request_timeout_ms);
storage_prop[S3_CONN_TIMEOUT_MS] = std::to_string(doris::config::default_remote_storage_s3_conn_timeout_ms);
if (ClientFactory::is_s3_conf_valid(storage_prop)) {
_storage_backend.reset(new S3StorageBackend(storage_prop));