From b53ff15ef2863e1f27f837ced783a262c471ef1f Mon Sep 17 00:00:00 2001 From: Mingyu Chen Date: Sun, 18 Jul 2021 22:15:13 +0800 Subject: [PATCH] [Config] set spark load and odbc table feature enable by default (#6212) 1. Also use BufferedReader to speed up orc reader --- be/src/exec/orc_scanner.cpp | 4 ++-- .../src/main/java/org/apache/doris/analysis/BrokerDesc.java | 1 + fe/fe-core/src/main/java/org/apache/doris/common/Config.java | 4 ++-- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/be/src/exec/orc_scanner.cpp b/be/src/exec/orc_scanner.cpp index 0d40a334f3..74f64573cc 100644 --- a/be/src/exec/orc_scanner.cpp +++ b/be/src/exec/orc_scanner.cpp @@ -396,9 +396,9 @@ Status ORCScanner::open_next_reader() { if (range.__isset.file_size) { file_size = range.file_size; } - file_reader.reset(new BrokerReader(_state->exec_env(), _broker_addresses, + file_reader.reset(new BufferedReader(new BrokerReader(_state->exec_env(), _broker_addresses, _params.properties, range.path, range.start_offset, - file_size)); + file_size))); break; } case TFileType::FILE_S3: { diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/BrokerDesc.java b/fe/fe-core/src/main/java/org/apache/doris/analysis/BrokerDesc.java index 463cb18423..eb50173894 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/analysis/BrokerDesc.java +++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/BrokerDesc.java @@ -67,6 +67,7 @@ public class BrokerDesc extends StorageDesc implements Writable { } tryConvertToS3(); } + public BrokerDesc(String name, StorageBackend.StorageType storageType, Map properties) { this.name = name; this.properties = properties; diff --git a/fe/fe-core/src/main/java/org/apache/doris/common/Config.java b/fe/fe-core/src/main/java/org/apache/doris/common/Config.java index 9128c548ad..988ea26929 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/common/Config.java +++ b/fe/fe-core/src/main/java/org/apache/doris/common/Config.java @@ -1257,13 +1257,13 @@ public class Config extends ConfigBase { * enable spark load for temporary use */ @ConfField(mutable = true, masterOnly = true) - public static boolean enable_spark_load = false; + public static boolean enable_spark_load = true; /** * enable use odbc table */ @ConfField(mutable = true, masterOnly = true) - public static boolean enable_odbc_table = false; + public static boolean enable_odbc_table = true; /** * Define thrift server's server model, default is TThreadPoolServer model