database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Config] set spark load and odbc table feature enable by default (#6212)

Browse Source 
1. Also use BufferedReader to speed up orc reader
This commit is contained in:
Mingyu Chen
2021-07-18 22:15:13 +08:00
committed by GitHub
parent a4b1622ceb
commit b53ff15ef2
3 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
be/src/exec/orc_scanner.cpp
View File

@ -396,9 +396,9 @@ Status ORCScanner::open_next_reader() {
if (range.__isset.file_size) {
file_size = range.file_size;
}
file_reader.reset(new BrokerReader(_state->exec_env(), _broker_addresses,
file_reader.reset(new BufferedReader(new BrokerReader(_state->exec_env(), _broker_addresses,
_params.properties, range.path, range.start_offset,
file_size));
file_size)));
break;
}
case TFileType::FILE_S3: {

1
fe/fe-core/src/main/java/org/apache/doris/analysis/BrokerDesc.java
View File

@ -67,6 +67,7 @@ public class BrokerDesc extends StorageDesc implements Writable {
}
tryConvertToS3();
}
public BrokerDesc(String name, StorageBackend.StorageType storageType, Map<String, String> properties) {
this.name = name;
this.properties = properties;

4
fe/fe-core/src/main/java/org/apache/doris/common/Config.java
View File

@ -1257,13 +1257,13 @@ public class Config extends ConfigBase {
* enable spark load for temporary use
*/
@ConfField(mutable = true, masterOnly = true)
public static boolean enable_spark_load = false;
public static boolean enable_spark_load = true;
/**
* enable use odbc table
*/
@ConfField(mutable = true, masterOnly = true)
public static boolean enable_odbc_table = false;
public static boolean enable_odbc_table = true;
/**
* Define thrift server's server model, default is TThreadPoolServer model