database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[feature-wip](parquet-orc) Support orc scanner in vectorized engine (#9541)

Browse Source
This commit is contained in:
yinzhijian
2022-05-26 21:39:12 +08:00
committed by GitHub
parent dbc5af44ef
commit cbbda7857b
24 changed files with 2384 additions and 393 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
be/src/exec/broker_scan_node.cpp
View File

@ -33,6 +33,7 @@
#include "util/thread.h"
#include "vec/exec/vbroker_scanner.h"
#include "vec/exec/vjson_scanner.h"
#include "vec/exec/vorc_scanner.h"
#include "vec/exec/vparquet_scanner.h"
namespace doris {
@ -237,9 +238,15 @@ std::unique_ptr<BaseScanner> BrokerScanNode::create_scanner(const TBrokerScanRan
}
break;
case TFileFormatType::FORMAT_ORC:
scan = new ORCScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, scan_range.broker_addresses, _pre_filter_texprs,
counter);
if (_vectorized) {
scan = new vectorized::VORCScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, scan_range.broker_addresses,
_pre_filter_texprs, counter);
} else {
scan = new ORCScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, scan_range.broker_addresses,
_pre_filter_texprs, counter);
}
break;
case TFileFormatType::FORMAT_JSON:
if (_vectorized) {