database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[feature-wip](parquet-reader) generate null values and NullMap for parquet column (#12115)

Browse Source 
Generate null values and NullMap for the nullable column by analyzing the definition levels.
This commit is contained in:
Ashin Gau
2022-08-29 09:30:32 +08:00
committed by GitHub
parent f26c051835
commit dec576a991
9 changed files with 102 additions and 178 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
be/src/vec/exec/file_scan_node.cpp
View File

@ -466,10 +466,13 @@ std::unique_ptr<FileScanner> FileScanNode::create_scanner(const TFileScanRange&
FileScanner* scan = nullptr;
switch (scan_range.params.format_type) {
case TFileFormatType::FORMAT_PARQUET:
scan = new VFileParquetScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, _pre_filter_texprs, counter);
// scan = new ParquetFileHdfsScanner(_runtime_state, runtime_profile(), scan_range.params,
// scan_range.ranges, _pre_filter_texprs, counter);
if (config::parquet_reader_using_internal) {
scan = new ParquetFileHdfsScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, _pre_filter_texprs, counter);
} else {
scan = new VFileParquetScanner(_runtime_state, runtime_profile(), scan_range.params,
scan_range.ranges, _pre_filter_texprs, counter);
}
break;
case TFileFormatType::FORMAT_ORC:
scan = new VFileORCScanner(_runtime_state, runtime_profile(), scan_range.params,