database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fix parquet directory have empty file (#1593)

Browse Source
This commit is contained in:
HangyuanLiu
2019-08-07 15:08:22 +08:00
committed by ZHAO Chun
parent f7a05d8580
commit 9402456f5b
2 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
be/src/exec/parquet_reader.cpp
View File

@ -55,6 +55,9 @@ Status ParquetReaderWrap::init_parquet_reader(const std::vector<SlotDescriptor*>
_file_metadata = _reader->parquet_reader()->metadata();
// initial members
_total_groups = _file_metadata->num_row_groups();
if (_total_groups == 0) {
return Status::EndOfFile("Empty Parquet File");
}
_rows_of_group = _file_metadata->RowGroup(0)->num_rows();
// map

7
be/src/exec/parquet_scanner.cpp
View File

@ -142,7 +142,12 @@ Status ParquetScanner::open_next_reader() {
continue;
}
_cur_file_reader = new ParquetReaderWrap(file_reader.release());
return _cur_file_reader->init_parquet_reader(_src_slot_descs);
Status status = _cur_file_reader->init_parquet_reader(_src_slot_descs);
if (status.is_end_of_file()) {
continue;
} else {
return status;
}
}
}