database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[enhancement](profile) add the profile counter RawRowsRead to record the rows read from the parquet file (#16328)

Browse Source
This commit is contained in:
luozenglin
2023-02-04 22:59:34 +08:00
committed by GitHub
parent 1deefd7f72
commit d2b5015d3f
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
be/src/vec/exec/format/parquet/vparquet_reader.cpp
View File

@ -71,6 +71,8 @@ void ParquetReader::_init_profile() {
ADD_CHILD_COUNTER(_profile, "FilteredRowsByLazyRead", TUnit::UNIT, parquet_profile);
_parquet_profile.filtered_bytes =
ADD_CHILD_COUNTER(_profile, "FilteredBytes", TUnit::BYTES, parquet_profile);
_parquet_profile.raw_rows_read =
ADD_CHILD_COUNTER(_profile, "RawRowsRead", TUnit::UNIT, parquet_profile);
_parquet_profile.to_read_bytes =
ADD_CHILD_COUNTER(_profile, "ReadBytes", TUnit::BYTES, parquet_profile);
_parquet_profile.column_read_time =
@ -112,6 +114,7 @@ void ParquetReader::close() {
COUNTER_UPDATE(_parquet_profile.lazy_read_filtered_rows,
_statistics.lazy_read_filtered_rows);
COUNTER_UPDATE(_parquet_profile.filtered_bytes, _statistics.filtered_bytes);
COUNTER_UPDATE(_parquet_profile.raw_rows_read, _statistics.read_rows);
COUNTER_UPDATE(_parquet_profile.to_read_bytes, _statistics.read_bytes);
COUNTER_UPDATE(_parquet_profile.column_read_time, _statistics.column_read_time);
COUNTER_UPDATE(_parquet_profile.parse_meta_time, _statistics.parse_meta_time);

1
be/src/vec/exec/format/parquet/vparquet_reader.h
View File

@ -114,6 +114,7 @@ private:
RuntimeProfile::Counter* filtered_page_rows;
RuntimeProfile::Counter* lazy_read_filtered_rows;
RuntimeProfile::Counter* filtered_bytes;
RuntimeProfile::Counter* raw_rows_read;
RuntimeProfile::Counter* to_read_bytes;
RuntimeProfile::Counter* column_read_time;
RuntimeProfile::Counter* parse_meta_time;