database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Enhancement](inverted index) remove time-consuming log prints in bkd reader (#23381)

Browse Source
This commit is contained in:
airborne12
2023-08-23 21:03:01 +08:00
committed by GitHub
parent daa4db097e
commit 8bdb75e752
1 changed files with 3 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
be/src/olap/rowset/segment_v2/inverted_index_reader.cpp
View File

@ -613,7 +613,6 @@ Status BkdIndexReader::bkd_query(OlapReaderStatistics* stats, const std::string&
Status BkdIndexReader::try_query(OlapReaderStatistics* stats, const std::string& column_name,
const void* query_value, InvertedIndexQueryType query_type,
uint32_t* count) {
uint64_t start = UnixMillis();
auto visitor = std::make_unique<InvertedIndexVisitor>(nullptr, query_type, true);
std::shared_ptr<lucene::util::bkd::bkd_reader> r;
try {
@ -631,8 +630,7 @@ Status BkdIndexReader::try_query(OlapReaderStatistics* stats, const std::string&
"BKD Query CLuceneError Occurred, error msg: {}", e.what());
}
LOG(INFO) << "BKD index try search time taken: " << UnixMillis() - start << "ms "
<< " column: " << column_name << " result: " << *count;
VLOG_DEBUG << "BKD index try search column: " << column_name << " result: " << *count;
return Status::OK();
}
@ -662,11 +660,9 @@ Status BkdIndexReader::query(OlapReaderStatistics* stats, const std::string& col
// stats->inverted_index_query_cache_miss++;
// }
uint64_t start = UnixMillis();
auto visitor = std::make_unique<InvertedIndexVisitor>(bit_map, query_type);
std::shared_ptr<lucene::util::bkd::bkd_reader> r;
try {
SCOPED_RAW_TIMER(&stats->inverted_index_searcher_search_timer);
auto st = bkd_query(stats, column_name, query_value, query_type, r, visitor.get());
if (!st.ok()) {
if (st.code() == ErrorCode::END_OF_FILE) {
@ -686,9 +682,8 @@ Status BkdIndexReader::query(OlapReaderStatistics* stats, const std::string& col
// term_match_bitmap->runOptimize();
// cache->insert(cache_key, term_match_bitmap, &cache_handle);
LOG(INFO) << "BKD index search time taken: " << UnixMillis() - start << "ms "
<< " column: " << column_name << " result: " << bit_map->cardinality()
<< " reader stats: " << r->stats.to_string();
VLOG_DEBUG << "BKD index search column: " << column_name
<< " result: " << bit_map->cardinality();
return Status::OK();
}