9f8de89659
Refactoring the filtering conditions in the current ExecNode from an expression tree to an array can simplify the process of adding runtime filters. It eliminates the need for complex merge operations and removes the requirement for the frontend to combine expressions into a single entity. By representing the filtering conditions as an array, each condition can be treated individually, making it easier to add runtime filters without the need for complex merging logic. The array can store the individual conditions, and the runtime filter logic can iterate through the array to apply the filters as needed. This refactoring simplifies the codebase, improves readability, and reduces the complexity associated with handling filtering conditions and adding runtime filters. It separates the conditions into discrete entities, enabling more straightforward manipulation and management within the execution node.
71 lines
2.8 KiB
C++
71 lines
2.8 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "common/factory_creator.h"
|
|
#include "common/status.h"
|
|
#include "runtime/types.h"
|
|
#include "vec/exprs/vexpr_context.h"
|
|
|
|
namespace doris::vectorized {
|
|
|
|
class Block;
|
|
// This a reader interface for all file readers.
|
|
// A GenericReader is responsible for reading a file and return
|
|
// a set of blocks with specified schema,
|
|
class GenericReader {
|
|
public:
|
|
virtual Status get_next_block(Block* block, size_t* read_rows, bool* eof) = 0;
|
|
virtual std::unordered_map<std::string, TypeDescriptor> get_name_to_type() {
|
|
std::unordered_map<std::string, TypeDescriptor> map;
|
|
return map;
|
|
}
|
|
virtual Status get_columns(std::unordered_map<std::string, TypeDescriptor>* name_to_type,
|
|
std::unordered_set<std::string>* missing_cols) {
|
|
return Status::NotSupported("get_columns is not implemented");
|
|
}
|
|
|
|
virtual Status get_parsed_schema(std::vector<std::string>* col_names,
|
|
std::vector<TypeDescriptor>* col_types) {
|
|
return Status::NotSupported("get_parsed_schema is not implemented for this reader.");
|
|
}
|
|
virtual ~GenericReader() = default;
|
|
|
|
/// If the underlying FileReader has filled the partition&missing columns,
|
|
/// The FileScanner does not need to fill
|
|
virtual bool fill_all_columns() const { return _fill_all_columns; }
|
|
|
|
/// Tell the underlying FileReader the partition&missing columns,
|
|
/// and the FileReader determine to fill columns or not.
|
|
/// Should set _fill_all_columns = true, if fill the columns.
|
|
virtual Status set_fill_columns(
|
|
const std::unordered_map<std::string, std::tuple<std::string, const SlotDescriptor*>>&
|
|
partition_columns,
|
|
const std::unordered_map<std::string, VExprContextSPtr>& missing_columns) {
|
|
return Status::OK();
|
|
}
|
|
|
|
protected:
|
|
const size_t _MIN_BATCH_SIZE = 4064; // 4094 - 32(padding)
|
|
|
|
/// Whether the underlying FileReader has filled the partition&missing columns
|
|
bool _fill_all_columns = false;
|
|
};
|
|
|
|
} // namespace doris::vectorized
|