e412dd12e8
Currently, there are some useless includes in the codebase. We can use a tool named include-what-you-use to optimize these includes. By using a strict include-what-you-use policy, we can get lots of benefits from it.
88 lines
3.2 KiB
C++
88 lines
3.2 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include "jni_reader.h"
|
|
|
|
#include <map>
|
|
#include <ostream>
|
|
|
|
#include "runtime/descriptors.h"
|
|
#include "runtime/types.h"
|
|
#include "vec/core/types.h"
|
|
|
|
namespace doris {
|
|
class RuntimeProfile;
|
|
class RuntimeState;
|
|
|
|
namespace vectorized {
|
|
class Block;
|
|
} // namespace vectorized
|
|
} // namespace doris
|
|
|
|
namespace doris::vectorized {
|
|
|
|
MockJniReader::MockJniReader(const std::vector<SlotDescriptor*>& file_slot_descs,
|
|
RuntimeState* state, RuntimeProfile* profile)
|
|
: _file_slot_descs(file_slot_descs), _state(state), _profile(profile) {
|
|
std::ostringstream required_fields;
|
|
std::ostringstream columns_types;
|
|
std::vector<std::string> column_names;
|
|
int index = 0;
|
|
for (auto& desc : _file_slot_descs) {
|
|
std::string field = desc->col_name();
|
|
std::string type = JniConnector::get_hive_type(desc->type());
|
|
column_names.emplace_back(field);
|
|
if (index == 0) {
|
|
required_fields << field;
|
|
columns_types << type;
|
|
} else {
|
|
required_fields << "," << field;
|
|
columns_types << "#" << type;
|
|
}
|
|
index++;
|
|
}
|
|
std::map<String, String> params = {{"mock_rows", "10240"},
|
|
{"required_fields", required_fields.str()},
|
|
{"columns_types", columns_types.str()}};
|
|
_jni_connector = std::make_unique<JniConnector>("org/apache/doris/jni/MockJniScanner", params,
|
|
column_names);
|
|
}
|
|
|
|
Status MockJniReader::get_next_block(Block* block, size_t* read_rows, bool* eof) {
|
|
RETURN_IF_ERROR(_jni_connector->get_nex_block(block, read_rows, eof));
|
|
if (*eof) {
|
|
RETURN_IF_ERROR(_jni_connector->close());
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status MockJniReader::get_columns(std::unordered_map<std::string, TypeDescriptor>* name_to_type,
|
|
std::unordered_set<std::string>* missing_cols) {
|
|
for (auto& desc : _file_slot_descs) {
|
|
name_to_type->emplace(desc->col_name(), desc->type());
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status MockJniReader::init_reader(
|
|
std::unordered_map<std::string, ColumnValueRangeType>* colname_to_value_range) {
|
|
_colname_to_value_range = colname_to_value_range;
|
|
RETURN_IF_ERROR(_jni_connector->init(colname_to_value_range));
|
|
return _jni_connector->open(_state, _profile);
|
|
}
|
|
} // namespace doris::vectorized
|