database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[feature](json) add json_valid function (#17247)

Browse Source 
add json_valid function

Signed-off-by: nextdreamblue <zxw520blue1@163.com>
This commit is contained in:
xueweizhang
2023-03-02 14:08:52 +08:00
committed by GitHub
parent 9155d8b9d1
commit 9f088f6e90
7 changed files with 253 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

65
be/src/vec/functions/function_json.cpp
View File

@ -655,6 +655,69 @@ using FunctionGetJsonDouble = FunctionBinaryStringOperateToNullType<GetJsonDoubl
using FunctionGetJsonInt = FunctionBinaryStringOperateToNullType<GetJsonInt>;
using FunctionGetJsonString = FunctionBinaryStringOperateToNullType<GetJsonString>;
class FunctionJsonValid : public IFunction {
public:
static constexpr auto name = "json_valid";
static FunctionPtr create() { return std::make_shared<FunctionJsonValid>(); }
String get_name() const override { return name; }
size_t get_number_of_arguments() const override { return 1; }
DataTypePtr get_return_type_impl(const DataTypes& arguments) const override {
return make_nullable(std::make_shared<DataTypeInt32>());
}
bool use_default_implementation_for_nulls() const override { return false; }
bool use_default_implementation_for_constants() const override { return true; }
Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments,
size_t result, size_t input_rows_count) override {
const IColumn& col_from = *(block.get_by_position(arguments[0]).column);
auto null_map = ColumnUInt8::create(input_rows_count, 0);
const ColumnString* col_from_string = check_and_get_column<ColumnString>(col_from);
if (auto* nullable = check_and_get_column<ColumnNullable>(col_from)) {
col_from_string =
check_and_get_column<ColumnString>(*nullable->get_nested_column_ptr());
}
if (!col_from_string) {
return Status::RuntimeError("Illegal column {} should be ColumnString",
col_from.get_name());
}
auto col_to = ColumnVector<vectorized::Int32>::create();
auto& vec_to = col_to->get_data();
size_t size = col_from.size();
vec_to.resize(size);
// parser can be reused for performance
JsonbParserSIMD parser;
for (size_t i = 0; i < input_rows_count; ++i) {
if (col_from.is_null_at(i)) {
null_map->get_data()[i] = 1;
vec_to[i] = 0;
continue;
}
const auto& val = col_from_string->get_data_at(i);
if (parser.parse(val.data, val.size)) {
vec_to[i] = 1;
} else {
vec_to[i] = 0;
}
}
block.replace_by_position(result,
ColumnNullable::create(std::move(col_to), std::move(null_map)));
return Status::OK();
}
};
void register_function_json(SimpleFunctionFactory& factory) {
factory.register_function<FunctionGetJsonInt>();
factory.register_function<FunctionGetJsonDouble>();
@ -663,6 +726,8 @@ void register_function_json(SimpleFunctionFactory& factory) {
factory.register_function<FunctionJsonAlwaysNotNullable<FunctionJsonArrayImpl>>();
factory.register_function<FunctionJsonAlwaysNotNullable<FunctionJsonObjectImpl>>();
factory.register_function<FunctionJson<FunctionJsonQuoteImpl>>();
factory.register_function<FunctionJsonValid>();
}
} // namespace doris::vectorized