293 lines
12 KiB
C++
293 lines
12 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include "exprs/json_functions.h"
|
|
|
|
#include <string>
|
|
#include <boost/tokenizer.hpp>
|
|
#include <boost/algorithm/string.hpp>
|
|
#include <gtest/gtest.h>
|
|
#include <rapidjson/stringbuffer.h>
|
|
#include <rapidjson/document.h>
|
|
#include <rapidjson/writer.h>
|
|
#include <re2/re2.h>
|
|
|
|
#include "runtime/runtime_state.h"
|
|
#include "common/object_pool.h"
|
|
#include "util/logging.h"
|
|
#include "util/stopwatch.hpp"
|
|
|
|
namespace doris {
|
|
|
|
// mock
|
|
class JsonFunctionTest : public testing::Test {
|
|
public:
|
|
JsonFunctionTest() {
|
|
}
|
|
};
|
|
|
|
TEST_F(JsonFunctionTest, string)
|
|
{
|
|
std::string json_string("{\"id\":\"name\",\"age\":11,\"money\":123000.789}");
|
|
std::string path_string("$.id");
|
|
rapidjson::Document document1;
|
|
rapidjson::Value* res1 = JsonFunctions::get_json_object(nullptr, json_string, path_string,
|
|
JSON_FUN_STRING, &document1);
|
|
ASSERT_EQ(std::string(res1->GetString()), "name");
|
|
|
|
std::string json_string2("{\"price a\": [0,1,2],\"couponFee\":0}");
|
|
std::string path_string2("$.price a");
|
|
rapidjson::Document document2;
|
|
rapidjson::Value* res2 = JsonFunctions::get_json_object(nullptr, json_string2, path_string2,
|
|
JSON_FUN_STRING, &document2);
|
|
rapidjson::StringBuffer buf2;
|
|
rapidjson::Writer<rapidjson::StringBuffer> writer2(buf2);
|
|
res2->Accept(writer2);
|
|
ASSERT_EQ(std::string(buf2.GetString()), "[0,1,2]");
|
|
|
|
std::string json_string3("{\"price a\": [],\"couponFee\":0}");
|
|
std::string path_string3("$.price a");
|
|
rapidjson::Document document3;
|
|
rapidjson::Value* res3 = JsonFunctions::get_json_object(nullptr, json_string3, path_string3,
|
|
JSON_FUN_STRING, &document3);
|
|
rapidjson::StringBuffer buf3;
|
|
rapidjson::Writer<rapidjson::StringBuffer> writer3(buf3);
|
|
res3->Accept(writer3);
|
|
ASSERT_EQ(std::string(buf3.GetString()), "[]");
|
|
|
|
std::string json_string4("{\"price a\": [],\"couponFee\":null}");
|
|
std::string path_string4("$.couponFee");
|
|
rapidjson::Document document4;
|
|
rapidjson::Value* res4 = JsonFunctions::get_json_object(nullptr, json_string4, path_string4,
|
|
JSON_FUN_STRING, &document4);
|
|
ASSERT_TRUE(res4->IsNull());
|
|
|
|
std::string json_string5("{\"blockNames\": {},"
|
|
"\"seatCategories\": [{\"areas\": [{\"areaId\": 205705999,\"blockIds\": []},"
|
|
"{\"areaId\": 205705998,\"blockIds\": []}],\"seatCategoryId\": 338937290}]}");
|
|
std::string path_string5_1("$.blockNames");
|
|
rapidjson::Document document5_1;
|
|
rapidjson::Value* res5_1 = JsonFunctions::get_json_object(nullptr, json_string5, path_string5_1,
|
|
JSON_FUN_STRING, &document5_1);
|
|
rapidjson::StringBuffer buf5_1;
|
|
rapidjson::Writer<rapidjson::StringBuffer> writer5_1(buf5_1);
|
|
res5_1->Accept(writer5_1);
|
|
ASSERT_EQ(std::string(buf5_1.GetString()), "{}");
|
|
|
|
std::string path_string5_2("$.seatCategories.areas.blockIds");
|
|
rapidjson::Document document5_2;
|
|
rapidjson::Value* res5_2 = JsonFunctions::get_json_object(nullptr, json_string5, path_string5_2,
|
|
JSON_FUN_STRING, &document5_2);
|
|
rapidjson::StringBuffer buf5_2;
|
|
rapidjson::Writer<rapidjson::StringBuffer> writer5_2(buf5_2);
|
|
res5_2->Accept(writer5_2);
|
|
ASSERT_EQ(std::string(buf5_2.GetString()), "[]");
|
|
|
|
std::string path_string5_3("$.seatCategories.areas[0].areaId");
|
|
rapidjson::Document document5_3;
|
|
rapidjson::Value* res5_3 = JsonFunctions::get_json_object(nullptr, json_string5, path_string5_3,
|
|
JSON_FUN_STRING, &document5_2);
|
|
rapidjson::StringBuffer buf5_3;
|
|
rapidjson::Writer<rapidjson::StringBuffer> writer5_3(buf5_3);
|
|
res5_3->Accept(writer5_3);
|
|
ASSERT_EQ(std::string(buf5_3.GetString()), "205705999");
|
|
}
|
|
|
|
TEST_F(JsonFunctionTest, int)
|
|
{
|
|
std::string json_string("{\"id\":\"name\",\"age\":11,\"money\":123000.789}");
|
|
std::string path_string("$.age");
|
|
rapidjson::Document document;
|
|
rapidjson::Value* res = JsonFunctions::get_json_object(nullptr, json_string, path_string,
|
|
JSON_FUN_INT, &document);
|
|
ASSERT_EQ(res->GetInt(), 11);
|
|
|
|
std::string
|
|
json_string1("{\"list\":[{\"id\":[{\"aa\":1}]},{\"id\":[{\"aa\":\"cc\"}]},"
|
|
"{\"id\":[{\"kk\":\"cc\"}]}]}");
|
|
std::string path_string1("$.list.id.aa[0]");
|
|
rapidjson::Document document1;
|
|
rapidjson::Value* res1 = JsonFunctions::get_json_object(nullptr, json_string1, path_string1,
|
|
JSON_FUN_INT, &document1);
|
|
ASSERT_EQ(res1->GetInt(), 1);
|
|
|
|
std::string json_string2("[1,2,3,5,8,0]");
|
|
std::string path_string2("$.[3]");
|
|
rapidjson::Document document2;
|
|
rapidjson::Value* res2 = JsonFunctions::get_json_object(nullptr, json_string2, path_string2,
|
|
JSON_FUN_INT, &document2);
|
|
ASSERT_EQ(res2->GetInt(), 5);
|
|
|
|
std::string json_string3("{\"price a\": [0,1,2],\"couponFee\":0.0}");
|
|
std::string path_string3_1("$.price a[3]");
|
|
rapidjson::Document document3_1;
|
|
rapidjson::Value* res3_1 = JsonFunctions::get_json_object(nullptr, json_string3, path_string3_1,
|
|
JSON_FUN_INT, &document3_1);
|
|
ASSERT_TRUE(res3_1 == nullptr);
|
|
|
|
std::string path_string3_2("$.couponFee");
|
|
rapidjson::Document document3_2;
|
|
rapidjson::Value* res3_2 = JsonFunctions::get_json_object(nullptr, json_string3, path_string3_2,
|
|
JSON_FUN_INT, &document3_2);
|
|
ASSERT_FALSE(res3_2->IsInt());
|
|
}
|
|
|
|
TEST_F(JsonFunctionTest, double)
|
|
{
|
|
std::string json_string("{\"id\":\"name\",\"age\":11,\"money\":123000.789}");
|
|
std::string path_string("$.money");
|
|
rapidjson::Document document;
|
|
rapidjson::Value* res = JsonFunctions::get_json_object(nullptr, json_string, path_string,
|
|
JSON_FUN_DOUBLE, &document);
|
|
ASSERT_EQ(res->GetDouble(), 123000.789);
|
|
|
|
std::string path_string2("$.age");
|
|
rapidjson::Document document2;
|
|
rapidjson::Value* res2 = JsonFunctions::get_json_object(nullptr, json_string, path_string2,
|
|
JSON_FUN_DOUBLE, &document2);
|
|
ASSERT_EQ(res2->GetInt(), 11);
|
|
}
|
|
|
|
TEST_F(JsonFunctionTest, special_char)
|
|
{
|
|
std::string json_string("{\"key with.dot\": [\"v1\", \"v2\"]}");
|
|
std::string path_string("$.\"key with.dot\"[1]");
|
|
rapidjson::Document document;
|
|
rapidjson::Value* res = JsonFunctions::get_json_object(nullptr, json_string, path_string, JSON_FUN_DOUBLE, &document);
|
|
ASSERT_FALSE(res->GetString() == nullptr);
|
|
ASSERT_EQ(std::string(res->GetString()), "v2");
|
|
|
|
std::string json_string2("{\"key with|\": [\"v1\", \"v2\"]}");
|
|
std::string path_string2("$.key with|[0]");
|
|
rapidjson::Document document2;
|
|
rapidjson::Value* res2 = JsonFunctions::get_json_object(nullptr, json_string2, path_string2, JSON_FUN_DOUBLE, &document2);
|
|
ASSERT_FALSE(res2->GetString() == nullptr);
|
|
ASSERT_EQ(std::string(res2->GetString()), "v1");
|
|
|
|
std::string json_string3("{\"key with.dot\": [{\"key2.dot\":\"v1\"}, {\"key3.dot\":\"v2\"}]}");
|
|
std::string path_string3("$.\"key with.dot\"[0].\"key2.dot\"");
|
|
rapidjson::Document document3;
|
|
rapidjson::Value* res3 = JsonFunctions::get_json_object(nullptr, json_string3, path_string3, JSON_FUN_DOUBLE, &document3);
|
|
ASSERT_FALSE(res3->GetString() == nullptr);
|
|
ASSERT_EQ(std::string(res3->GetString()), "v1");
|
|
}
|
|
|
|
TEST_F(JsonFunctionTest, json_path1)
|
|
{
|
|
std::string json_raw_data("[{\"k1\":\"v1\", \"keyname\":{\"ip\":\"10.10.0.1\", \"value\":20}},{\"k1\":\"v1-1\", \"keyname\":{\"ip\":\"10.20.10.1\", \"value\":20}}]");
|
|
rapidjson::Document jsonDoc;
|
|
if (jsonDoc.Parse(json_raw_data.c_str()).HasParseError()) {
|
|
ASSERT_TRUE(false);
|
|
}
|
|
rapidjson::Value* res3;
|
|
res3 = JsonFunctions::get_json_array_from_parsed_json("$.[*].keyname.ip", &jsonDoc, jsonDoc.GetAllocator());
|
|
ASSERT_TRUE(res3->IsArray());
|
|
for (int i = 0; i < res3->Size(); i++) {
|
|
std::cout<< (*res3)[i].GetString() << std::endl;
|
|
}
|
|
|
|
res3 = JsonFunctions::get_json_array_from_parsed_json("$.[*].k1", &jsonDoc, jsonDoc.GetAllocator());
|
|
ASSERT_TRUE(res3->IsArray());
|
|
for (int i = 0; i < res3->Size(); i++) {
|
|
std::cout<< (*res3)[i].GetString() << std::endl;
|
|
}
|
|
|
|
}
|
|
|
|
TEST_F(JsonFunctionTest, json_path_get_nullobject)
|
|
{
|
|
std::string json_raw_data("[{\"a\":\"a1\", \"b\":\"b1\", \"c\":\"c1\"},{\"a\":\"a2\", \"c\":\"c2\"},{\"a\":\"a3\", \"b\":\"b3\", \"c\":\"c3\"}]");
|
|
rapidjson::Document jsonDoc;
|
|
if (jsonDoc.Parse(json_raw_data.c_str()).HasParseError()) {
|
|
ASSERT_TRUE(false);
|
|
}
|
|
|
|
rapidjson::Value* res3 = JsonFunctions::get_json_array_from_parsed_json("$.[*].b", &jsonDoc, jsonDoc.GetAllocator());
|
|
ASSERT_TRUE(res3->IsArray());
|
|
ASSERT_EQ(res3->Size(), 3);
|
|
for (int i = 0; i < res3->Size(); i++) {
|
|
if ((*res3)[i].GetType() == rapidjson::Type::kNullType) {
|
|
std::cout<< "null " ;
|
|
} else {
|
|
std::cout<< (*res3)[i].GetString() << " ";
|
|
}
|
|
}
|
|
std::cout<< " " << std::endl;
|
|
}
|
|
|
|
|
|
TEST_F(JsonFunctionTest, json_path_test)
|
|
{
|
|
{
|
|
std::string json_raw_data("[{\"a\":\"a1\", \"b\":\"b1\"}, {\"a\":\"a2\", \"b\":\"b2\"}]");
|
|
rapidjson::Document jsonDoc;
|
|
if (jsonDoc.Parse(json_raw_data.c_str()).HasParseError()) {
|
|
ASSERT_TRUE(false);
|
|
}
|
|
|
|
rapidjson::Value* res3 = JsonFunctions::get_json_array_from_parsed_json("$.[*].a", &jsonDoc, jsonDoc.GetAllocator());
|
|
ASSERT_TRUE(res3->IsArray());
|
|
ASSERT_EQ(res3->Size(), 2);
|
|
for (int i = 0; i < res3->Size(); i++) {
|
|
if ((*res3)[i].GetType() == rapidjson::Type::kNullType) {
|
|
std::cout<< "null " ;
|
|
} else {
|
|
std::cout<< (*res3)[i].GetString() << " ";
|
|
}
|
|
}
|
|
std::cout<< " " << std::endl;
|
|
}
|
|
{
|
|
std::string json_raw_data("{\"a\":[\"a1\",\"a2\"], \"b\":[\"b1\",\"b2\"]}");
|
|
rapidjson::Document jsonDoc;
|
|
if (jsonDoc.Parse(json_raw_data.c_str()).HasParseError()) {
|
|
ASSERT_TRUE(false);
|
|
}
|
|
|
|
rapidjson::Value* res3 = JsonFunctions::get_json_array_from_parsed_json("$.a", &jsonDoc, jsonDoc.GetAllocator());
|
|
ASSERT_TRUE(res3->IsArray());
|
|
ASSERT_EQ(res3->Size(), 2);
|
|
for (int i = 0; i < res3->Size(); i++) {
|
|
if ((*res3)[i].GetType() == rapidjson::Type::kNullType) {
|
|
std::cout<< "null " ;
|
|
} else {
|
|
std::cout<< (*res3)[i].GetString() << " ";
|
|
}
|
|
}
|
|
std::cout<< " " << std::endl;
|
|
}
|
|
}
|
|
|
|
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
std::string home(getenv("DORIS_HOME"));
|
|
if (home.empty()) {
|
|
home = ".";
|
|
}
|
|
std::string conffile = home + "/conf/be.conf";
|
|
if (!doris::config::init(conffile.c_str(), false)) {
|
|
fprintf(stderr, "error read config file. \n");
|
|
return -1;
|
|
}
|
|
doris::init_glog("be-test");
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
}
|
|
|