[feature-wip](array-type) Array data can be loaded in stream load. (#8368) (#8585)

Please refer to #8367 .

be/test/util/array_parser_test.cpp

@@ -0,0 +1,134 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include <gtest/gtest.h>
+
+#include <memory>
+#include <string>
+#include <util/array_parser.hpp>
+
+#include "gutil/casts.h"
+#include "olap/types.h"
+#include "runtime/free_pool.hpp"
+#include "runtime/mem_pool.h"
+#include "runtime/mem_tracker.h"
+#include "runtime/string_value.h"
+#include "udf/udf.h"
+#include "udf/udf_internal.h"
+
+namespace doris {
+
+using TypeDesc = FunctionContext::TypeDesc;
+
+template <typename... Ts>
+TypeDesc create_function_type_desc(FunctionContext::Type type, Ts... sub_types) {
+    TypeDesc type_desc = {.type = type,
+                          .len = (type == FunctionContext::TYPE_ARRAY) ? OLAP_ARRAY_MAX_BYTES : 0};
+    if constexpr (sizeof...(sub_types)) {
+        type_desc.children.push_back(create_function_type_desc(sub_types...));
+    }
+    return type_desc;
+}
+
+ColumnPB create_column_pb(const TypeDesc& function_type_desc) {
+    ColumnPB column_pb;
+    column_pb.set_length(function_type_desc.len);
+    switch (function_type_desc.type) {
+    case FunctionContext::TYPE_ARRAY:
+        column_pb.set_type("ARRAY");
+        break;
+    case FunctionContext::TYPE_INT:
+        column_pb.set_type("INT");
+        break;
+    case FunctionContext::TYPE_VARCHAR:
+        column_pb.set_type("VARCHAR");
+        break;
+    default:
+        break;
+    }
+    for (auto child_type_desc : function_type_desc.children) {
+        auto sub_column_pb = create_column_pb(child_type_desc);
+        column_pb.add_children_columns()->Swap(&sub_column_pb);
+    }
+    return column_pb;
+}
+
+std::shared_ptr<const TypeInfo> get_type_info(const TypeDesc& function_type_desc) {
+    auto column_pb = create_column_pb(function_type_desc);
+    TabletColumn tablet_column;
+    tablet_column.init_from_pb(column_pb);
+    return get_type_info(&tablet_column);
+}
+
+void test_array_parser(const TypeDesc& function_type_desc, const std::string& json,
+                       const CollectionValue& expect) {
+    MemTracker tracker(1024 * 1024, "ArrayParserTest");
+    MemPool mem_pool(&tracker);
+    std::unique_ptr<FunctionContext> function_context(new FunctionContext());
+    function_context->impl()->_return_type = function_type_desc;
+    function_context->impl()->_pool = new FreePool(&mem_pool);
+    CollectionVal collection_val;
+    auto status =
+            ArrayParser::parse(collection_val, function_context.get(), StringVal(json.c_str()));
+    EXPECT_TRUE(status.ok());
+    auto actual = CollectionValue::from_collection_val(collection_val);
+    EXPECT_TRUE(get_type_info(function_type_desc)->equal(&expect, &actual));
+}
+
+TEST(ArrayParserTest, TestParseIntArray) {
+    auto function_type_desc =
+            create_function_type_desc(FunctionContext::TYPE_ARRAY, FunctionContext::TYPE_INT);
+    test_array_parser(function_type_desc, "[]", CollectionValue(0));
+
+    int num_items = 3;
+    std::unique_ptr<int32_t[]> data(new int32_t[num_items] {1, 2, 3});
+    CollectionValue value(data.get(), num_items, false, nullptr);
+    test_array_parser(function_type_desc, "[1, 2, 3]", value);
+
+    std::unique_ptr<bool[]> null_signs(new bool[num_items] {false, true, false});
+    value.set_has_null(true);
+    value.set_null_signs(null_signs.get());
+    test_array_parser(function_type_desc, "[1, null, 3]", value);
+}
+
+TEST(ArrayParserTest, TestParseVarcharArray) {
+    auto function_type_desc =
+            create_function_type_desc(FunctionContext::TYPE_ARRAY, FunctionContext::TYPE_VARCHAR);
+    test_array_parser(function_type_desc, "[]", CollectionValue(0));
+
+    int num_items = 3;
+    std::unique_ptr<char[]> data(new char[num_items] {'a', 'b', 'c'});
+    std::unique_ptr<StringValue[]> string_values(new StringValue[num_items] {
+            {&data[0], 1},
+            {&data[1], 1},
+            {&data[2], 1},
+    });
+    CollectionValue value(string_values.get(), num_items, false, nullptr);
+    test_array_parser(function_type_desc, "[\"a\", \"b\", \"c\"]", value);
+
+    std::unique_ptr<bool[]> null_signs(new bool[num_items] {false, true, false});
+    value.set_has_null(true);
+    value.set_null_signs(null_signs.get());
+    test_array_parser(function_type_desc, "[\"a\", null, \"c\"]", value);
+}
+
+} // namespace doris
+
+int main(int argc, char** argv) {
+    ::testing::InitGoogleTest(&argc, argv);
+    return RUN_ALL_TESTS();
+}