1. Add table function node 2. Add 3 table functions: explode_split, explode_bitmap and explode_json_array
286 lines
6.3 KiB
Markdown
286 lines
6.3 KiB
Markdown
---
|
|
{
|
|
"title": "explode_json_array",
|
|
"language": "en"
|
|
}
|
|
---
|
|
|
|
<!--
|
|
Licensed to the Apache Software Foundation (ASF) under one
|
|
or more contributor license agreements. See the NOTICE file
|
|
distributed with this work for additional information
|
|
regarding copyright ownership. The ASF licenses this file
|
|
to you under the Apache License, Version 2.0 (the
|
|
"License"); you may not use this file except in compliance
|
|
with the License. You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing,
|
|
software distributed under the License is distributed on an
|
|
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
KIND, either express or implied. See the License for the
|
|
specific language governing permissions and limitations
|
|
under the License.
|
|
-->
|
|
|
|
# `explode_json_array`
|
|
|
|
## description
|
|
|
|
Table functions must be used in conjunction with Lateral View.
|
|
|
|
Expand a json array. According to the array element type, there are three function names. Corresponding to integer, floating point and string arrays respectively.
|
|
|
|
grammar:
|
|
|
|
```
|
|
explode_json_array_int(json_str)
|
|
explode_json_array_double(json_str)
|
|
explode_json_array_string(json_str)
|
|
```
|
|
|
|
## example
|
|
|
|
Original table data:
|
|
|
|
```
|
|
mysql> select k1 from example1 order by k1;
|
|
+------+
|
|
| k1 |
|
|
+------+
|
|
| 1 |
|
|
| 2 |
|
|
| 3 |
|
|
| 4 |
|
|
| 5 |
|
|
| 6 |
|
|
+------+
|
|
```
|
|
|
|
Lateral View:
|
|
|
|
```
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_int('[]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_int('[1,2,3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | 1 |
|
|
| 1 | 2 |
|
|
| 1 | 3 |
|
|
| 2 | 1 |
|
|
| 2 | 2 |
|
|
| 2 | 3 |
|
|
| 3 | 1 |
|
|
| 3 | 2 |
|
|
| 3 | 3 |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_int('[1,"b",3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | 1 |
|
|
| 1 | 3 |
|
|
| 2 | NULL |
|
|
| 2 | 1 |
|
|
| 2 | 3 |
|
|
| 3 | NULL |
|
|
| 3 | 1 |
|
|
| 3 | 3 |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_int('["a","b","c"]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_int('{"a": 3}') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('[]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('[1,2,3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('[1,"b",3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('[1.0,2.0,3.0]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | 1 |
|
|
| 1 | 2 |
|
|
| 1 | 3 |
|
|
| 2 | 1 |
|
|
| 2 | 2 |
|
|
| 2 | 3 |
|
|
| 3 | 1 |
|
|
| 3 | 2 |
|
|
| 3 | 3 |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('[1,"b",3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('["a","b","c"]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_double('{"a": 3}') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_string('[]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_string('[1.0,2.0,3.0]') tmp1 as e1 order by k1, e1;
|
|
+------+----------+
|
|
| k1 | e1 |
|
|
+------+----------+
|
|
| 1 | 1.000000 |
|
|
| 1 | 2.000000 |
|
|
| 1 | 3.000000 |
|
|
| 2 | 1.000000 |
|
|
| 2 | 2.000000 |
|
|
| 2 | 3.000000 |
|
|
| 3 | 1.000000 |
|
|
| 3 | 2.000000 |
|
|
| 3 | 3.000000 |
|
|
+------+----------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_string('[1,"b",3]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | 1 |
|
|
| 1 | 3 |
|
|
| 1 | b |
|
|
| 2 | 1 |
|
|
| 2 | 3 |
|
|
| 2 | b |
|
|
| 3 | 1 |
|
|
| 3 | 3 |
|
|
| 3 | b |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_string('["a","b","c"]') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | a |
|
|
| 1 | b |
|
|
| 1 | c |
|
|
| 2 | a |
|
|
| 2 | b |
|
|
| 2 | c |
|
|
| 3 | a |
|
|
| 3 | b |
|
|
| 3 | c |
|
|
+------+------+
|
|
|
|
mysql> select k1, e1 from example1 lateral view explode_json_array_string('{"a": 3}') tmp1 as e1 order by k1, e1;
|
|
+------+------+
|
|
| k1 | e1 |
|
|
+------+------+
|
|
| 1 | NULL |
|
|
| 2 | NULL |
|
|
| 3 | NULL |
|
|
+------+------+
|
|
```
|
|
|
|
## keyword
|
|
|
|
explode_json_array |