database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](json)Fix the bug that read json file Out of bounds access (#23411)

Browse Source
This commit is contained in:
daidai
2023-09-02 01:11:37 +08:00
committed by GitHub
parent b3ccc53f24
commit 657e927d50
4 changed files with 13 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
be/src/vec/exec/format/json/new_json_reader.cpp
View File

@ -615,7 +615,6 @@ Status NewJsonReader::_parse_json_doc(size_t* size, bool* eof) {
if (*size == 0) {
*eof = true;
}
_current_offset += *size;
}
_bytes_read_counter += *size;

10
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json_format_test/nest_json.json
View File

@ -1,5 +1,5 @@
{"no": 1, "item": {"id": 1, "city": "beijing", "code": 2345671}}
{"no": 2, "item": {"id": 2, "city": "shanghai", "code": 2345672}}
{"no": 3, "item": {"id": 3, "city": "hangzhou", "code": 2345673}}
{"no": 4, "item": {"id": 4, "city": "shenzhen", "code": 2345674}}
{"no": 5, "item": {"id": 5, "city": "guangzhou", "code": 2345675}}
{"no": 1, "item": {"id":1,"city":"beijing","code":2345671}}
{"no": 2, "item": {"id":2,"city":"shanghai","code":2345672}}
{"no": 3, "item": {"id":3,"city":"hangzhou","code":2345673}}
{"no": 4, "item": {"id":4,"city":"shenzhen","code":2345674}}
{"no": 5, "item": {"id":5,"city":"guangzhou","code":2345675}}

14
regression-test/data/external_table_p0/tvf/test_hdfs_tvf.out
View File

@ -284,15 +284,15 @@
9 xian 2345675
-- !json_limit3 --
1 {"id": 1, "city": "beijing", "code": 2345671}
2 {"id": 2, "city": "shanghai", "code": 2345672}
3 {"id": 3, "city": "hangzhou", "code": 2345673}
4 {"id": 4, "city": "shenzhen", "code": 2345674}
5 {"id": 5, "city": "guangzhou", "code": 2345675}
1 {"id":1,"city":"beijing","code":2345671}
2 {"id":2,"city":"shanghai","code":2345672}
3 {"id":3,"city":"hangzhou","code":2345673}
4 {"id":4,"city":"shenzhen","code":2345674}
5 {"id":5,"city":"guangzhou","code":2345675}
-- !json_limit4 --
1 {"id": 1, "city": "beijing", "code": 2345671}
2 {"id": 2, "city": "shanghai", "code": 2345672}
1 {"id":1,"city":"beijing","code":2345671}
2 {"id":2,"city":"shanghai","code":2345672}
-- !json_root --
1 beijing 2345671

2
regression-test/pipeline/p0/conf/regression-conf.groovy
View File

@ -55,7 +55,7 @@ testDirectories = ""
excludeGroups = ""
// this suites will not be executed
excludeSuites = "test_leading,test_stream_load_move_memtable,ds_rf95,test_default_limit,test_profile,test_broker_load,test_spark_load,test_refresh_mtmv,test_bitmap_filter,test_export_parquet,test_doris_jdbc_catalog,nereids_delete_mow_partial_update,test_hdfs_tvf"
excludeSuites = "test_leading,test_stream_load_move_memtable,ds_rf95,test_default_limit,test_profile,test_broker_load,test_spark_load,test_refresh_mtmv,test_bitmap_filter,test_export_parquet,test_doris_jdbc_catalog,nereids_delete_mow_partial_update"
// this directories will not be executed
excludeDirectories = "workload_manager_p1"