database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](test) load data inpath will remove the data in hdfs (#22908)

Browse Source 
Load data from hdfs in hive will move the source directory into table's location directory, leading the error like Can not get first file, please check uri in tvf test.
This commit is contained in:
Ashin Gau
2023-08-12 15:12:00 +08:00
committed by GitHub
parent 4e880288c6
commit 23094a01d4
2 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_table.hql
View File

@ -167,9 +167,16 @@ CREATE TABLE `delta_encoding_required_column`(
c_email_address string,
c_last_review_date string
)
STORED AS parquet;
load data inpath '/user/doris/preinstalled_data/different_types_parquet/delta_encoding_required_column/delta_encoding_required_column.parquet' into table default.delta_encoding_required_column;
ROW FORMAT SERDE
'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
STORED AS INPUTFORMAT
'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat'
OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
LOCATION
'/user/doris/preinstalled_data/different_types_parquet/delta_encoding_required_column/'
TBLPROPERTIES (
'transient_lastDdlTime'='1661955829');
msck repair table delta_encoding_required_column;

2
regression-test/suites/external_table_p0/hive/test_different_parquet_types.groovy
View File

@ -114,7 +114,7 @@ suite("test_different_parquet_types", "p0,external,hive,external_docker,external
logger.info("record res" + res6_2.toString())
def res6_3 = sql """
select * from hdfs(\"uri" = \"hdfs://${externalEnvIp}:${hdfs_port}/user/doris/preinstalled_data/different_types_parquet/datapage_v1_snappy_compressed_checksum/datapage_v1_snappy_compressed_checksum.parquet\",\"fs.defaultFS\" = \"hdfs://${externalEnvIp}:${hdfs_port}\",\"format\" = \"parquet\") limit 10
select * from hdfs(\"uri" = \"hdfs://${externalEnvIp}:${hdfs_port}/user/doris/preinstalled_data/different_types_parquet/datapage_v1-snappy-compressed-checksum/datapage_v1-snappy-compressed-checksum.parquet\",\"fs.defaultFS\" = \"hdfs://${externalEnvIp}:${hdfs_port}\",\"format\" = \"parquet\") limit 10
"""
logger.info("record res" + res6_3.toString())