database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fix failed p2 hive statistics case. (#34663)

Browse Source
This commit is contained in:
Jibing-Li
2024-05-11 14:05:22 +08:00
committed by yiguolei
parent 691f3c5ee7
commit 7e967e53b8
2 changed files with 182 additions and 175 deletions
Download Patch File Download Diff File Expand all files Collapse all files

354
regression-test/suites/external_table_p2/hive/test_hive_partition_column_analyze.groovy
View File

@ -31,199 +31,203 @@ suite("test_hive_partition_column_analyze", "p2,external,hive,external_remote,ex
"""
logger.info("catalog " + catalog_name + " created")
// Test analyze table without init.
sql """analyze table ${catalog_name}.multi_partition.multi_partition_parquet (event_day) with sync"""
sql """analyze table ${catalog_name}.multi_partition.multi_partition_orc (event_day) with sync"""
try {
sql """set global enable_get_row_count_from_file_list=true"""
// Test analyze table without init.
sql """analyze table ${catalog_name}.multi_partition.multi_partition_parquet (event_day) with sync"""
sql """analyze table ${catalog_name}.multi_partition.multi_partition_orc (event_day) with sync"""
sql """switch ${catalog_name};"""
logger.info("switched to catalog " + catalog_name)
sql """use multi_partition;"""
def result = sql """show column stats multi_partition_parquet (event_day)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "event_day")
assertEquals(result[0][2], "3.83714205E8")
assertEquals(result[0][3], "99949.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "3.83714205E9")
assertEquals(result[0][6], "10.0")
assertEquals(result[0][7], "\'1749-09-24\'")
assertEquals(result[0][8], "\'2023-05-26\'")
sql """switch ${catalog_name};"""
logger.info("switched to catalog " + catalog_name)
sql """use multi_partition;"""
def result = sql """show column stats multi_partition_parquet (event_day)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "event_day")
assertEquals(result[0][2], "3.83714205E8")
assertEquals(result[0][3], "99949.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "3.83714205E9")
assertEquals(result[0][6], "10.0")
assertEquals(result[0][7], "\'1749-09-24\'")
assertEquals(result[0][8], "\'2023-05-26\'")
result = sql """show column stats multi_partition_orc (event_day)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "event_day")
assertEquals(result[0][2], "1.9007155E8")
assertEquals(result[0][3], "99949.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1.9007155E9")
assertEquals(result[0][6], "10.0")
assertEquals(result[0][7], "\'1749-09-24\'")
assertEquals(result[0][8], "\'2023-05-26\'")
result = sql """show column stats multi_partition_orc (event_day)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "event_day")
assertEquals(result[0][2], "1.9007155E8")
assertEquals(result[0][3], "99949.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1.9007155E9")
assertEquals(result[0][6], "10.0")
assertEquals(result[0][7], "\'1749-09-24\'")
assertEquals(result[0][8], "\'2023-05-26\'")
sql """analyze table ${catalog_name}.partition_type.tinyint_partition (tinyint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.smallint_partition (smallint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.int_partition (int_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.bigint_partition (bigint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.char_partition (char_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.varchar_partition (varchar_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.string_partition (string_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.date_partition (date_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.float_partition (float_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.double_partition (double_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.decimal_partition (decimal_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.two_partition (part1, part2) with sync"""
sql """analyze table ${catalog_name}.partition_type.tinyint_partition (tinyint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.smallint_partition (smallint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.int_partition (int_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.bigint_partition (bigint_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.char_partition (char_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.varchar_partition (varchar_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.string_partition (string_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.date_partition (date_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.float_partition (float_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.double_partition (double_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.decimal_partition (decimal_part) with sync"""
sql """analyze table ${catalog_name}.partition_type.two_partition (part1, part2) with sync"""
sql """use partition_type;"""
sql """use partition_type;"""
result = sql """show column stats tinyint_partition (tinyint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "tinyint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "141474.0")
assertEquals(result[0][6], "1.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats tinyint_partition (tinyint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "tinyint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "141474.0")
assertEquals(result[0][6], "1.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats smallint_partition (smallint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "smallint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "282948.0")
assertEquals(result[0][6], "2.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats smallint_partition (smallint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "smallint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "282948.0")
assertEquals(result[0][6], "2.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats int_partition (int_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "int_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats int_partition (int_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "int_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats bigint_partition (bigint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "bigint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats bigint_partition (bigint_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "bigint_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats char_partition (char_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "char_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "101.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "2829480.0")
assertEquals(result[0][6], "20.0")
assertEquals(result[0][7], "\'1 \'")
assertEquals(result[0][8], "\'a \'")
result = sql """show column stats char_partition (char_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "char_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "101.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "2829480.0")
assertEquals(result[0][6], "20.0")
assertEquals(result[0][7], "\'1 \'")
assertEquals(result[0][8], "\'a \'")
result = sql """show column stats varchar_partition (varchar_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "varchar_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "271630.0")
assertEquals(result[0][6], "1.9199994345250717")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
result = sql """show column stats varchar_partition (varchar_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "varchar_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "271630.0")
assertEquals(result[0][6], "1.9199994345250717")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
result = sql """show column stats string_partition (string_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "string_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "271630.0")
assertEquals(result[0][6], "1.9199994345250717")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
result = sql """show column stats string_partition (string_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "string_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "271630.0")
assertEquals(result[0][6], "1.9199994345250717")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
result = sql """show column stats date_partition (date_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "date_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "\'2001-10-12\'")
assertEquals(result[0][8], "\'2100-10-12\'")
result = sql """show column stats date_partition (date_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "date_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "\'2001-10-12\'")
assertEquals(result[0][8], "\'2100-10-12\'")
result = sql """show column stats float_partition (float_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "float_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "296.3103")
assertEquals(result[0][8], "32585.627")
result = sql """show column stats float_partition (float_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "float_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "565896.0")
assertEquals(result[0][6], "4.0")
assertEquals(result[0][7], "296.3103")
assertEquals(result[0][8], "32585.627")
result = sql """show column stats double_partition (double_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "double_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "115.14474")
assertEquals(result[0][8], "32761.14458")
result = sql """show column stats double_partition (double_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "double_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "115.14474")
assertEquals(result[0][8], "32761.14458")
result = sql """show column stats decimal_partition (decimal_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "decimal_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "243.2868")
assertEquals(result[0][8], "32527.1543")
result = sql """show column stats decimal_partition (decimal_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "decimal_part")
assertEquals(result[0][2], "141474.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "1131792.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "243.2868")
assertEquals(result[0][8], "32527.1543")
sql """analyze table ${catalog_name}.partition_type.decimal_partition (decimal_part) with sync with sql"""
result = sql """show column stats decimal_partition (decimal_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "decimal_part")
assertEquals(result[0][2], "100000.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "800000.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "243.2868")
assertEquals(result[0][8], "32527.1543")
sql """analyze table ${catalog_name}.partition_type.decimal_partition (decimal_part) with sync with sql"""
result = sql """show column stats decimal_partition (decimal_part)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "decimal_part")
assertEquals(result[0][2], "100000.0")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][5], "800000.0")
assertEquals(result[0][6], "8.0")
assertEquals(result[0][7], "243.2868")
assertEquals(result[0][8], "32527.1543")
result = sql """show column stats two_partition (part1)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "part1")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats two_partition (part2)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "part2")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
result = sql """show column stats two_partition (part1)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "part1")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][7], "1")
assertEquals(result[0][8], "100")
result = sql """show column stats two_partition (part2)"""
assertEquals(result.size(), 1)
assertEquals(result[0][0], "part2")
assertEquals(result[0][3], "100.0")
assertEquals(result[0][4], "0.0")
assertEquals(result[0][7], "\'1\'")
assertEquals(result[0][8], "\'99\'")
} finally {
sql """set global enable_get_row_count_from_file_list=false"""
}
sql """drop catalog ${catalog_name}"""
}
}

3
regression-test/suites/external_table_p2/hive/test_hive_partition_statistic.groovy
View File

@ -18,6 +18,8 @@
suite("test_hive_partition_statistic", "p2,external,hive,external_remote,external_remote_hive") {
String enabled = context.config.otherConfigs.get("enableExternalHiveTest")
if (enabled != null && enabled.equalsIgnoreCase("true")) {
logger.info("This feature has not been supported yet, skip it.")
/**
String extHiveHmsHost = context.config.otherConfigs.get("extHiveHmsHost")
String extHiveHmsPort = context.config.otherConfigs.get("extHiveHmsPort")
String catalog_name = "test_hive_partition_statistic"
@ -48,6 +50,7 @@ suite("test_hive_partition_statistic", "p2,external,hive,external_remote,externa
order_qt_2 """select part_id, count, ndv, null_count, min, max from internal.__internal_schema.column_statistics where catalog_id='$ctlId' and part_id='event_day=1956-09-07'"""
sql """drop catalog ${catalog_name}""";
**/
}
}