database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Improvement](statistics) optimise histogram keyword (#16369)

Browse Source
This commit is contained in:
ElvinWei
2023-02-03 23:02:41 +08:00
committed by GitHub
parent 125b60b4b9
commit f443ebfd9a
6 changed files with 41 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
docs/en/docs/sql-manual/sql-functions/aggregate-functions/histogram.md
View File

@ -47,14 +47,14 @@ Alias function: `hist(expr[, DOUBLE sample_rate, INT max_bucket_num])`
### example
```
MySQL [test]> SELECT `histogram`(c_float) FROM histogram_test;
MySQL [test]> SELECT histogram(c_float) FROM histogram_test;
+-------------------------------------------------------------------------------------------------------------------------------------+
| histogram(`c_float`) |
+-------------------------------------------------------------------------------------------------------------------------------------+
| {"sample_rate":0.2,"max_bucket_num":128,"bucket_num":3,"buckets":[{"lower":"0.1","upper":"0.1","count":1,"pre_sum":0,"ndv":1},...]} |
+-------------------------------------------------------------------------------------------------------------------------------------+
MySQL [test]> SELECT `histogram`(c_string, 0.5, 2) FROM histogram_test;
MySQL [test]> SELECT histogram(c_string, 0.5, 2) FROM histogram_test;
+-------------------------------------------------------------------------------------------------------------------------------------+
| histogram(`c_string`) |
+-------------------------------------------------------------------------------------------------------------------------------------+

4
docs/zh-CN/docs/sql-manual/sql-functions/aggregate-functions/histogram.md
View File

@ -49,14 +49,14 @@ histogram（直方图）函数用于描述数据分布情况，它使用“等
### example
```
MySQL [test]> SELECT `histogram`(c_float) FROM histogram_test;
MySQL [test]> SELECT histogram(c_float) FROM histogram_test;
+-------------------------------------------------------------------------------------------------------------------------------------+
| histogram(`c_float`) |
+-------------------------------------------------------------------------------------------------------------------------------------+
| {"sample_rate":0.2,"max_bucket_num":128,"bucket_num":3,"buckets":[{"lower":"0.1","upper":"0.1","count":1,"pre_sum":0,"ndv":1},...]} |
+-------------------------------------------------------------------------------------------------------------------------------------+
MySQL [test]> SELECT `histogram`(c_string, 0.5, 2) FROM histogram_test;
MySQL [test]> SELECT histogram(c_string, 0.5, 2) FROM histogram_test;
+-------------------------------------------------------------------------------------------------------------------------------------+
| histogram(`c_string`) |
+-------------------------------------------------------------------------------------------------------------------------------------+

2
fe/fe-core/src/main/cup/sql_parser.cup
View File

@ -7077,6 +7077,8 @@ keyword ::=
{: RESULT = id; :}
| KW_IGNORE:id
{: RESULT = id; :}
| KW_HISTOGRAM:id
{: RESULT = id; :}
;
// Identifier that contain keyword

2
fe/fe-core/src/main/java/org/apache/doris/statistics/HistogramTask.java
View File

@ -45,7 +45,7 @@ public class HistogramTask extends BaseAnalysisTask {
+ " ${idxId} AS idx_id, "
+ " '${colId}' AS col_id, "
+ " ${sampleRate} AS sample_rate, "
+ " `HISTOGRAM`(`${colName}`, 1, ${maxBucketNum}) AS buckets, "
+ " HISTOGRAM(`${colName}`, 1, ${maxBucketNum}) AS buckets, "
+ " NOW() AS create_time "
+ "FROM "
+ " `${dbName}`.`${tblName}` TABLESAMPLE (${percentValue} PERCENT)";

34
regression-test/suites/nereids_p0/sql_functions/aggregate_functions/test_aggregate_histogram.groovy
View File

@ -107,23 +107,23 @@ suite("test_aggregate_histogram") {
// Nereids does't support decimalV3 function
// qt_select """
// SELECT
// `histogram`(c_bool, 1.0, 1),
// `histogram`(c_tinyint, 1.0, 1),
// `histogram`(c_smallint, 1.0, 1),
// `histogram`(c_bigint, 1.0, 1),
// `histogram`(c_largeint, 1.0, 1),
// `histogram`(c_float, 1.0, 1),
// `histogram`(c_double, 1.0, 1),
// `histogram`(c_decimal, 1.0, 1),
// `histogram`(c_decimalv3, 1.0, 1),
// `histogram`(c_char, 1.0, 1),
// `histogram`(c_varchar, 1.0, 1),
// `histogram`(c_string, 1.0, 1),
// `histogram`(c_date, 1.0, 1),
// `histogram`(c_datev2, 1.0, 1),
// `histogram`(c_date_time, 1.0, 1),
// `histogram`(c_date_timev2, 1.0, 1),
// `histogram`(c_string_not_null, 1.0, 1)
// histogram(c_bool, 1.0, 1),
// histogram(c_tinyint, 1.0, 1),
// histogram(c_smallint, 1.0, 1),
// histogram(c_bigint, 1.0, 1),
// histogram(c_largeint, 1.0, 1),
// histogram(c_float, 1.0, 1),
// histogram(c_double, 1.0, 1),
// histogram(c_decimal, 1.0, 1),
// histogram(c_decimalv3, 1.0, 1),
// histogram(c_char, 1.0, 1),
// histogram(c_varchar, 1.0, 1),
// histogram(c_string, 1.0, 1),
// histogram(c_date, 1.0, 1),
// histogram(c_datev2, 1.0, 1),
// histogram(c_date_time, 1.0, 1),
// histogram(c_date_timev2, 1.0, 1),
// histogram(c_string_not_null, 1.0, 1)
// FROM
// ${tableName}
// """

34
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_histogram.groovy
View File

@ -103,23 +103,23 @@ suite("test_aggregate_histogram") {
// Test without GROUP BY
qt_select """
SELECT
`histogram`(c_bool, 1.0, 1),
`histogram`(c_tinyint, 1.0, 1),
`histogram`(c_smallint, 1.0, 1),
`histogram`(c_bigint, 1.0, 1),
`histogram`(c_largeint, 1.0, 1),
`histogram`(c_float, 1.0, 1),
`histogram`(c_double, 1.0, 1),
`histogram`(c_decimal, 1.0, 1),
`histogram`(c_decimalv3, 1.0, 1),
`histogram`(c_char, 1.0, 1),
`histogram`(c_varchar, 1.0, 1),
`histogram`(c_string, 1.0, 1),
`histogram`(c_date, 1.0, 1),
`histogram`(c_datev2, 1.0, 1),
`histogram`(c_date_time, 1.0, 1),
`histogram`(c_date_timev2, 1.0, 1),
`histogram`(c_string_not_null, 1.0, 1)
histogram(c_bool, 1.0, 1),
histogram(c_tinyint, 1.0, 1),
histogram(c_smallint, 1.0, 1),
histogram(c_bigint, 1.0, 1),
histogram(c_largeint, 1.0, 1),
histogram(c_float, 1.0, 1),
histogram(c_double, 1.0, 1),
histogram(c_decimal, 1.0, 1),
histogram(c_decimalv3, 1.0, 1),
histogram(c_char, 1.0, 1),
histogram(c_varchar, 1.0, 1),
histogram(c_string, 1.0, 1),
histogram(c_date, 1.0, 1),
histogram(c_datev2, 1.0, 1),
histogram(c_date_time, 1.0, 1),
histogram(c_date_timev2, 1.0, 1),
histogram(c_string_not_null, 1.0, 1)
FROM
${tableName}
"""