database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Solve the problem of mv selector when there is having clause in query (#3176)

Browse Source 
All of columns which belong to top of tupleIds in query should be considered in mv selector.
For example:

`select k1 from table group by k1 having sum(v1) >1;`

The candidate index should contain k1 and v1 columns instead of only k1.
The rollup which only has k1 column should not be selected.

The issue #3174 describe in detail.
This commit is contained in:
EmmyMiao87
2020-03-25 20:42:39 +08:00
committed by GitHub
parent 8aa8b8c96d
commit c0282bbc58
4 changed files with 81 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
fe/src/test/java/org/apache/doris/planner/MaterializedViewFunctionTest.java
View File

@ -21,15 +21,12 @@ import org.apache.doris.common.FeConstants;
import org.apache.doris.utframe.DorisAssert;
import org.apache.doris.utframe.UtFrameUtils;
import org.apache.commons.io.FileUtils;
import org.junit.After;
import org.junit.AfterClass;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Test;
import java.io.File;
import java.io.IOException;
import java.util.UUID;
public class MaterializedViewFunctionTest {
@ -45,6 +42,7 @@ public class MaterializedViewFunctionTest {
private static final String DEPTS_MV_NAME = "depts_mv";
private static final String QUERY_USE_DEPTS_MV = "rollup: " + DEPTS_MV_NAME;
private static final String QUERY_USE_DEPTS = "rollup: " + DEPTS_TABLE_NAME;
private static final String TEST_TABLE_NAME = "test_tb";
private static DorisAssert dorisAssert;
@BeforeClass
@ -584,4 +582,46 @@ public class MaterializedViewFunctionTest {
String query = "select k1, k2 from agg_table;";
dorisAssert.withRollup(createRollupSQL).query(query).explainContains("OFF", "old_key");
}
@Test
public void testAggFunctionInHaving() throws Exception {
String duplicateTable = "CREATE TABLE " + TEST_TABLE_NAME + " ( k1 int(11) NOT NULL , k2 int(11) NOT NULL ,"
+ "v1 varchar(4096) NOT NULL, v2 float NOT NULL , v3 decimal(20, 7) NOT NULL ) ENGINE=OLAP "
+ "DUPLICATE KEY( k1 , k2 ) DISTRIBUTED BY HASH( k1 , k2 ) BUCKETS 3 "
+ "PROPERTIES ('replication_num' = '1'); ";
dorisAssert.withTable(duplicateTable);
String createK1K2MV = "create materialized view k1_k2 as select k1,k2 from " + TEST_TABLE_NAME + " group by "
+ "k1,k2;";
String query = "select k1 from " + TEST_TABLE_NAME + " group by k1 having max(v1) > 10;";
dorisAssert.withMaterializedView(createK1K2MV).query(query).explainWithout("k1_k2");
dorisAssert.dropTable(TEST_TABLE_NAME);
}
@Test
public void testAggFunctionInOrder() throws Exception {
String duplicateTable = "CREATE TABLE " + TEST_TABLE_NAME + " ( k1 int(11) NOT NULL , k2 int(11) NOT NULL ,"
+ "v1 varchar(4096) NOT NULL, v2 float NOT NULL , v3 decimal(20, 7) NOT NULL ) ENGINE=OLAP "
+ "DUPLICATE KEY( k1 , k2 ) DISTRIBUTED BY HASH( k1 , k2 ) BUCKETS 3 "
+ "PROPERTIES ('replication_num' = '1'); ";
dorisAssert.withTable(duplicateTable);
String createK1K2MV = "create materialized view k1_k2 as select k1,k2 from " + TEST_TABLE_NAME + " group by "
+ "k1,k2;";
String query = "select k1 from " + TEST_TABLE_NAME + " group by k1 order by max(v1);";
dorisAssert.withMaterializedView(createK1K2MV).query(query).explainWithout("k1_k2");
dorisAssert.dropTable(TEST_TABLE_NAME);
}
@Test
public void testWindowsFunctionInQuery() throws Exception {
String duplicateTable = "CREATE TABLE " + TEST_TABLE_NAME + " ( k1 int(11) NOT NULL , k2 int(11) NOT NULL ,"
+ "v1 varchar(4096) NOT NULL, v2 float NOT NULL , v3 decimal(20, 7) NOT NULL ) ENGINE=OLAP "
+ "DUPLICATE KEY( k1 , k2 ) DISTRIBUTED BY HASH( k1 , k2 ) BUCKETS 3 "
+ "PROPERTIES ('replication_num' = '1'); ";
dorisAssert.withTable(duplicateTable);
String createK1K2MV = "create materialized view k1_k2 as select k1,k2 from " + TEST_TABLE_NAME + " group by "
+ "k1,k2;";
String query = "select k1 , sum(k2) over (partition by v1 ) from " + TEST_TABLE_NAME + ";";
dorisAssert.withMaterializedView(createK1K2MV).query(query).explainWithout("k1_k2");
dorisAssert.dropTable(TEST_TABLE_NAME);
}
}

32
fe/src/test/java/org/apache/doris/planner/MaterializedViewSelectorTest.java
View File

@ -108,18 +108,8 @@ public class MaterializedViewSelectorTest {
tableBColumn1.getTableName().getTbl();
result = "tableB";
selectStmt.getResultExprs();
result = Lists.newArrayList(tableAColumn1, tableAColumn2Sum, tableBColumn1Max);
tableAColumn2Desc.isMaterialized();
result = true;
tableAColumn2Desc.getColumn().getName();
result = "c2";
tableAColumn2Desc.getParent();
result = tableADesc;
tableBColumn1Desc.isMaterialized();
result = true;
tableBColumn1Desc.getColumn().getName();
result = "c1";
tableBColumn1Desc.getParent();
result = tableBDesc;
tableBDesc.getTable();
@ -154,16 +144,6 @@ public class MaterializedViewSelectorTest {
MaterializedViewSelector.AggregatedColumn aggregatedColumn2 = tableBAgggregatedColumns.iterator().next();
Assert.assertEquals("c1", Deencapsulation.getField(aggregatedColumn2, "columnName"));
Assert.assertTrue("MAX".equalsIgnoreCase(Deencapsulation.getField(aggregatedColumn2, "aggFunctionName")));
Map<String, Set<String>> columnNamesInQueryOutput =
Deencapsulation.getField(materializedViewSelector, "columnNamesInQueryOutput");
Assert.assertEquals(2, columnNamesInQueryOutput.size());
Set<String> tableAColumnNamesInQueryOutput = columnNamesInQueryOutput.get("tableA");
Assert.assertEquals(2, tableAColumnNamesInQueryOutput.size());
Assert.assertTrue(tableAColumnNamesInQueryOutput.contains("c1"));
Assert.assertTrue(tableAColumnNamesInQueryOutput.contains("c2"));
Set<String> tableBColumnNamesInQueryOutput = columnNamesInQueryOutput.get("tableB");
Assert.assertEquals(1, tableBColumnNamesInQueryOutput.size());
Assert.assertTrue(tableBColumnNamesInQueryOutput.contains("c1"));
}
@Test
@ -195,8 +175,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
indexMeta1.getSchema();
result = index1Columns;
indexMeta2.getSchema();
@ -243,8 +221,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
indexMeta1.getSchema();
result = index1Columns;
indexMeta1.getKeysType();
@ -290,8 +266,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
indexMeta1.getSchema();
result = index1Columns;
indexMeta2.getSchema();
@ -340,8 +314,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
indexMeta1.getSchema();
result = index1Columns;
indexMeta2.getSchema();
@ -389,8 +361,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
table.getBaseIndexId();
result = -1L;
table.getKeyColumnsByIndexId(-1L);
@ -443,8 +413,6 @@ public class MaterializedViewSelectorTest {
{
selectStmt.getAggInfo();
result = null;
selectStmt.getResultExprs();
result = Lists.newArrayList();
}
};
Set<String> equivalenceColumns = Sets.newHashSet();