[Bugfix] Fix mv column type is not changed when do schema change (#34598)
This commit is contained in:
Lightman
@ -25,6 +25,7 @@ import org.apache.doris.analysis.CancelAlterTableStmt;
|
||||
import org.apache.doris.analysis.CancelStmt;
|
||||
import org.apache.doris.analysis.ColumnPosition;
|
||||
import org.apache.doris.analysis.CreateIndexClause;
|
||||
import org.apache.doris.analysis.CreateMaterializedViewStmt;
|
||||
import org.apache.doris.analysis.DropColumnClause;
|
||||
import org.apache.doris.analysis.DropIndexClause;
|
||||
import org.apache.doris.analysis.IndexDef;
|
||||
@ -671,52 +672,50 @@ public class SchemaChangeHandler extends AlterHandler {
|
||||
}
|
||||
List<Column> schema = entry.getValue();
|
||||
for (Column column : schema) {
|
||||
if (column.getName().equalsIgnoreCase(modColumn.getName())) {
|
||||
String columnName = column.getName();
|
||||
if (column.isMaterializedViewColumn()) {
|
||||
columnName = MaterializedIndexMeta.normalizeName(
|
||||
CreateMaterializedViewStmt.mvColumnBreaker(columnName));
|
||||
}
|
||||
if (columnName.equalsIgnoreCase(modColumn.getName())) {
|
||||
otherIndexIds.add(entry.getKey());
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (KeysType.AGG_KEYS == olapTable.getKeysType() || KeysType.UNIQUE_KEYS == olapTable.getKeysType()) {
|
||||
for (Long otherIndexId : otherIndexIds) {
|
||||
List<Column> otherIndexSchema = indexSchemaMap.get(otherIndexId);
|
||||
for (Long otherIndexId : otherIndexIds) {
|
||||
List<Column> otherIndexSchema = indexSchemaMap.get(otherIndexId);
|
||||
for (int i = 0; i < otherIndexSchema.size(); i++) {
|
||||
modColIndex = -1;
|
||||
for (int i = 0; i < otherIndexSchema.size(); i++) {
|
||||
if (otherIndexSchema.get(i).getName().equalsIgnoreCase(modColumn.getName())) {
|
||||
modColIndex = i;
|
||||
break;
|
||||
}
|
||||
Column otherCol = null;
|
||||
Column col = otherIndexSchema.get(i);
|
||||
String columnName = col.getName();
|
||||
if (col.isMaterializedViewColumn()) {
|
||||
columnName = MaterializedIndexMeta.normalizeName(
|
||||
CreateMaterializedViewStmt.mvColumnBreaker(columnName));
|
||||
}
|
||||
Preconditions.checkState(modColIndex != -1);
|
||||
// replace the old column
|
||||
otherIndexSchema.set(modColIndex, modColumn);
|
||||
} // end for other indices
|
||||
} else {
|
||||
// DUPLICATE data model has a little
|
||||
for (Long otherIndexId : otherIndexIds) {
|
||||
List<Column> otherIndexSchema = indexSchemaMap.get(otherIndexId);
|
||||
modColIndex = -1;
|
||||
for (int i = 0; i < otherIndexSchema.size(); i++) {
|
||||
if (otherIndexSchema.get(i).getName().equalsIgnoreCase(modColumn.getName())) {
|
||||
modColIndex = i;
|
||||
break;
|
||||
}
|
||||
if (!columnName.equalsIgnoreCase(modColumn.getName())) {
|
||||
continue;
|
||||
}
|
||||
|
||||
modColIndex = i;
|
||||
otherCol = new Column(modColumn);
|
||||
otherCol.setName(col.getName());
|
||||
otherCol.setDefineExpr(col.getDefineExpr());
|
||||
Preconditions.checkState(modColIndex != -1);
|
||||
Preconditions.checkState(otherCol != null);
|
||||
// replace the old column
|
||||
Column oldCol = otherIndexSchema.get(modColIndex);
|
||||
Column otherCol = new Column(modColumn);
|
||||
otherCol.setIsKey(oldCol.isKey());
|
||||
if (null != oldCol.getAggregationType()) {
|
||||
if (KeysType.AGG_KEYS != olapTable.getKeysType()
|
||||
&& KeysType.UNIQUE_KEYS != olapTable.getKeysType()) {
|
||||
Column oldCol = otherIndexSchema.get(modColIndex);
|
||||
otherCol.setIsKey(oldCol.isKey());
|
||||
otherCol.setAggregationType(oldCol.getAggregationType(), oldCol.isAggregationTypeImplicit());
|
||||
} else {
|
||||
otherCol.setAggregationType(null, oldCol.isAggregationTypeImplicit());
|
||||
}
|
||||
if (typeChanged && !lightSchemaChange) {
|
||||
otherCol.setName(SHADOW_NAME_PREFIX + otherCol.getName());
|
||||
}
|
||||
otherIndexSchema.set(modColIndex, otherCol);
|
||||
}
|
||||
}
|
||||
} // end for other indices
|
||||
} // end for handling other indices
|
||||
|
||||
if (typeChanged && !lightSchemaChange) {
|
||||
|
||||
@ -415,30 +415,6 @@ public class SchemaChangeJobV2 extends AlterJobV2 {
|
||||
}
|
||||
|
||||
Preconditions.checkState(tbl.getState() == OlapTableState.SCHEMA_CHANGE);
|
||||
|
||||
Map<String, Expr> defineExprs = Maps.newHashMap();
|
||||
List<Column> fullSchema = tbl.getBaseSchema(true);
|
||||
DescriptorTable descTable = new DescriptorTable();
|
||||
TupleDescriptor destTupleDesc = descTable.createTupleDescriptor();
|
||||
for (Column column : fullSchema) {
|
||||
SlotDescriptor destSlotDesc = descTable.addSlotDescriptor(destTupleDesc);
|
||||
destSlotDesc.setIsMaterialized(true);
|
||||
destSlotDesc.setColumn(column);
|
||||
destSlotDesc.setIsNullable(column.isAllowNull());
|
||||
|
||||
if (indexColumnMap.containsKey(SchemaChangeHandler.SHADOW_NAME_PREFIX + column.getName())) {
|
||||
Column newColumn = indexColumnMap.get(SchemaChangeHandler.SHADOW_NAME_PREFIX + column.getName());
|
||||
if (newColumn.getType() != column.getType()) {
|
||||
try {
|
||||
SlotRef slot = new SlotRef(destSlotDesc);
|
||||
slot.setCol(column.getName());
|
||||
defineExprs.put(column.getName(), slot.castTo(newColumn.getType()));
|
||||
} catch (AnalysisException e) {
|
||||
throw new AlterCancelException(e.getMessage());
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
for (long partitionId : partitionIndexMap.rowKeySet()) {
|
||||
Partition partition = tbl.getPartition(partitionId);
|
||||
Preconditions.checkNotNull(partition, partitionId);
|
||||
@ -452,6 +428,30 @@ public class SchemaChangeJobV2 extends AlterJobV2 {
|
||||
long shadowIdxId = entry.getKey();
|
||||
MaterializedIndex shadowIdx = entry.getValue();
|
||||
long originIdxId = indexIdMap.get(shadowIdxId);
|
||||
Map<String, Expr> defineExprs = Maps.newHashMap();
|
||||
List<Column> fullSchema = tbl.getSchemaByIndexId(originIdxId, true);
|
||||
DescriptorTable descTable = new DescriptorTable();
|
||||
TupleDescriptor destTupleDesc = descTable.createTupleDescriptor();
|
||||
for (Column column : fullSchema) {
|
||||
SlotDescriptor destSlotDesc = descTable.addSlotDescriptor(destTupleDesc);
|
||||
destSlotDesc.setIsMaterialized(true);
|
||||
destSlotDesc.setColumn(column);
|
||||
destSlotDesc.setIsNullable(column.isAllowNull());
|
||||
|
||||
if (indexColumnMap.containsKey(SchemaChangeHandler.SHADOW_NAME_PREFIX + column.getName())) {
|
||||
Column newColumn = indexColumnMap.get(
|
||||
SchemaChangeHandler.SHADOW_NAME_PREFIX + column.getName());
|
||||
if (newColumn.getType() != column.getType()) {
|
||||
try {
|
||||
SlotRef slot = new SlotRef(destSlotDesc);
|
||||
slot.setCol(column.getName());
|
||||
defineExprs.put(column.getName(), slot.castTo(newColumn.getType()));
|
||||
} catch (AnalysisException e) {
|
||||
throw new AlterCancelException(e.getMessage());
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
int shadowSchemaHash = indexSchemaVersionAndHashMap.get(shadowIdxId).schemaHash;
|
||||
int originSchemaHash = tbl.getSchemaHashByIndexId(indexIdMap.get(shadowIdxId));
|
||||
List<Column> originSchemaColumns = tbl.getSchemaByIndexId(originIdxId, true);
|
||||
|
||||
@ -671,7 +671,7 @@ public class CreateMaterializedViewStmt extends DdlStmt {
|
||||
|
||||
public static String mvColumnBreaker(String name) {
|
||||
if (name.startsWith(MATERIALIZED_VIEW_AGGREGATE_NAME_PREFIX)) {
|
||||
// mva_SUM__k2 -> k2
|
||||
// mva_SUM__`k2` -> `k2`;
|
||||
return mvColumnBreaker(name.substring(name.indexOf(MATERIALIZED_VIEW_AGGREGATE_NAME_LINK)
|
||||
+ MATERIALIZED_VIEW_AGGREGATE_NAME_LINK.length()));
|
||||
} else if (name.startsWith(MATERIALIZED_VIEW_NAME_PREFIX)) {
|
||||
|
||||
@ -0,0 +1,103 @@
|
||||
-- This file is automatically generated. You should know what you did if you want to edit this
|
||||
-- !sql --
|
||||
tbl_scalar_types_dup DUP_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N NONE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N NONE true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N NONE true
|
||||
c_int INT INT Yes false \N NONE true
|
||||
c_bigint BIGINT BIGINT Yes false \N NONE true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N NONE true
|
||||
c_float FLOAT FLOAT Yes false \N NONE true
|
||||
c_double DOUBLE DOUBLE Yes false \N NONE true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_date DATE DATEV2 Yes false \N NONE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_datev2 DATE DATEV2 Yes false \N NONE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N NONE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N NONE true
|
||||
c_string TEXT TEXT Yes false \N NONE true
|
||||
|
||||
mv_tbl_scalar_types_dup_1 DUP_KEYS mv_c_tinyint TINYINT TINYINT Yes true \N true `c_tinyint`
|
||||
mv_c_bool BOOLEAN BOOLEAN Yes true \N true `c_bool`
|
||||
mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mv_c_smallint SMALLINT SMALLINT Yes false \N NONE true `c_smallint`
|
||||
mv_c_int INT INT Yes false \N NONE true `c_int`
|
||||
mv_c_bigint BIGINT BIGINT Yes false \N NONE true `c_bigint`
|
||||
mv_c_largeint LARGEINT LARGEINT Yes false \N NONE true `c_largeint`
|
||||
mv_c_float FLOAT FLOAT Yes false \N NONE true `c_float`
|
||||
mv_c_double DOUBLE DOUBLE Yes false \N NONE true `c_double`
|
||||
mv_c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true `c_decimal`
|
||||
mv_c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true `c_decimalv3`
|
||||
mv_c_date DATE DATEV2 Yes false \N NONE true `c_date`
|
||||
mv_c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true `c_datetime`
|
||||
mv_c_datev2 DATE DATEV2 Yes false \N NONE true `c_datev2`
|
||||
mv_c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true `c_datetimev2`
|
||||
mv_c_char CHARACTER CHARACTER Yes false \N NONE true `c_char`
|
||||
mv_c_varchar VARCHAR(65533) VARCHAR(65533) Yes false \N NONE true `c_varchar`
|
||||
mv_c_string TEXT TEXT Yes false \N NONE true `c_string`
|
||||
|
||||
-- !sql --
|
||||
-2147475406 true 45 23794 -11023 915989078 2115356192 15927.068 1.392557423391501E9 45951348783208518.810 8340516346665031.310 2022-01-26 2022-04-13T11:13:48 2022-01-31 2022-02-16T06:07:21 130.50.6.0 DeniseMatthews@Yozio.mil Londonderry Alley 61
|
||||
-2147424303 false -28 -5177 -1409 149417728 553396597 -10123.558 -1.268722910924068E9 67354830622005524.848 52407243294991364.348 2022-06-29 2022-05-06T09:30:02 2023-01-09 2022-03-12T14:26 109.50.92.119 CraigHughes@Talane.biz Heath Drive 38
|
||||
-2147413967 true -75 30533 -5435 -727385447 32929830 9577.564 1.334766997510087E9 39973144022098028.800 5886463393340733.108 2022-06-23 2022-05-10T19:13:50 2022-01-17 2022-11-26T22:49:36 157.38.90.25 JoshuaLewis@Jayo.mil Loeprich Crossing 43
|
||||
-2147380173 true -79 -5785 9752 1851350218 1121852298 25652.402 -1.618061059513558E9 95821873014545736.897 38923569966532828.626 2022-10-30 2022-05-02T17:06:33 2022-08-11 2022-02-08T10:19:47 217.198.98.239 JoseBoyd@Voonder.info Lawn Lane 78
|
||||
-2147374459 false -118 -30267 -14606 262497842 -1811881704 8211.805 2.37851933046663E8 37354136531251060.755 63024710145324035.720 2022-10-11 2022-01-17T10:20:18 2022-04-12 2022-10-24T18:14:38 16.243.195.81 BrendaBoyd@Talane.net Annamark Pass 72
|
||||
-2147369329 false -121 -22859 4733 -378861997 385323541 -22969.846 1.483825622420542E9 50940877800950041.950 87108729227937387.294 2022-06-05 2022-08-18T05:39:56 2022-08-21 2022-12-12T08:43:59 16.27.107.167 PhyllisSmith@Zoombox.org Village Green Terrace 55
|
||||
-2147367329 true 84 21471 -29331 1823545950 1200800855 -13832.219 8.01505090724918E8 45495296019797580.477 45196001436348967.557 2022-02-17 2022-05-23T01:44:31 2022-08-01 2022-08-16T10:32:36 84.110.209.128 vLane@Dablist.edu Packers Street 34
|
||||
-2147339287 true 62 28989 -32018 650184880 -365849435 -21644.414 -7.8648426469503E7 92593387160450273.870 39588697152489527.185 2022-07-23 2023-01-03T11:54:35 2022-08-02 2022-05-19T18:35:36 30.194.6.115 veniam@Thoughtstorm.mil Basil Street 79
|
||||
-2147336695 false 42 -7202 27919 1898713395 1177326785 -302.0104 -1.268944460183375E9 61604656210729534.717 6683002058708470.832 2022-08-20 2022-08-14T01:41:12 2022-11-02 2022-05-15T04:22:07 36.86.77.214 delectus_maiores_fugit@Rhyzio.org Briar Crest Crossing 37
|
||||
-2147330925 false -122 -21211 -2331 1906695924 -1342280417 5545.3013 -1.286038914681617E9 31911132334645267.930 84364209624711210.131 2022-02-16 2022-03-11T12:05:33 2022-11-24 2022-12-17T19:56:16 6.87.14.74 rCampbell@Riffpath.com Forest Run Terrace 13
|
||||
|
||||
-- !sql --
|
||||
-2145739104 true 10 -22603 6132 -984517723 138439036 8683.904 1.681202635040786E9 49683339998558535.395 38251259739648714.297 2022-04-26 2022-09-12T00:32:18 2022-11-20 2023-01-09T16:19:06 180.215.212.86 KathyRoberts@Talane.info Darwin Center 26
|
||||
-2140012242 false 10 30893 -16192 -175522451 -1382546546 21324.643 2.017216342012696E9 41477187479096470.647 25445001389089818.791 2022-11-06 2022-09-02T12:04:05 2022-05-29 2022-02-04T22:21:46 24.25.69.81 nam_quasi@Photospace.mil Jay Way 9
|
||||
-2130269306 false 10 30342 -18732 1461226453 -1257020753 -10751.815 3.44246067782915E8 2456538047280540.838 37394928326629689.946 2022-11-28 2022-05-04T20:40:19 2022-08-25 2022-03-18T10:17:35 179.198.200.96 eFuller@Skynoodle.com Tennyson Street 83
|
||||
-2122709724 true 10 -8985 -30620 -1375603501 631094037 14711.055 -1.210030062083139E9 96220820029888063.156 42161382030214480.728 2022-05-28 2023-01-03T20:44:27 2022-06-11 2022-07-26T22:49:22 13.249.135.222 uDixon@Shufflebeat.name Riverside Parkway 72
|
||||
-2117749737 false 10 26335 30644 1841596444 283308539 18848.148 3.5339747538014E8 11924963560520504.166 28287350935413049.601 2022-08-01 2022-04-21T02:28:54 2022-02-27 2022-09-02T17:11:17 183.108.102.1 pHanson@Cogibox.com Maple Wood Street 40
|
||||
-2113239713 false 10 27624 31311 711781944 -1838033894 -12299.482 -1.88263132184351E9 9480201396831049.605 52114965946122870.302 2022-06-11 2022-08-31T08:54:30 2022-03-26 2023-01-08T23:28:27 200.161.156.176 et@Buzzster.net Westport Drive 82
|
||||
-2107773486 false 10 27096 10368 1579374450 1370327646 -15339.031 2.110010890135424E9 54514853031265543.378 38546969634312019.180 2022-12-31 2022-10-07T10:18:27 2022-10-01 2022-07-09T11:41:11 121.120.227.53 JuliaDean@Plambee.com Sugar Crossing 43
|
||||
-2107242025 true 10 25215 26566 1292568651 -2126795906 11912.074 -2.140044503516609E9 98695561934257164.368 18845397264645075.775 2022-05-21 2022-09-24T23:00:21 2022-02-12 2022-11-24T19:17:03 141.226.90.50 AnnaGonzalez@Eimbee.mil Cody Street 78
|
||||
-2106969609 true 10 29572 16738 1736115820 -957295886 -13319.206 -1.333603562816737E9 91224478600376111.942 69457425159617037.453 2022-09-06 2022-05-08T19:52:36 2022-04-05 2022-08-17T19:23:31 222.79.139.99 WalterFox@Voomm.net Oxford Alley 77
|
||||
-2102307005 true 10 -23674 24613 -1810828490 -47095409 -14686.167 2.072108685694799E9 39847820962230526.125 584354832299375.156 2022-03-27 2022-02-11T13:46:06 2022-12-25 2022-11-28T09:37:49 213.146.33.250 JuliaSimmons@Zazio.info Eagle Crest Terrace 84
|
||||
|
||||
-- !sql --
|
||||
tbl_scalar_types_dup DUP_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N NONE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N NONE true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N NONE true
|
||||
c_int BIGINT BIGINT Yes false \N NONE true
|
||||
c_bigint BIGINT BIGINT Yes false \N NONE true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N NONE true
|
||||
c_float FLOAT FLOAT Yes false \N NONE true
|
||||
c_double DOUBLE DOUBLE Yes false \N NONE true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_date DATE DATEV2 Yes false \N NONE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_datev2 DATE DATEV2 Yes false \N NONE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N NONE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N NONE true
|
||||
c_string TEXT TEXT Yes false \N NONE true
|
||||
|
||||
mv_tbl_scalar_types_dup_1 DUP_KEYS mv_c_tinyint TINYINT TINYINT Yes true \N true `c_tinyint`
|
||||
mv_c_bool BOOLEAN BOOLEAN Yes true \N true `c_bool`
|
||||
mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mv_c_smallint SMALLINT SMALLINT Yes false \N NONE true `c_smallint`
|
||||
mv_c_int BIGINT BIGINT Yes false \N NONE true `c_int`
|
||||
mv_c_bigint BIGINT BIGINT Yes false \N NONE true `c_bigint`
|
||||
mv_c_largeint LARGEINT LARGEINT Yes false \N NONE true `c_largeint`
|
||||
mv_c_float FLOAT FLOAT Yes false \N NONE true `c_float`
|
||||
mv_c_double DOUBLE DOUBLE Yes false \N NONE true `c_double`
|
||||
mv_c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true `c_decimal`
|
||||
mv_c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true `c_decimalv3`
|
||||
mv_c_date DATE DATEV2 Yes false \N NONE true `c_date`
|
||||
mv_c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true `c_datetime`
|
||||
mv_c_datev2 DATE DATEV2 Yes false \N NONE true `c_datev2`
|
||||
mv_c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true `c_datetimev2`
|
||||
mv_c_char CHARACTER CHARACTER Yes false \N NONE true `c_char`
|
||||
mv_c_varchar VARCHAR(65533) VARCHAR(65533) Yes false \N NONE true `c_varchar`
|
||||
mv_c_string TEXT TEXT Yes false \N NONE true `c_string`
|
||||
|
||||
@ -0,0 +1,75 @@
|
||||
-- This file is automatically generated. You should know what you did if you want to edit this
|
||||
-- !sql --
|
||||
tbl_scalar_types_dup DUP_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N NONE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N NONE true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N NONE true
|
||||
c_int INT INT Yes false \N NONE true
|
||||
c_bigint BIGINT BIGINT Yes false \N NONE true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N NONE true
|
||||
c_float FLOAT FLOAT Yes false \N NONE true
|
||||
c_double DOUBLE DOUBLE Yes false \N NONE true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_date DATE DATEV2 Yes false \N NONE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_datev2 DATE DATEV2 Yes false \N NONE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N NONE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N NONE true
|
||||
c_string TEXT TEXT Yes false \N NONE true
|
||||
|
||||
mv_tbl_scalar_types_dup_2 AGG_KEYS mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mva_SUM__CAST(`c_int` AS BIGINT) BIGINT BIGINT Yes false \N SUM true CAST(`c_int` AS BIGINT)
|
||||
mva_MAX__`c_int` INT INT Yes false \N MAX true `c_int`
|
||||
mva_MIN__`c_int` INT INT Yes false \N MIN true `c_int`
|
||||
|
||||
-- !sql --
|
||||
-2147475406 true 45 23794 -11023 915989078 2115356192 15927.068 1.392557423391501E9 45951348783208518.810 8340516346665031.310 2022-01-26 2022-04-13T11:13:48 2022-01-31 2022-02-16T06:07:21 130.50.6.0 DeniseMatthews@Yozio.mil Londonderry Alley 61
|
||||
-2147424303 false -28 -5177 -1409 149417728 553396597 -10123.558 -1.268722910924068E9 67354830622005524.848 52407243294991364.348 2022-06-29 2022-05-06T09:30:02 2023-01-09 2022-03-12T14:26 109.50.92.119 CraigHughes@Talane.biz Heath Drive 38
|
||||
-2147413967 true -75 30533 -5435 -727385447 32929830 9577.564 1.334766997510087E9 39973144022098028.800 5886463393340733.108 2022-06-23 2022-05-10T19:13:50 2022-01-17 2022-11-26T22:49:36 157.38.90.25 JoshuaLewis@Jayo.mil Loeprich Crossing 43
|
||||
-2147380173 true -79 -5785 9752 1851350218 1121852298 25652.402 -1.618061059513558E9 95821873014545736.897 38923569966532828.626 2022-10-30 2022-05-02T17:06:33 2022-08-11 2022-02-08T10:19:47 217.198.98.239 JoseBoyd@Voonder.info Lawn Lane 78
|
||||
-2147374459 false -118 -30267 -14606 262497842 -1811881704 8211.805 2.37851933046663E8 37354136531251060.755 63024710145324035.720 2022-10-11 2022-01-17T10:20:18 2022-04-12 2022-10-24T18:14:38 16.243.195.81 BrendaBoyd@Talane.net Annamark Pass 72
|
||||
-2147369329 false -121 -22859 4733 -378861997 385323541 -22969.846 1.483825622420542E9 50940877800950041.950 87108729227937387.294 2022-06-05 2022-08-18T05:39:56 2022-08-21 2022-12-12T08:43:59 16.27.107.167 PhyllisSmith@Zoombox.org Village Green Terrace 55
|
||||
-2147367329 true 84 21471 -29331 1823545950 1200800855 -13832.219 8.01505090724918E8 45495296019797580.477 45196001436348967.557 2022-02-17 2022-05-23T01:44:31 2022-08-01 2022-08-16T10:32:36 84.110.209.128 vLane@Dablist.edu Packers Street 34
|
||||
-2147339287 true 62 28989 -32018 650184880 -365849435 -21644.414 -7.8648426469503E7 92593387160450273.870 39588697152489527.185 2022-07-23 2023-01-03T11:54:35 2022-08-02 2022-05-19T18:35:36 30.194.6.115 veniam@Thoughtstorm.mil Basil Street 79
|
||||
-2147336695 false 42 -7202 27919 1898713395 1177326785 -302.0104 -1.268944460183375E9 61604656210729534.717 6683002058708470.832 2022-08-20 2022-08-14T01:41:12 2022-11-02 2022-05-15T04:22:07 36.86.77.214 delectus_maiores_fugit@Rhyzio.org Briar Crest Crossing 37
|
||||
-2147330925 false -122 -21211 -2331 1906695924 -1342280417 5545.3013 -1.286038914681617E9 31911132334645267.930 84364209624711210.131 2022-02-16 2022-03-11T12:05:33 2022-11-24 2022-12-17T19:56:16 6.87.14.74 rCampbell@Riffpath.com Forest Run Terrace 13
|
||||
|
||||
-- !sql --
|
||||
-2145739104 true 10 -22603 6132 -984517723 138439036 8683.904 1.681202635040786E9 49683339998558535.395 38251259739648714.297 2022-04-26 2022-09-12T00:32:18 2022-11-20 2023-01-09T16:19:06 180.215.212.86 KathyRoberts@Talane.info Darwin Center 26
|
||||
-2140012242 false 10 30893 -16192 -175522451 -1382546546 21324.643 2.017216342012696E9 41477187479096470.647 25445001389089818.791 2022-11-06 2022-09-02T12:04:05 2022-05-29 2022-02-04T22:21:46 24.25.69.81 nam_quasi@Photospace.mil Jay Way 9
|
||||
-2130269306 false 10 30342 -18732 1461226453 -1257020753 -10751.815 3.44246067782915E8 2456538047280540.838 37394928326629689.946 2022-11-28 2022-05-04T20:40:19 2022-08-25 2022-03-18T10:17:35 179.198.200.96 eFuller@Skynoodle.com Tennyson Street 83
|
||||
-2122709724 true 10 -8985 -30620 -1375603501 631094037 14711.055 -1.210030062083139E9 96220820029888063.156 42161382030214480.728 2022-05-28 2023-01-03T20:44:27 2022-06-11 2022-07-26T22:49:22 13.249.135.222 uDixon@Shufflebeat.name Riverside Parkway 72
|
||||
-2117749737 false 10 26335 30644 1841596444 283308539 18848.148 3.5339747538014E8 11924963560520504.166 28287350935413049.601 2022-08-01 2022-04-21T02:28:54 2022-02-27 2022-09-02T17:11:17 183.108.102.1 pHanson@Cogibox.com Maple Wood Street 40
|
||||
-2113239713 false 10 27624 31311 711781944 -1838033894 -12299.482 -1.88263132184351E9 9480201396831049.605 52114965946122870.302 2022-06-11 2022-08-31T08:54:30 2022-03-26 2023-01-08T23:28:27 200.161.156.176 et@Buzzster.net Westport Drive 82
|
||||
-2107773486 false 10 27096 10368 1579374450 1370327646 -15339.031 2.110010890135424E9 54514853031265543.378 38546969634312019.180 2022-12-31 2022-10-07T10:18:27 2022-10-01 2022-07-09T11:41:11 121.120.227.53 JuliaDean@Plambee.com Sugar Crossing 43
|
||||
-2107242025 true 10 25215 26566 1292568651 -2126795906 11912.074 -2.140044503516609E9 98695561934257164.368 18845397264645075.775 2022-05-21 2022-09-24T23:00:21 2022-02-12 2022-11-24T19:17:03 141.226.90.50 AnnaGonzalez@Eimbee.mil Cody Street 78
|
||||
-2106969609 true 10 29572 16738 1736115820 -957295886 -13319.206 -1.333603562816737E9 91224478600376111.942 69457425159617037.453 2022-09-06 2022-05-08T19:52:36 2022-04-05 2022-08-17T19:23:31 222.79.139.99 WalterFox@Voomm.net Oxford Alley 77
|
||||
-2102307005 true 10 -23674 24613 -1810828490 -47095409 -14686.167 2.072108685694799E9 39847820962230526.125 584354832299375.156 2022-03-27 2022-02-11T13:46:06 2022-12-25 2022-11-28T09:37:49 213.146.33.250 JuliaSimmons@Zazio.info Eagle Crest Terrace 84
|
||||
|
||||
-- !sql --
|
||||
tbl_scalar_types_dup DUP_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N NONE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N NONE true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N NONE true
|
||||
c_int BIGINT BIGINT Yes false \N NONE true
|
||||
c_bigint BIGINT BIGINT Yes false \N NONE true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N NONE true
|
||||
c_float FLOAT FLOAT Yes false \N NONE true
|
||||
c_double DOUBLE DOUBLE Yes false \N NONE true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N NONE true
|
||||
c_date DATE DATEV2 Yes false \N NONE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_datev2 DATE DATEV2 Yes false \N NONE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N NONE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N NONE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N NONE true
|
||||
c_string TEXT TEXT Yes false \N NONE true
|
||||
|
||||
mv_tbl_scalar_types_dup_2 AGG_KEYS mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mva_SUM__CAST(`c_int` AS BIGINT) BIGINT BIGINT Yes false \N SUM true CAST(`c_int` AS BIGINT)
|
||||
mva_MAX__`c_int` BIGINT BIGINT Yes false \N MAX true `c_int`
|
||||
mva_MIN__`c_int` BIGINT BIGINT Yes false \N MIN true `c_int`
|
||||
|
||||
@ -0,0 +1,55 @@
|
||||
-- This file is automatically generated. You should know what you did if you want to edit this
|
||||
-- !sql --
|
||||
tbl_scalar_types_agg AGG_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
k2 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N REPLACE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N MIN true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N MAX true
|
||||
c_int INT INT Yes false \N MAX true
|
||||
c_bigint BIGINT BIGINT Yes false \N SUM true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N MIN true
|
||||
c_float FLOAT FLOAT Yes false \N MIN true
|
||||
c_double DOUBLE DOUBLE Yes false \N MAX true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N SUM true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N SUM true
|
||||
c_date DATE DATEV2 Yes false \N REPLACE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N REPLACE true
|
||||
c_datev2 DATE DATEV2 Yes false \N REPLACE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N REPLACE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N REPLACE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N REPLACE true
|
||||
c_string TEXT TEXT Yes false \N REPLACE true
|
||||
|
||||
mv_tbl_scalar_types_agg_1 AGG_KEYS mv_k2 BIGINT BIGINT Yes true \N true `k2`
|
||||
mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mva_MAX__`c_int` INT INT Yes false \N MAX true `c_int`
|
||||
|
||||
-- !sql --
|
||||
|
||||
-- !sql --
|
||||
|
||||
-- !sql --
|
||||
tbl_scalar_types_agg AGG_KEYS k1 BIGINT BIGINT Yes true \N true
|
||||
k2 BIGINT BIGINT Yes true \N true
|
||||
c_bool BOOLEAN BOOLEAN Yes false \N REPLACE true
|
||||
c_tinyint TINYINT TINYINT Yes false \N MIN true
|
||||
c_smallint SMALLINT SMALLINT Yes false \N MAX true
|
||||
c_int BIGINT BIGINT Yes false \N MAX true
|
||||
c_bigint BIGINT BIGINT Yes false \N SUM true
|
||||
c_largeint LARGEINT LARGEINT Yes false \N MIN true
|
||||
c_float FLOAT FLOAT Yes false \N MIN true
|
||||
c_double DOUBLE DOUBLE Yes false \N MAX true
|
||||
c_decimal DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N SUM true
|
||||
c_decimalv3 DECIMAL(20, 3) DECIMALV3(20, 3) Yes false \N SUM true
|
||||
c_date DATE DATEV2 Yes false \N REPLACE true
|
||||
c_datetime DATETIME DATETIMEV2(0) Yes false \N REPLACE true
|
||||
c_datev2 DATE DATEV2 Yes false \N REPLACE true
|
||||
c_datetimev2 DATETIME DATETIMEV2(0) Yes false \N REPLACE true
|
||||
c_char CHAR(15) CHAR(15) Yes false \N REPLACE true
|
||||
c_varchar VARCHAR(100) VARCHAR(100) Yes false \N REPLACE true
|
||||
c_string TEXT TEXT Yes false \N REPLACE true
|
||||
|
||||
mv_tbl_scalar_types_agg_1 AGG_KEYS mv_k2 BIGINT BIGINT Yes true \N true `k2`
|
||||
mv_k1 BIGINT BIGINT Yes true \N true `k1`
|
||||
mva_MAX__`c_int` BIGINT BIGINT Yes false \N MAX true `c_int`
|
||||
|
||||
@ -0,0 +1,98 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
import org.codehaus.groovy.runtime.IOGroovyMethods
|
||||
|
||||
suite("schema_change_modify_mv_column_type") {
|
||||
//test legacy planner
|
||||
|
||||
def dataFile = """${getS3Url()}/regression/datatypes/test_scalar_types_10w.csv"""
|
||||
|
||||
// define dup key table1
|
||||
def testTable = "tbl_scalar_types_dup"
|
||||
sql "DROP TABLE IF EXISTS ${testTable} FORCE"
|
||||
sql """
|
||||
CREATE TABLE IF NOT EXISTS ${testTable} (
|
||||
`k1` bigint(11) NULL,
|
||||
`c_bool` boolean NULL,
|
||||
`c_tinyint` tinyint(4) NULL,
|
||||
`c_smallint` smallint(6) NULL,
|
||||
`c_int` int(11) NULL,
|
||||
`c_bigint` bigint(20) NULL,
|
||||
`c_largeint` largeint(40) NULL,
|
||||
`c_float` float NULL,
|
||||
`c_double` double NULL,
|
||||
`c_decimal` decimal(20, 3) NULL,
|
||||
`c_decimalv3` decimalv3(20, 3) NULL,
|
||||
`c_date` date NULL,
|
||||
`c_datetime` datetime NULL,
|
||||
`c_datev2` datev2 NULL,
|
||||
`c_datetimev2` datetimev2(0) NULL,
|
||||
`c_char` char(15) NULL,
|
||||
`c_varchar` varchar(100) NULL,
|
||||
`c_string` text NULL
|
||||
) ENGINE=OLAP
|
||||
DUPLICATE KEY(`k1`)
|
||||
COMMENT 'OLAP'
|
||||
DISTRIBUTED BY HASH(`k1`) BUCKETS 1
|
||||
PROPERTIES("replication_num" = "1");
|
||||
"""
|
||||
|
||||
// load data
|
||||
streamLoad {
|
||||
table testTable
|
||||
file dataFile
|
||||
time 60000
|
||||
|
||||
check { result, exception, startTime, endTime ->
|
||||
if (exception != null) {
|
||||
throw exception
|
||||
}
|
||||
log.info("Stream load result: ${result}".toString())
|
||||
def json = parseJson(result)
|
||||
assertEquals(100000, json.NumberTotalRows)
|
||||
assertEquals(100000, json.NumberLoadedRows)
|
||||
}
|
||||
}
|
||||
createMV ("""CREATE MATERIALIZED VIEW mv_${testTable}_1 AS SELECT c_tinyint, c_bool, k1, c_smallint, c_int, c_bigint, c_largeint, c_float, c_double, c_decimal, c_decimalv3, c_date, c_datetime, c_datev2, c_datetimev2, c_char, c_varchar, c_string FROM ${testTable} ORDER BY c_tinyint, c_bool, k1""")
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "set topn_opt_limit_threshold = 100"
|
||||
qt_sql "SELECT * from ${testTable} order by 1, 2, 3 limit 10"
|
||||
qt_sql "SELECT * from ${testTable} where c_tinyint = 10 order by 1, 2, 3 limit 10 "
|
||||
|
||||
sql """
|
||||
ALTER table ${testTable} MODIFY COLUMN c_int BIGINT;
|
||||
"""
|
||||
def getJobState = { tableName ->
|
||||
def jobStateResult = sql """ SHOW ALTER TABLE COLUMN WHERE IndexName='${tableName}' ORDER BY createtime DESC LIMIT 1 """
|
||||
return jobStateResult[0][9]
|
||||
}
|
||||
int max_try_time = 100
|
||||
while (max_try_time--){
|
||||
String result = getJobState(testTable)
|
||||
if (result == "FINISHED") {
|
||||
break
|
||||
} else {
|
||||
sleep(2000)
|
||||
if (max_try_time < 1){
|
||||
assertEquals(1,2)
|
||||
}
|
||||
}
|
||||
}
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "INSERT INTO ${testTable} SELECT * from ${testTable}"
|
||||
}
|
||||
@ -0,0 +1,98 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
import org.codehaus.groovy.runtime.IOGroovyMethods
|
||||
|
||||
suite("schema_change_modify_mv_column_type2") {
|
||||
//test legacy planner
|
||||
|
||||
def dataFile = """${getS3Url()}/regression/datatypes/test_scalar_types_10w.csv"""
|
||||
|
||||
// define dup key table1
|
||||
def testTable = "tbl_scalar_types_dup"
|
||||
sql "DROP TABLE IF EXISTS ${testTable} FORCE"
|
||||
sql """
|
||||
CREATE TABLE IF NOT EXISTS ${testTable} (
|
||||
`k1` bigint(11) NULL,
|
||||
`c_bool` boolean NULL,
|
||||
`c_tinyint` tinyint(4) NULL,
|
||||
`c_smallint` smallint(6) NULL,
|
||||
`c_int` int(11) NULL,
|
||||
`c_bigint` bigint(20) NULL,
|
||||
`c_largeint` largeint(40) NULL,
|
||||
`c_float` float NULL,
|
||||
`c_double` double NULL,
|
||||
`c_decimal` decimal(20, 3) NULL,
|
||||
`c_decimalv3` decimalv3(20, 3) NULL,
|
||||
`c_date` date NULL,
|
||||
`c_datetime` datetime NULL,
|
||||
`c_datev2` datev2 NULL,
|
||||
`c_datetimev2` datetimev2(0) NULL,
|
||||
`c_char` char(15) NULL,
|
||||
`c_varchar` varchar(100) NULL,
|
||||
`c_string` text NULL
|
||||
) ENGINE=OLAP
|
||||
DUPLICATE KEY(`k1`)
|
||||
COMMENT 'OLAP'
|
||||
DISTRIBUTED BY HASH(`k1`) BUCKETS 1
|
||||
PROPERTIES("replication_num" = "1");
|
||||
"""
|
||||
|
||||
// load data
|
||||
streamLoad {
|
||||
table testTable
|
||||
file dataFile
|
||||
time 60000
|
||||
|
||||
check { result, exception, startTime, endTime ->
|
||||
if (exception != null) {
|
||||
throw exception
|
||||
}
|
||||
log.info("Stream load result: ${result}".toString())
|
||||
def json = parseJson(result)
|
||||
assertEquals(100000, json.NumberTotalRows)
|
||||
assertEquals(100000, json.NumberLoadedRows)
|
||||
}
|
||||
}
|
||||
createMV ("""CREATE MATERIALIZED VIEW mv_${testTable}_2 AS SELECT k1, sum(c_int), max(c_int), min(c_int) FROM ${testTable} GROUP BY k1""")
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "set topn_opt_limit_threshold = 100"
|
||||
qt_sql "SELECT * from ${testTable} order by 1, 2, 3 limit 10"
|
||||
qt_sql "SELECT * from ${testTable} where c_tinyint = 10 order by 1, 2, 3 limit 10 "
|
||||
|
||||
sql """
|
||||
ALTER table ${testTable} MODIFY COLUMN c_int BIGINT;
|
||||
"""
|
||||
def getJobState = { tableName ->
|
||||
def jobStateResult = sql """ SHOW ALTER TABLE COLUMN WHERE IndexName='${tableName}' ORDER BY createtime DESC LIMIT 1 """
|
||||
return jobStateResult[0][9]
|
||||
}
|
||||
int max_try_time = 100
|
||||
while (max_try_time--){
|
||||
String result = getJobState(testTable)
|
||||
if (result == "FINISHED") {
|
||||
break
|
||||
} else {
|
||||
sleep(2000)
|
||||
if (max_try_time < 1){
|
||||
assertEquals(1,2)
|
||||
}
|
||||
}
|
||||
}
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "INSERT INTO ${testTable} SELECT * from ${testTable}"
|
||||
}
|
||||
@ -0,0 +1,97 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
import org.codehaus.groovy.runtime.IOGroovyMethods
|
||||
|
||||
suite("schema_change_modify_mv_column_type_agg") {
|
||||
//test legacy planner
|
||||
|
||||
def dataFile = """${getS3Url()}/regression/datatypes/test_scalar_types_10w.csv"""
|
||||
|
||||
// define dup key table1
|
||||
def testTable = "tbl_scalar_types_agg"
|
||||
sql "DROP TABLE IF EXISTS ${testTable} FORCE"
|
||||
sql """
|
||||
CREATE TABLE IF NOT EXISTS ${testTable} (
|
||||
`k1` bigint(11) NULL,
|
||||
`k2` bigint(11) NULL,
|
||||
`c_bool` boolean replace NULL,
|
||||
`c_tinyint` tinyint(4) min NULL,
|
||||
`c_smallint` smallint(6) max NULL,
|
||||
`c_int` int(11) max NULL,
|
||||
`c_bigint` bigint(20) sum NULL,
|
||||
`c_largeint` largeint(40) min NULL,
|
||||
`c_float` float min NULL,
|
||||
`c_double` double max NULL,
|
||||
`c_decimal` decimal(20, 3) sum NULL,
|
||||
`c_decimalv3` decimalv3(20, 3) sum NULL,
|
||||
`c_date` date replace NULL,
|
||||
`c_datetime` datetime replace NULL,
|
||||
`c_datev2` datev2 replace NULL,
|
||||
`c_datetimev2` datetimev2(0)replace NULL,
|
||||
`c_char` char(15) replace NULL,
|
||||
`c_varchar` varchar(100) replace NULL,
|
||||
`c_string` text replace NULL
|
||||
) ENGINE=OLAP
|
||||
AGGREGATE KEY(`k1`, `k2`)
|
||||
COMMENT 'OLAP'
|
||||
DISTRIBUTED BY HASH(`k1`) BUCKETS 1
|
||||
PROPERTIES("replication_num" = "1");
|
||||
"""
|
||||
|
||||
// load data
|
||||
streamLoad {
|
||||
table testTable
|
||||
file dataFile
|
||||
time 60000
|
||||
|
||||
check { result, exception, startTime, endTime ->
|
||||
if (exception != null) {
|
||||
throw exception
|
||||
}
|
||||
log.info("Stream load result: ${result}".toString())
|
||||
def json = parseJson(result)
|
||||
}
|
||||
}
|
||||
createMV ("""CREATE MATERIALIZED VIEW mv_${testTable}_1 AS SELECT k2, k1, max(c_int) FROM ${testTable} GROUP BY k2, k1""")
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "set topn_opt_limit_threshold = 100"
|
||||
qt_sql "SELECT * from ${testTable} order by 1, 2, 3 limit 10"
|
||||
qt_sql "SELECT * from ${testTable} where c_tinyint = 10 order by 1, 2, 3 limit 10 "
|
||||
|
||||
sql """
|
||||
ALTER table ${testTable} MODIFY COLUMN c_int BIGINT max;
|
||||
"""
|
||||
def getJobState = { tableName ->
|
||||
def jobStateResult = sql """ SHOW ALTER TABLE COLUMN WHERE IndexName='${tableName}' ORDER BY createtime DESC LIMIT 1 """
|
||||
return jobStateResult[0][9]
|
||||
}
|
||||
int max_try_time = 100
|
||||
while (max_try_time--){
|
||||
String result = getJobState(testTable)
|
||||
if (result == "FINISHED") {
|
||||
break
|
||||
} else {
|
||||
sleep(2000)
|
||||
if (max_try_time < 1){
|
||||
assertEquals(1,2)
|
||||
}
|
||||
}
|
||||
}
|
||||
qt_sql """ desc ${testTable} all """
|
||||
sql "INSERT INTO ${testTable} SELECT * from ${testTable}"
|
||||
}
|
||||
Reference in New Issue
Block a user