database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[improvement](spark-load) support datev2 and datetimev2 #21839

Browse Source
This commit is contained in:
gnehil
2023-07-24 09:07:53 +08:00
committed by GitHub
parent ff9811fa1b
commit c78341b728
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/ColumnParser.java
View File

@ -59,9 +59,11 @@ public abstract class ColumnParser implements Serializable {
return new DoubleParser();
} else if (columnType.equalsIgnoreCase("BOOLEAN")) {
return new BooleanParser();
} else if (columnType.equalsIgnoreCase("DATE")) {
} else if (columnType.equalsIgnoreCase("DATE")
|| columnType.equalsIgnoreCase("DATEV2")) {
return new DateParser();
} else if (columnType.equalsIgnoreCase("DATETIME")) {
} else if (columnType.equalsIgnoreCase("DATETIME")
|| columnType.equalsIgnoreCase("DATETIMEV2")) {
return new DatetimeParser();
} else if (columnType.equalsIgnoreCase("STRING")
|| columnType.equalsIgnoreCase("TEXT")) {

4
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/DppUtils.java
View File

@ -82,6 +82,7 @@ public class DppUtils {
case "INT":
return Integer.class;
case "DATETIME":
case "DATETIMEV2":
return java.sql.Timestamp.class;
case "BIGINT":
return Long.class;
@ -92,6 +93,7 @@ public class DppUtils {
case "DOUBLE":
return Double.class;
case "DATE":
case "DATEV2":
return Date.class;
case "HLL":
case "CHAR":
@ -127,6 +129,7 @@ public class DppUtils {
dataType = DataTypes.IntegerType;
break;
case "DATETIME":
case "DATETIMEV2":
dataType = DataTypes.TimestampType;
break;
case "BIGINT":
@ -142,6 +145,7 @@ public class DppUtils {
dataType = DataTypes.DoubleType;
break;
case "DATE":
case "DATEV2":
dataType = DataTypes.DateType;
break;
case "CHAR":