[feature](catalog) support clob type in oracle jdbc catalog (#21532)

docker/thirdparties/docker-compose/oracle/init/03-create-table.sql

@@ -107,3 +107,8 @@ create table doris_test.test_number4 (
   id number(11) not null primary key,
   num1 NUMBER(5,-7)
 );
+
+create table doris_test.test_clob (
+  id number(11) not null primary key,
+  num1 clob
+);

docker/thirdparties/docker-compose/oracle/init/04-insert.sql

@@ -75,4 +75,6 @@ insert into doris_test.test_number3 values (4, 0.99999);
 
 insert into doris_test.test_number4 values (1, 12345678);
 insert into doris_test.test_number4 values (2, 123456789012);
+insert into doris_test.test_clob values (10086, 'yidong');
+insert into doris_test.test_clob values (10010, 'liantong');
 commit;

fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/JdbcExecutor.java

@@ -1548,6 +1548,53 @@ public class JdbcExecutor {
         UdfUtils.copyMemory(bytes, UdfUtils.BYTE_ARRAY_OFFSET, null, bytesAddr, offsets[numRows - 1]);
     }
 
+    private void oracleClobToString(Object[] column, boolean isNullable, int numRows, long nullMapAddr,
+                                    long offsetsAddr, long charsAddr) {
+        int[] offsets = new int[numRows];
+        byte[][] byteRes = new byte[numRows][];
+        int offset = 0;
+        if (isNullable) {
+            for (int i = 0; i < numRows; i++) {
+                if (column[i] == null) {
+                    byteRes[i] = emptyBytes;
+                    UdfUtils.UNSAFE.putByte(nullMapAddr + i, (byte) 1);
+                } else {
+                    try {
+                        oracle.sql.CLOB clob = (oracle.sql.CLOB) column[i];
+                        String result = clob.getSubString(1, (int) clob.length());
+                        byteRes[i] = result.getBytes(StandardCharsets.UTF_8);
+                    } catch (Exception e) {
+                        LOG.info("clobToString have error when convert " + e.getMessage());
+                    }
+                }
+                offset += byteRes[i].length;
+                offsets[i] = offset;
+            }
+        } else {
+            for (int i = 0; i < numRows; i++) {
+                try {
+                    oracle.sql.CLOB clob = (oracle.sql.CLOB) column[i];
+                    String result = clob.getSubString(1, (int) clob.length());
+                    byteRes[i] = result.getBytes(StandardCharsets.UTF_8);
+                } catch (Exception e) {
+                    LOG.info("clobToString have error when convert " + e.getMessage());
+                }
+                offset += byteRes[i].length;
+                offsets[i] = offset;
+            }
+        }
+        byte[] bytes = new byte[offsets[numRows - 1]];
+        long bytesAddr = JNINativeMethod.resizeStringColumn(charsAddr, offsets[numRows - 1]);
+        int dst = 0;
+        for (int i = 0; i < numRows; i++) {
+            for (int j = 0; j < byteRes[i].length; j++) {
+                bytes[dst++] = byteRes[i][j];
+            }
+        }
+        UdfUtils.copyMemory(offsets, UdfUtils.INT_ARRAY_OFFSET, null, offsetsAddr, numRows * 4L);
+        UdfUtils.copyMemory(bytes, UdfUtils.BYTE_ARRAY_OFFSET, null, bytesAddr, offsets[numRows - 1]);
+    }
+
     private void objectPutToString(Object[] column, boolean isNullable, int numRows, long nullMapAddr,
             long offsetsAddr, long charsAddr) {
         int[] offsets = new int[numRows];
@@ -1756,6 +1803,9 @@ public class JdbcExecutor {
                 || tableType == TOdbcTableType.OCEANBASE)) {
             // for mysql bytea type
             byteaPutToMySQLString(column, isNullable, numRows, nullMapAddr, offsetsAddr, charsAddr);
+        } else if (column[firstNotNullIndex] instanceof oracle.sql.CLOB && tableType == TOdbcTableType.ORACLE) {
+            // for oracle clob type
+            oracleClobToString(column, isNullable, numRows, nullMapAddr, offsetsAddr, charsAddr);
         } else {
             // object like in pg type point, polygon, jsonb..... get object is
             // org.postgresql.util.PGobject.....

fe/fe-core/src/main/java/org/apache/doris/external/jdbc/JdbcOracleClient.java

@@ -114,9 +114,9 @@ public class JdbcOracleClient extends JdbcClient {
             case "RAW":
             case "LONG RAW":
             case "INTERVAL":
+            case "CLOB":
                 return ScalarType.createStringType();
             case "BLOB":
-            case "CLOB":
             case "NCLOB":
             case "BFILE":
             case "BINARY_FLOAT":

regression-test/data/jdbc_catalog_p0/test_oracle_jdbc_catalog.out

@@ -110,3 +110,7 @@ DORIS_TEST
 2	-99	-9999	-999999999	-999999999999999999	-999	-99999	-9999999999	-9999999999999999999
 3	10	100	999999999	999999999999999999	999	99999	9999999999	9999999999999999999
 
+-- !query_clob --
+10010	liantong
+10086	yidong
+

regression-test/suites/jdbc_catalog_p0/test_oracle_jdbc_catalog.groovy

@@ -137,5 +137,18 @@ suite("test_oracle_jdbc_catalog", "p0") {
 
         sql """drop catalog if exists ${catalog_name} """
 
+        // test for clob type
+        sql """create catalog if not exists ${catalog_name} properties(
+                    "type"="jdbc",
+                    "user"="doris_test",
+                    "password"="123456",
+                    "jdbc_url" = "jdbc:oracle:thin:@127.0.0.1:${oracle_port}:${SID}",
+                    "driver_url" = "https://doris-community-test-1308700295.cos.ap-hongkong.myqcloud.com/jdbc_driver/ojdbc8.jar",
+                    "driver_class" = "oracle.jdbc.driver.OracleDriver",
+                    "lower_case_table_names" = "true"
+        );"""
+        sql """ switch ${catalog_name} """
+        qt_query_clob """ select * from doris_test.test_clob order by id; """
+
     }
 }