[deprecated](external) remove deprecated hudi and iceberg external table (#27456)

The creation of hudi and iceberg table is disallowed since v1.2.
All these features are covered by hudi/iceberg catalog.
We should remove the code in v2.1

The PR mainly changes:
1. remove the code of hudi/iceberg external table.
2. remove code of iceberg database.
3. disallowed hive external table's creation.
4. disabled odbc,mysql,broker external table by default, and add FE config `disable_odbc_mysql_broker_table` to control it
This commit is contained in:
Mingyu Chen
2023-11-24 23:18:07 +08:00
committed by GitHub
parent 59efb1b238
commit 6142a539f4
41 changed files with 48 additions and 2508 deletions

View File

@ -924,12 +924,6 @@ public class Config extends ConfigBase {
@ConfField
public static long es_state_sync_interval_second = 10;
/**
* fe will create iceberg table every iceberg_table_creation_interval_second
*/
@ConfField(mutable = true, masterOnly = true)
public static long iceberg_table_creation_interval_second = 10;
/**
* the factor of delay time before deciding to repair tablet.
* if priority is VERY_HIGH, repair it immediately.
@ -1505,14 +1499,6 @@ public class Config extends ConfigBase {
@ConfField(mutable = true, masterOnly = true)
public static long min_bytes_indicate_replica_too_large = 2 * 1024 * 1024 * 1024L;
/**
* If set to TRUE, the column definitions of iceberg table and the doris table must be consistent
* If set to FALSE, Doris only creates columns of supported data types.
* Default is true.
*/
@ConfField(mutable = true, masterOnly = true)
public static boolean iceberg_table_creation_strict_mode = true;
// statistics
/*
* the max unfinished statistics job number
@ -1761,12 +1747,9 @@ public class Config extends ConfigBase {
@ConfField(mutable = true, masterOnly = true)
public static long max_backend_heartbeat_failure_tolerance_count = 1;
/**
* The iceberg and hudi table will be removed in v1.3
* Use multi catalog instead.
*/
@ConfField(mutable = true, masterOnly = false)
public static boolean disable_iceberg_hudi_table = true;
@ConfField(mutable = true, masterOnly = false, description = {
"禁止创建odbc, mysql, broker类型的外表", "Disallow the creation of odbc, mysql, broker type external tables"})
public static boolean enable_odbc_mysql_broker_table = false;
/**
* The default connection timeout for hive metastore.
@ -1872,15 +1855,6 @@ public class Config extends ConfigBase {
@ConfField(mutable = false, varType = VariableAnnotation.EXPERIMENTAL)
public static boolean enable_fqdn_mode = false;
/**
* enable use odbc table
*/
@ConfField(mutable = true, masterOnly = true, description = {
"是否开启 ODBC 外表功能,默认关闭,ODBC 外表是淘汰的功能,请使用 JDBC Catalog",
"Whether to enable the ODBC appearance function, it is disabled by default,"
+ " and the ODBC appearance is an obsolete feature. Please use the JDBC Catalog"})
public static boolean enable_odbc_table = false;
/**
* This is used whether to push down function to MYSQL in external Table with query sql
* like odbc, jdbc for mysql table