From 4be54cfcaccac7c6e457c5d58fe6735aedb7b439 Mon Sep 17 00:00:00 2001 From: Ashin Gau Date: Tue, 10 Jan 2023 23:21:53 +0800 Subject: [PATCH] [deps](hdfs) update libhdfs3 to v2.3.5 to support KMS (#15770) Support KMS in libhdfs3: apache/doris-thirdparty#22 --- docs/en/docs/ecosystem/external-table/multi-catalog.md | 5 +++++ docs/zh-CN/docs/ecosystem/external-table/multi-catalog.md | 5 +++++ thirdparty/vars.sh | 8 ++++---- 3 files changed, 14 insertions(+), 4 deletions(-) diff --git a/docs/en/docs/ecosystem/external-table/multi-catalog.md b/docs/en/docs/ecosystem/external-table/multi-catalog.md index e97a3badae..c19db7d417 100644 --- a/docs/en/docs/ecosystem/external-table/multi-catalog.md +++ b/docs/en/docs/ecosystem/external-table/multi-catalog.md @@ -151,6 +151,11 @@ CREATE CATALOG hive PROPERTIES ( ); ``` +If you want to connect to Hadoop with KMS authentication, you should add the follow configuration into properties: +``` +'dfs.encryption.key.provider.uri' = 'kms://http@kms_host:kms_port/kms' +``` + Once created, you can view the catalog with the `SHOW CATALOGS` command: ``` diff --git a/docs/zh-CN/docs/ecosystem/external-table/multi-catalog.md b/docs/zh-CN/docs/ecosystem/external-table/multi-catalog.md index 88fe4dd355..a216008867 100644 --- a/docs/zh-CN/docs/ecosystem/external-table/multi-catalog.md +++ b/docs/zh-CN/docs/ecosystem/external-table/multi-catalog.md @@ -151,6 +151,11 @@ CREATE CATALOG hive PROPERTIES ( ); ``` +如果需要 hadoop KMS 认证,可以在properties中添加: +``` +'dfs.encryption.key.provider.uri' = 'kms://http@kms_host:kms_port/kms' +``` + 创建后,可以通过 `SHOW CATALOGS` 命令查看 catalog: ``` diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh index 9a29d5bafb..38b845a654 100644 --- a/thirdparty/vars.sh +++ b/thirdparty/vars.sh @@ -363,10 +363,10 @@ KRB5_SOURCE="krb5-1.19" KRB5_MD5SUM="aaf18447a5a014aa3b7e81814923f4c9" # hdfs3 -HDFS3_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/libhdfs3-v2.3.4.tar.gz" -HDFS3_NAME="doris-thirdparty-libhdfs3-v2.3.4.tar.gz" -HDFS3_SOURCE="doris-thirdparty-libhdfs3-v2.3.4" -HDFS3_MD5SUM="5da1d32ec83b3732ccbe26346a7f5f9a" +HDFS3_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/libhdfs3-v2.3.5.tar.gz" +HDFS3_NAME="doris-thirdparty-libhdfs3-v2.3.5.tar.gz" +HDFS3_SOURCE="doris-thirdparty-libhdfs3-v2.3.5" +HDFS3_MD5SUM="8da623120add76f5595e5978b123e157" #libdivide LIBDIVIDE_DOWNLOAD="https://github.com/ridiculousfish/libdivide/archive/5.0.tar.gz"