diff --git a/docs/en/docs/lakehouse/multi-catalog/dlf.md b/docs/en/docs/lakehouse/multi-catalog/dlf.md index 7fb88bb316..a7e0c8fd79 100644 --- a/docs/en/docs/lakehouse/multi-catalog/dlf.md +++ b/docs/en/docs/lakehouse/multi-catalog/dlf.md @@ -45,6 +45,7 @@ CREATE CATALOG dlf PROPERTIES ( "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //optional "dlf.access_key" = "ak", "dlf.secret_key" = "sk" ); @@ -55,6 +56,7 @@ CREATE CATALOG dlf PROPERTIES ( * `dlf.endpoint`: DLF Endpoint. See [Regions and Endpoints of DLF](https://www.alibabacloud.com/help/en/data-lake-formation/latest/regions-and-endpoints). * `dlf.region`: DLF Region. See [Regions and Endpoints of DLF](https://www.alibabacloud.com/help/en/data-lake-formation/latest/regions-and-endpoints). * `dlf.uid`: Alibaba Cloud account. You can find the "Account ID" in the upper right corner on the Alibaba Cloud console. +* `dlf.catalog.id`: Optional. Used to specify the dlf catalog, if not specified, the default Catalog ID will be used. * `dlf.access_key`:AccessKey, which you can create and manage on the [Alibaba Cloud console](https://ram.console.aliyun.com/manage/ak). * `dlf.secret_key`:SecretKey, which you can create and manage on the [Alibaba Cloud console](https://ram.console.aliyun.com/manage/ak). @@ -79,6 +81,7 @@ Doris supports accessing Hive/Iceberg/Hudi metadata in DLF. "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //optional "dlf.access_key" = "ak", "dlf.secret_key" = "sk", "oss.hdfs.enabled" = "true" @@ -97,6 +100,7 @@ CREATE CATALOG dlf_iceberg PROPERTIES ( "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //optional "dlf.access_key" = "ak", "dlf.secret_key" = "sk" ); diff --git a/docs/en/docs/lakehouse/multi-catalog/max-compute.md b/docs/en/docs/lakehouse/multi-catalog/max-compute.md index a2f141df70..bc62d84358 100644 --- a/docs/en/docs/lakehouse/multi-catalog/max-compute.md +++ b/docs/en/docs/lakehouse/multi-catalog/max-compute.md @@ -31,6 +31,10 @@ MaxCompute (previously known as ODPS) is a data warehousing solution that can pr > [What is MaxCompute](https://www.alibabacloud.com/help/en/maxcompute/product-overview/what-is-maxcompute) +## Instructions +1. Max Compute Catalog is developed based on [Max Compute Tunnel SDK](https://www.alibabacloud.com/help/en/maxcompute/user-guide/overview-28?spm=a2c63.p38356.0.0.7d951a91knT73F), and Query performance is limited. +2. During a query, Max Compute DownloadSession objects are created for each Scan. Therefore, performance will degrade when Max Compute is accessed in parallel. It is recommended that minimize the number of partitions and the size of the queried data when using the Max Compute Catalog. + ## Connect to MaxCompute ```sql diff --git a/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md b/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md index 43d30ff5e6..115975facf 100644 --- a/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md +++ b/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md @@ -45,6 +45,7 @@ CREATE CATALOG dlf PROPERTIES ( "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //可选 "dlf.access_key" = "ak", "dlf.secret_key" = "sk" ); @@ -55,6 +56,7 @@ CREATE CATALOG dlf PROPERTIES ( * `dlf.endpoint`:DLF Endpoint,参阅:[DLF Region和Endpoint对照表](https://www.alibabacloud.com/help/zh/data-lake-formation/latest/regions-and-endpoints) * `dlf.region`:DLF Region,参阅:[DLF Region和Endpoint对照表](https://www.alibabacloud.com/help/zh/data-lake-formation/latest/regions-and-endpoints) * `dlf.uid`:阿里云账号。即阿里云控制台右上角个人信息的“云账号ID”。 +* `dlf.catalog.id`(可选):Catalog Id。用于指定数据目录,如果不填,使用默认的Catalog ID。 * `dlf.access_key`:AccessKey。可以在 [阿里云控制台](https://ram.console.aliyun.com/manage/ak) 中创建和管理。 * `dlf.secret_key`:SecretKey。可以在 [阿里云控制台](https://ram.console.aliyun.com/manage/ak) 中创建和管理。 @@ -79,6 +81,7 @@ CREATE CATALOG dlf PROPERTIES ( "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //可选 "dlf.access_key" = "ak", "dlf.secret_key" = "sk", "oss.hdfs.enabled" = "true" @@ -97,6 +100,7 @@ CREATE CATALOG dlf_iceberg PROPERTIES ( "dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com", "dlf.region" = "cn-beijing", "dlf.uid" = "uid", + "dlf.catalog.id" = "catalog_id", //可选 "dlf.access_key" = "ak", "dlf.secret_key" = "sk" ); diff --git a/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md b/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md index e4b6eacb5f..2d65950d27 100644 --- a/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md +++ b/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md @@ -31,6 +31,10 @@ MaxCompute是阿里云上的企业级SaaS(Software as a Service)模式云数 > [什么是 MaxCompute](https://help.aliyun.com/zh/maxcompute/product-overview/what-is-maxcompute?spm=a2c4g.11174283.0.i1) +## 使用须知 +1. Max Compute Catalog基于[Max Compute Tunnel SDK](https://help.aliyun.com/zh/maxcompute/user-guide/overview-28?spm=a2c4g.11186623.0.0.376d66c2FNv6aS)开发。查询性能有一定限制。 +2. 在一次查询中,每个Scan都会创建Max Compute的DownloadSession对象,并行访问Max Compute时性能会下降,建议使用Max Compute Catalog时,尽量减少查询的分区数量和数据大小。 + ## 连接 Max Compute ```sql