From 12af86176a62347497bc3d5e07f72014872ae02c Mon Sep 17 00:00:00 2001
From: Mingyu Chen <morningman@163.com>
Date: Sun, 14 Jan 2024 10:36:18 +0800
Subject: [PATCH] [fix](class-loader) fix class loader conflict on BE side
 (#29942)

1. make `hadoop-common` in be java extension as `provided`.
2. must load be java extension jars before hadoop jars
---
 bin/start_be.sh                                  | 2 ++
 fe/be-java-extensions/preload-extensions/pom.xml | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/bin/start_be.sh b/bin/start_be.sh
index 434c06cfe3..046be07e36 100755
--- a/bin/start_be.sh
+++ b/bin/start_be.sh
@@ -89,6 +89,8 @@ if [[ "${MAX_FILE_COUNT}" -lt 60000 ]]; then
 fi
 
 # add java libs
+# Must add hadoop libs, because we should load specified jars
+# instead of jars in hadoop libs, such as avro
 preload_jars=("preload-extensions")
 preload_jars+=("java-udf")
 
diff --git a/fe/be-java-extensions/preload-extensions/pom.xml b/fe/be-java-extensions/preload-extensions/pom.xml
index 830ee1ea8f..a63c0a9b23 100644
--- a/fe/be-java-extensions/preload-extensions/pom.xml
+++ b/fe/be-java-extensions/preload-extensions/pom.xml
@@ -60,6 +60,8 @@ under the License.
         <dependency>
             <groupId>org.apache.hadoop</groupId>
             <artifactId>hadoop-common</artifactId>
+            <!-- Must be provided, we use hadoop_libs in BE's 3rd party instead -->
+            <scope>provided</scope>
         </dependency>
         <dependency>
             <groupId>org.apache.hudi</groupId>