diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/jdbc/JdbcExternalCatalog.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/jdbc/JdbcExternalCatalog.java
index db98df8bc9..3c224d3843 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/datasource/jdbc/JdbcExternalCatalog.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/jdbc/JdbcExternalCatalog.java
@@ -309,8 +309,10 @@ public class JdbcExternalCatalog extends ExternalCatalog {
                     testFeToJdbcConnection();
                     testBeToJdbcConnection();
                 } finally {
-                    jdbcClient.closeClient();
-                    jdbcClient = null;
+                    if (jdbcClient != null) {
+                        jdbcClient.closeClient();
+                        jdbcClient = null;
+                    }
                 }
             }
         }