From 7fedfdcf6a3cbe96b6d71fff460f27c96a9dbcae Mon Sep 17 00:00:00 2001
From: "jiafeng.zhang" <zhangjf1@gmail.com>
Date: Tue, 1 Nov 2022 23:01:45 +0800
Subject: [PATCH] [fix](spark load)The where condition does not take effect
 when spark load loads the file (#13803)

---
 .../main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java   | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java b/fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java
index d64c1080c8..3c6a27157e 100644
--- a/fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java
+++ b/fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java
@@ -724,6 +724,9 @@ public final class SparkDpp implements java.io.Serializable {
         );
 
         Dataset<Row> dataframe = spark.createDataFrame(rowRDD, srcSchema);
+        if (!Strings.isNullOrEmpty(fileGroup.where)) {
+            dataframe = dataframe.where(fileGroup.where);
+        }
         return dataframe;
     }