[fix](spark load)The where condition does not take effect when spark load loads the file (#13803)

This commit is contained in:
jiafeng.zhang
2022-11-01 23:01:45 +08:00
committed by GitHub
parent 3924ecead5
commit 7fedfdcf6a

View File

@ -724,6 +724,9 @@ public final class SparkDpp implements java.io.Serializable {
);
Dataset<Row> dataframe = spark.createDataFrame(rowRDD, srcSchema);
if (!Strings.isNullOrEmpty(fileGroup.where)) {
dataframe = dataframe.where(fileGroup.where);
}
return dataframe;
}