[fix](spark load)The where condition does not take effect when spark load loads the file (#13803)
This commit is contained in:
@ -724,6 +724,9 @@ public final class SparkDpp implements java.io.Serializable {
|
||||
);
|
||||
|
||||
Dataset<Row> dataframe = spark.createDataFrame(rowRDD, srcSchema);
|
||||
if (!Strings.isNullOrEmpty(fileGroup.where)) {
|
||||
dataframe = dataframe.where(fileGroup.where);
|
||||
}
|
||||
return dataframe;
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user