From a7b8d110a012d1f11580e618199e7bcd559f2650 Mon Sep 17 00:00:00 2001 From: "jiafeng.zhang" Date: Fri, 27 Aug 2021 10:55:29 +0800 Subject: [PATCH] Spark 2.x and 3.x version compilation instructions (#6503) Spark 2.x and 3.x version compilation instructions --- .../scala/org/apache/doris/spark/sql/DorisSourceProvider.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala b/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala index 774a29c2ba..d8f951b262 100644 --- a/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala +++ b/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala @@ -63,7 +63,7 @@ private[sql] class DorisSourceProvider extends DataSourceRegister with RelationP val maxRowCount = dorisWriterOption.maxRowCount val maxRetryTimes = dorisWriterOption.maxRetryTimes - data.foreachPartition(partition => { + data.rdd.foreachPartition(partition => { val buffer = ListBuffer[String]() partition.foreach(row => {