From b11e473078849e654c9ec263f87da40c49372dac Mon Sep 17 00:00:00 2001 From: Jingsong Date: Mon, 11 Mar 2024 20:07:30 +0800 Subject: [PATCH] fix --- .../src/main/scala/org/apache/paimon/spark/ScanHelper.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/ScanHelper.scala b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/ScanHelper.scala index 637c587649b6..01a2ca165411 100644 --- a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/ScanHelper.scala +++ b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/ScanHelper.scala @@ -21,6 +21,7 @@ package org.apache.paimon.spark import org.apache.paimon.CoreOptions import org.apache.paimon.io.DataFileMeta import org.apache.paimon.table.source.{DataSplit, DeletionFile, RawFile, Split} + import org.apache.spark.sql.SparkSession import scala.collection.JavaConverters._ @@ -68,7 +69,8 @@ trait ScanHelper { def closeDataSplit(): Unit = { if (currentSplit.nonEmpty && currentDataFiles.nonEmpty) { - val newSplit = copyDataSplit(currentSplit.get, currentDataFiles, currentDeletionFiles, currentRawFiles) + val newSplit = + copyDataSplit(currentSplit.get, currentDataFiles, currentDeletionFiles, currentRawFiles) newSplits += newSplit } currentDataFiles.clear()