Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
JingsongLi committed Mar 11, 2024
1 parent 423295b commit b11e473
Showing 1 changed file with 3 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ package org.apache.paimon.spark
import org.apache.paimon.CoreOptions
import org.apache.paimon.io.DataFileMeta
import org.apache.paimon.table.source.{DataSplit, DeletionFile, RawFile, Split}

import org.apache.spark.sql.SparkSession

import scala.collection.JavaConverters._
Expand Down Expand Up @@ -68,7 +69,8 @@ trait ScanHelper {

def closeDataSplit(): Unit = {
if (currentSplit.nonEmpty && currentDataFiles.nonEmpty) {
val newSplit = copyDataSplit(currentSplit.get, currentDataFiles, currentDeletionFiles, currentRawFiles)
val newSplit =
copyDataSplit(currentSplit.get, currentDataFiles, currentDeletionFiles, currentRawFiles)
newSplits += newSplit
}
currentDataFiles.clear()
Expand Down

0 comments on commit b11e473

Please sign in to comment.