Return error if spill file does not exist in ExternalSorter (#7479)

apache · Sep 5, 2023 · a2caad0 · a2caad0
1 parent 716e197
commit a2caad0
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/datafusion/core/src/physical_plan/sorts/sort.rs b/datafusion/core/src/physical_plan/sorts/sort.rs
@@ -328,6 +328,12 @@ impl ExternalSorter {
             }
 
             for spill in self.spills.drain(..) {
+                if !spill.path().exists() {
+                    return Err(DataFusionError::Internal(format!(
+                        "Spill file {:?} does not exist",
+                        spill.path()
+                    )));
+                }
                 let stream = read_spill_as_stream(spill, self.schema.clone())?;
                 streams.push(stream);
             }