catch for writing subdataset-based rasters over FUSE

databrickslabs · Sep 30, 2024 · 225f95d · 225f95d
1 parent 4dc9bb6
commit 225f95d
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/src/main/scala/com/databricks/labs/mosaic/core/raster/gdal/MosaicRasterGDAL.scala b/src/main/scala/com/databricks/labs/mosaic/core/raster/gdal/MosaicRasterGDAL.scala
@@ -628,14 +628,25 @@ case class MosaicRasterGDAL(
     def writeToPath(newPath: String, dispose: Boolean = true): String = {
         if (isSubDataset) {
             val driver = raster.GetDriver()
-            val ds = driver.CreateCopy(newPath, this.flushCache().getRaster, 1)
+
+            //test to see if path is in a fuse location
+            val outPath = if (PathUtils.isFuseLocation(newPath)) {
+                PathUtils.createTmpFilePath(getRasterFileExtension)
+            } else {
+                newPath
+            }
+
+            val ds = driver.CreateCopy(outPath, this.flushCache().getRaster, 1)
             if (ds == null) {
                 val error = gdal.GetLastErrorMsg()
                 throw new Exception(s"Error writing raster to path: $error")
             }
             ds.FlushCache()
             ds.delete()
             if (dispose) RasterCleaner.dispose(this)
+            if (outPath != newPath) {
+                Files.move(Paths.get(outPath), Paths.get(newPath), StandardCopyOption.REPLACE_EXISTING)
+            }
             newPath
         } else {
             val thisPath = Paths.get(this.path)