Options not overwritten

damavis · Nov 3, 2023 · 431d6a3 · 431d6a3
1 parent 53b94cd
commit 431d6a3
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/damavis-spark-core/src/main/scala/com/damavis/spark/resource/file/FileReaderBuilder.scala b/damavis-spark-core/src/main/scala/com/damavis/spark/resource/file/FileReaderBuilder.scala
@@ -38,7 +38,7 @@ class FileReaderBuilder(params: FileReaderParameters)(implicit spark: SparkSessi
   }
 
   def options(options: Map[String, String]): FileReaderBuilder = {
-    val newParams = params.copy(options = options)
+    val newParams = params.copy(options = params.options ++ options)
     new FileReaderBuilder(newParams)
   }
 

diff --git a/damavis-spark-core/src/main/scala/com/damavis/spark/resource/file/FileWriterBuilder.scala b/damavis-spark-core/src/main/scala/com/damavis/spark/resource/file/FileWriterBuilder.scala
@@ -21,8 +21,10 @@ class FileWriterBuilder(params: FileWriterParameters) extends WriterBuilder {
   def mode(mode: String): FileWriterBuilder =
     new FileWriterBuilder(params.copy(mode = mode))
 
-  def options(opts: Map[String, String]): FileWriterBuilder =
-    new FileWriterBuilder(params.copy(options = opts))
+  def options(opts: Map[String, String]): FileWriterBuilder = {
+    val newParams = params.copy(options = params.options ++ opts)
+    new FileWriterBuilder(newParams)
+  }
 
   def partitionedBy(columnNames: Seq[String]): FileWriterBuilder = {
     if (columnNames.isEmpty)