SparkIntegration now uses spark connect :)

Kotlin · Jun 20, 2024 · 00d8b26 · 00d8b26
1 parent 03a54eb
commit 00d8b26
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/Integration.kt b/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/Integration.kt
@@ -299,6 +299,8 @@ abstract class Integration(protected val notebook: Notebook, private val options
                 "|        ${param.index} -> this.${param.name}"
             }
 
+        println("Sparkified `$name`, this class can be used by Spark in a new cell.")
+
         @Language("kotlin")
         val code =
             """

diff --git a/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt b/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt
@@ -200,7 +200,7 @@ class SparkIntegration(notebook: Notebook, options: MutableMap<String, String?>)
                 try {
                     spark!!.addArtifact(it)
                 } catch (e: Exception) {
-                    println("Error while adding artifact $it: $e")
+                    if (properties.debug) println("Error while adding artifact $it: $e")
                 }
             }