Update dbconnect comment

Co-authored-by: Alice Sayutina <[email protected]>
kedro-org · Oct 5, 2023 · 9169797 · 9169797
1 parent 5229449
commit 9169797
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/kedro-datasets/kedro_datasets/spark/spark_dataset.py b/kedro-datasets/kedro_datasets/spark/spark_dataset.py
@@ -29,8 +29,9 @@
 
 def _get_spark() -> Any:
     """
-    Returns the SparkSession, we need this wrapper because the SparkSession
-    is retrieved differently in databricks-connect vs a Notebook in web UI
+    Returns the SparkSession. In case databricks-connect is available we use it for
+    extended configuration mechanisms and notebook compatibility,
+    otherwise we use classic pyspark.
     """
     try:
         # When using databricks-connect >= 13.0.0 (a.k.a databricks-connect-v2)