From 700d8348c5545c5a47977bcc7a5859fc15c2423e Mon Sep 17 00:00:00 2001
From: Enver Osmanov <enverest@ya.ru>
Date: Tue, 30 Mar 2021 13:52:17 +0300
Subject: [PATCH] Update spark session for testing

---
 .../be/dataminded/lighthouse/testing/SharedSparkSession.scala    | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala b/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala
index 2745021..081ec23 100644
--- a/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala
+++ b/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala
@@ -27,6 +27,7 @@ trait SharedSparkSession {
     .config("spark.sql.avro.compression.codec", "snappy")
     .config("spark.sql.orc.compression.codec", "snappy")
     .config("spark.sql.parquet.compression.codec", "snappy")
+    .config("spark.sql.shuffle.partitions", 1)
     .config("spark.ui.enabled", "false")
     .config("spark.sql.sources.partitionOverwriteMode", "dynamic")
     .enableHiveSupport()