From 81da46415a51e68039f85a1e24675aa53e3ca9a4 Mon Sep 17 00:00:00 2001 From: "scala-steward-projectglow[bot]" <159218053+scala-steward-projectglow[bot]@users.noreply.github.com> Date: Sun, 22 Sep 2024 00:11:58 +0000 Subject: [PATCH] Update spark-catalyst, spark-core, ... to 3.5.3 --- .github/workflows/tests.yml | 2 +- build.sbt | 2 +- python/environment.yml | 2 +- python/spark-4-environment.yml | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index d29eb25f4..786657fc2 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -61,7 +61,7 @@ jobs: shell: bash -el {0} strategy: matrix: - spark_version: [3.4.1, 3.5.1] + spark_version: [3.4.1, 3.5.3] scala_version: [2.12.19] env: SPARK_VERSION: ${{ matrix.spark_version }} diff --git a/build.sbt b/build.sbt index f7bf0c138..39b70ec67 100644 --- a/build.sbt +++ b/build.sbt @@ -11,7 +11,7 @@ import sbt.nio.Keys._ lazy val scala212 = "2.12.19" lazy val scala213 = "2.13.14" -lazy val spark3 = "3.5.1" +lazy val spark3 = "3.5.3" lazy val spark4 = "4.0.0-SNAPSHOT" lazy val sparkVersion = settingKey[String]("sparkVersion") diff --git a/python/environment.yml b/python/environment.yml index 8f8db2e2a..b64d8d9b2 100644 --- a/python/environment.yml +++ b/python/environment.yml @@ -24,7 +24,7 @@ dependencies: - typeguard - yapf=0.40.1 - pip: - - pyspark==3.5.1 + - pyspark==3.5.3 - databricks-cli==0.18 # Docs notebook source generation - databricks-sdk - setuptools==65.6.3 # Python packaging diff --git a/python/spark-4-environment.yml b/python/spark-4-environment.yml index 52a7c3467..d9b6106b1 100644 --- a/python/spark-4-environment.yml +++ b/python/spark-4-environment.yml @@ -27,7 +27,7 @@ dependencies: # Note: Spark 4 must currently be installed from source # We only install pyspark to pull in all the dependencies. It should be # uninstalled before testing. - - pyspark==3.5.1 + - pyspark==3.5.3 - databricks-cli==0.18 # Docs notebook source generation - databricks-sdk - setuptools==65.6.3 # Python packaging