From ce6ee1b5a9eb9a19f1cab9654339af51d39a6833 Mon Sep 17 00:00:00 2001 From: Paulius Dambrauskas Date: Sat, 7 Sep 2024 11:48:21 +0300 Subject: [PATCH] Update spark versions --- .github/workflows/publish-registry-pr.yml | 4 ++-- .github/workflows/publish-registry.yml | 4 ++-- Dockerfile | 6 +++--- README.md | 2 +- docs/docker.md | 2 +- quickstart/lighter.yml | 2 +- server/build.gradle | 2 +- 7 files changed, 11 insertions(+), 11 deletions(-) diff --git a/.github/workflows/publish-registry-pr.yml b/.github/workflows/publish-registry-pr.yml index 0bc2396b..aa2289fa 100644 --- a/.github/workflows/publish-registry-pr.yml +++ b/.github/workflows/publish-registry-pr.yml @@ -11,9 +11,9 @@ jobs: strategy: matrix: include: - - spark_version: 3.4.2 + - spark_version: 3.4.3 hadoop_version: 3 - - spark_version: 3.5.1 + - spark_version: 3.5.2 hadoop_version: 3 steps: - name: Checkout pull request diff --git a/.github/workflows/publish-registry.yml b/.github/workflows/publish-registry.yml index 113739ea..b900c770 100644 --- a/.github/workflows/publish-registry.yml +++ b/.github/workflows/publish-registry.yml @@ -8,9 +8,9 @@ jobs: strategy: matrix: include: - - spark_version: 3.4.2 + - spark_version: 3.4.3 hadoop_version: 3 - - spark_version: 3.5.1 + - spark_version: 3.5.2 hadoop_version: 3 steps: - uses: docker/setup-buildx-action@v2 diff --git a/Dockerfile b/Dockerfile index 0cb153ad..a6a50209 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM eclipse-temurin:17-jdk-jammy as server -ARG SPARK_VERSION=3.5.1 +ARG SPARK_VERSION=3.5.2 ARG HADOOP_VERSION=3 WORKDIR /home/app/ @@ -11,7 +11,7 @@ RUN ./gradlew build -x test -PSPARK_VERSION=${SPARK_VERSION} FROM node:lts-alpine3.18 as frontend -ARG SPARK_VERSION=3.5.1 +ARG SPARK_VERSION=3.5.2 ARG HADOOP_VERSION=3 ENV APP_BASE_URL='/lighter' @@ -25,7 +25,7 @@ RUN yarn install && yarn build FROM eclipse-temurin:17-jre-jammy -ARG SPARK_VERSION=3.5.1 +ARG SPARK_VERSION=3.5.2 ARG HADOOP_VERSION=3 ENV FRONTEND_PATH=/home/app/frontend/ diff --git a/README.md b/README.md index 408c3ad6..b00a5dd5 100644 --- a/README.md +++ b/README.md @@ -28,7 +28,7 @@ docker build -t lighter . ### Spark versions -Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.4.2 and 3.5.1. +Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.4.3 and 3.5.2. ### Contributing diff --git a/docs/docker.md b/docs/docker.md index b9742a1d..6e26dbe1 100644 --- a/docs/docker.md +++ b/docs/docker.md @@ -3,7 +3,7 @@ If you're thinking of running Lighter on docker, you are probably using it with YARN backend. When you are running it, you should expose two ports (REST API port and Python Gateway port), as shown in this example: ```bash -docker run ghcr.io/exacaster/lighter:0.1.1-spark3.5.1 \ +docker run ghcr.io/exacaster/lighter:0.1.2-spark3.5.2 \ -p 8080:8080 \ -p 25333:25333 \ -e LIGHTER_KUBERNETES_ENABLED=false \ diff --git a/quickstart/lighter.yml b/quickstart/lighter.yml index c657be91..13959503 100644 --- a/quickstart/lighter.yml +++ b/quickstart/lighter.yml @@ -71,7 +71,7 @@ spec: run: lighter spec: containers: - - image: ghcr.io/exacaster/lighter:0.1.1-spark3.5.1 + - image: ghcr.io/exacaster/lighter:0.1.2-spark3.5.2 name: lighter readinessProbe: httpGet: diff --git a/server/build.gradle b/server/build.gradle index beed085f..640a12c5 100644 --- a/server/build.gradle +++ b/server/build.gradle @@ -22,7 +22,7 @@ micronaut { } mainClassName = "com.exacaster.lighter.Application" -def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.5.1' +def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.5.2' def hadoopVersion = '3.4.0' def k8sClientVersion = '6.13.3' def shedlockVersion = '5.14.0'