diff --git a/CHANGELOG.md b/CHANGELOG.md index 6460f0b65..ce7fac5e9 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,10 +4,19 @@ All notable changes to this project will be documented in this file. ## [Unreleased] +### Added + +- spark-connect-client: A new image for Spark connect tests and demos ([#1034]) + +### Changed + +- spark-k8s: Include spark-connect jars. Replace OpenJDK with Temurin JDK. Cleanup. ([#1034]) + ### Fixed - spark-k8s: reduce docker image size by removing the recursive chown/chmods in the final image ([#1042]). +[#1034]: https://github.com/stackabletech/docker-images/pull/1034 [#1042]: https://github.com/stackabletech/docker-images/pull/1042 ## [25.3.0] - 2025-03-21 diff --git a/conf.py b/conf.py index e863dd145..85a818d58 100644 --- a/conf.py +++ b/conf.py @@ -36,6 +36,7 @@ zookeeper = importlib.import_module("zookeeper.versions") tools = importlib.import_module("tools.versions") statsd_exporter = importlib.import_module("statsd_exporter.versions") +spark_connect_client = importlib.import_module("spark-connect-client.versions") products = [ {"name": "airflow", "versions": airflow.versions}, @@ -64,6 +65,7 @@ {"name": "zookeeper", "versions": zookeeper.versions}, {"name": "tools", "versions": tools.versions}, {"name": "statsd_exporter", "versions": statsd_exporter.versions}, + {"name": "spark-connect-client", "versions": spark_connect_client.versions}, ] open_shift_projects = { diff --git a/spark-connect-client/Dockerfile b/spark-connect-client/Dockerfile new file mode 100644 index 000000000..6b8bb6955 --- /dev/null +++ b/spark-connect-client/Dockerfile @@ -0,0 +1,59 @@ +# syntax=docker/dockerfile:1.10.0@sha256:865e5dd094beca432e8c0a1d5e1c465db5f998dca4e439981029b3b81fb39ed5 + +# spark-builder: provides client libs for spark-connect +FROM stackable/image/spark-k8s AS spark-builder + +FROM stackable/image/java-base + +ARG PRODUCT +ARG PYTHON +ARG RELEASE +ARG STACKABLE_USER_UID + +LABEL name="Stackable Spark Connect Examples" \ + maintainer="info@stackable.tech" \ + vendor="Stackable GmbH" \ + version="${PRODUCT}" \ + release="${RELEASE}" \ + summary="Spark Connect Examples" \ + description="Spark Connect client libraries for Python and the JVM, including some examples." + + +ENV HOME=/stackable + +COPY spark-connect-client/stackable/spark-connect-examples /stackable/spark-connect-examples +COPY --chown=${STACKABLE_USER_UID}:0 --from=spark-builder /stackable/spark/connect /stackable/spark/connect + +RUN <