From 2b93403915c04b0ee79a6cabd974e62776a31ca6 Mon Sep 17 00:00:00 2001 From: Tristen Date: Thu, 6 Jun 2024 21:05:49 -0400 Subject: [PATCH] updated to deltalake 3.2, added polars --- Dockerfile_delta_quickstart | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/Dockerfile_delta_quickstart b/Dockerfile_delta_quickstart index 5f6a27c..cda6cb5 100644 --- a/Dockerfile_delta_quickstart +++ b/Dockerfile_delta_quickstart @@ -30,18 +30,20 @@ LABEL authors="Prashanth Babu, Denny Lee, Andrew Bauman, Scott Haines, Tristen W # Docker image was created and tested with the versions of following packages. USER root -ARG DELTA_SPARK_VERSION="3.1.0" +ARG DELTA_SPARK_VERSION="3.2.0" # Note: for 3.0.0 https://pypi.org/project/deltalake/ -ARG DELTALAKE_VERSION="0.16.4" +ARG DELTALAKE_VERSION="0.18" ARG JUPYTERLAB_VERSION="4.0.7" # requires pandas >1.0.5, py4j>=0.10.9.7, pyarrow>=4.0.0 ARG PANDAS_VERSION="2.2.2" ARG ROAPI_VERSION="0.11.1" +ARG POLARS_VERSION="0.20.31" + # We are explicitly pinning the versions of various libraries which this Docker image runs on. RUN pip install --quiet --no-cache-dir delta-spark==${DELTA_SPARK_VERSION} \ -deltalake==${DELTALAKE_VERSION} jupyterlab==${JUPYTERLAB_VERSION} pandas==${PANDAS_VERSION} roapi==${ROAPI_VERSION} - +deltalake==${DELTALAKE_VERSION} jupyterlab==${JUPYTERLAB_VERSION} pandas==${PANDAS_VERSION} \ +roapi==${ROAPI_VERSION} polars==${POLARS_VERSION} # Environment variables FROM delta as startup