diff --git a/.github/workflows/ci-build.yml b/.github/workflows/ci-build.yml index f7c8a83..79c77e0 100644 --- a/.github/workflows/ci-build.yml +++ b/.github/workflows/ci-build.yml @@ -18,7 +18,7 @@ jobs: fail-fast: false matrix: exasol-docker-version: [ 8.24.0 ] - profile: [ '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] + profile: [ '-Pspark3.5', '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] steps: - name: Checkout the repository uses: actions/checkout@v4 @@ -42,6 +42,10 @@ jobs: run: echo 'testcontainers.reuse.enable=true' > "$HOME/.testcontainers.properties" - name: Pull docker Images run: docker pull exasol/docker-db:${{ matrix.exasol-docker-version }} + - name: Free Disk Space + run: | + sudo rm -rf /usr/local/lib/android + sudo rm -rf /usr/share/dotnet - name: Run tests and build with Maven run: | mvn --batch-mode verify ${{ matrix.profile }} \ diff --git a/.github/workflows/release_droid_release_on_maven_central.yml b/.github/workflows/release_droid_release_on_maven_central.yml index 7892194..5f8ce8b 100644 --- a/.github/workflows/release_droid_release_on_maven_central.yml +++ b/.github/workflows/release_droid_release_on_maven_central.yml @@ -9,7 +9,7 @@ jobs: strategy: fail-fast: false matrix: - profile: [ '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] + profile: [ '-Pspark3.5', '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] steps: - name: Checkout the repository uses: actions/checkout@v4 diff --git a/.github/workflows/release_droid_upload_github_release_assets.yml b/.github/workflows/release_droid_upload_github_release_assets.yml index 950f483..15ad023 100644 --- a/.github/workflows/release_droid_upload_github_release_assets.yml +++ b/.github/workflows/release_droid_upload_github_release_assets.yml @@ -13,7 +13,7 @@ jobs: strategy: fail-fast: false matrix: - profile: [ '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] + profile: [ '-Pspark3.5', '-Pspark3.4', '-Pspark3.4-scala2.12', '-Pspark3.3', '-Pspark3.3-scala2.12' ] steps: - name: Checkout the repository uses: actions/checkout@v4 diff --git a/.project-keeper.yml b/.project-keeper.yml index bcbfc2f..24b4df9 100644 --- a/.project-keeper.yml +++ b/.project-keeper.yml @@ -21,6 +21,8 @@ sources: artifactId: "spark-connector-parent-pom" version: "${revision}" relativePath: "../parent-pom/pom.xml" +build: + freeDiskSpace: true version: fromSource: parent-pom/pom.xml excludes: diff --git a/doc/changes/changes_2.1.6.md b/doc/changes/changes_2.1.6.md index f7e814d..ac62e37 100644 --- a/doc/changes/changes_2.1.6.md +++ b/doc/changes/changes_2.1.6.md @@ -1,10 +1,12 @@ -# Spark Connector 2.1.6, released 2024-??-?? +# Spark Connector 2.1.6, released 2024-03-11 -Code name: +Code name: Spark 3.5 support ## Summary +Added support of spark 3.5. ## Features -* ISSUE_NUMBER: description +* #221: Add support for spark 3.5 +* #219: Updated dependency to fix CVE-2023-52428 diff --git a/parent-pom/pom.xml b/parent-pom/pom.xml index 6ddfe09..7c21031 100644 --- a/parent-pom/pom.xml +++ b/parent-pom/pom.xml @@ -216,6 +216,12 @@ ${jackson.version} provided + + + com.nimbusds + nimbus-jose-jwt + 9.37.3 + org.apache.hadoop hadoop-client @@ -313,7 +319,7 @@ org.apache.commons commons-compress - 1.24.0 + 1.26.0 @@ -475,7 +481,6 @@ CVE-2022-26612 - @@ -500,6 +505,24 @@ + + spark3.5 + + true + + + 3.5.1 + 2.13.11 + 2.13 + 3.3.6 + 2.15.4 + + + exasol-jdbc + exasol-s3 + exasol-dist + + spark3.4 diff --git a/pom.xml b/pom.xml index 3b683ff..e31381c 100644 --- a/pom.xml +++ b/pom.xml @@ -100,5 +100,22 @@ exasol-s3 + + spark3.5 + + true + + + 3.5.1 + 2.13.10 + 2.13 + 2.15.4 + 3.1.2 + + + exasol-jdbc + exasol-s3 + +