diff --git a/.github/workflows/data/clickhouse/matrix.yml b/.github/workflows/data/clickhouse/matrix.yml index 1469100a3..928d315ee 100644 --- a/.github/workflows/data/clickhouse/matrix.yml +++ b/.github/workflows/data/clickhouse/matrix.yml @@ -22,7 +22,7 @@ latest: &latest matrix: small: - clickhouse-image: clickhouse/clickhouse-server - clickhouse-version: 24.3.2.23-alpine + clickhouse-version: 24.6.3.70-alpine <<: *max full: # Clickhouse version with proper DateTime > DateTime64 comparison @@ -30,7 +30,7 @@ matrix: clickhouse-version: '21.1' <<: *min - clickhouse-image: clickhouse/clickhouse-server - clickhouse-version: 24.3.2.23-alpine + clickhouse-version: 24.6.3.70-alpine <<: *max nightly: - clickhouse-image: yandex/clickhouse-server diff --git a/.github/workflows/data/kafka/matrix.yml b/.github/workflows/data/kafka/matrix.yml index 8050948b7..c5242cb5a 100644 --- a/.github/workflows/data/kafka/matrix.yml +++ b/.github/workflows/data/kafka/matrix.yml @@ -10,7 +10,7 @@ min: &min os: ubuntu-latest max: &max - kafka-version: 3.7.0 + kafka-version: 3.7.1 pydantic-version: 2 spark-version: 3.5.1 python-version: '3.12' diff --git a/.github/workflows/data/mongodb/matrix.yml b/.github/workflows/data/mongodb/matrix.yml index a07bdd3b7..98e1fe971 100644 --- a/.github/workflows/data/mongodb/matrix.yml +++ b/.github/workflows/data/mongodb/matrix.yml @@ -1,5 +1,6 @@ min: &min - # MongoDB connector does not support Spark 2 + mongodb-version: 4.0.0 + # MongoDB connector does not support Spark 2.x spark-version: 3.2.4 pydantic-version: 1 python-version: '3.7' @@ -7,6 +8,7 @@ min: &min os: ubuntu-latest max: &max + mongodb-version: 7.0.12 spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -14,6 +16,7 @@ max: &max os: ubuntu-latest latest: &latest + mongodb-version: latest spark-version: latest pydantic-version: latest python-version: '3.12' @@ -21,16 +24,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - mongodb-version: 7.0.9 - <<: *max - full: - - mongodb-version: 4.0.0 - <<: *min - - mongodb-version: 7.0.9 - <<: *max - nightly: - - mongodb-version: 4.0.0 - <<: *min - - mongodb-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/mssql/matrix.yml b/.github/workflows/data/mssql/matrix.yml index a074ed7aa..fad2e738c 100644 --- a/.github/workflows/data/mssql/matrix.yml +++ b/.github/workflows/data/mssql/matrix.yml @@ -1,4 +1,5 @@ min: &min + mssql-version: 2017-GA-ubuntu spark-version: 2.3.1 pydantic-version: 1 python-version: '3.7' @@ -6,6 +7,7 @@ min: &min os: ubuntu-latest max: &max + mssql-version: 2022-CU14-ubuntu-22.04 spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -13,6 +15,7 @@ max: &max os: ubuntu-latest latest: &latest + mssql-version: latest spark-version: latest pydantic-version: latest python-version: '3.12' @@ -20,16 +23,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - mssql-version: 2022-CU14-ubuntu-22.04 - <<: *max - full: - - mssql-version: 2017-GA-ubuntu - <<: *min - - mssql-version: 2022-CU14-ubuntu-22.04 - <<: *max - nightly: - - mssql-version: 2017-GA-ubuntu - <<: *min - - mssql-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/mysql/matrix.yml b/.github/workflows/data/mysql/matrix.yml index 39061bde9..d2e703143 100644 --- a/.github/workflows/data/mysql/matrix.yml +++ b/.github/workflows/data/mysql/matrix.yml @@ -1,4 +1,7 @@ min: &min + # Tags 5.7.6-5.6.12 cannot be downloaded since Docker v26: + # "Docker Image Format v1 and Docker Image manifest version 2, schema 1 support is disabled by default" + mysql-version: 5.7.13 spark-version: 2.3.1 pydantic-version: 1 python-version: '3.7' @@ -6,6 +9,7 @@ min: &min os: ubuntu-latest max: &max + mysql-version: 9.0.1 spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -13,6 +17,7 @@ max: &max os: ubuntu-latest latest: &latest + mysql-version: latest spark-version: latest pydantic-version: latest python-version: '3.12' @@ -20,18 +25,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - mysql-version: 8.4.0 - <<: *max - full: - # Tags 5.7.6-5.6.12 cannot be downloaded since Docker v26: - # "Docker Image Format v1 and Docker Image manifest version 2, schema 1 support is disabled by default" - - mysql-version: 5.7.13 - <<: *min - - mysql-version: 8.4.0 - <<: *max - nightly: - - mysql-version: 5.7.13 - <<: *min - - mysql-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/oracle/matrix.yml b/.github/workflows/data/oracle/matrix.yml index c0a50fc2b..7a79c68a7 100644 --- a/.github/workflows/data/oracle/matrix.yml +++ b/.github/workflows/data/oracle/matrix.yml @@ -1,4 +1,7 @@ min: &min + oracle-image: gvenzl/oracle-xe + oracle-version: 11.2.0.2-slim-faststart + db-name: XE spark-version: 2.3.1 pydantic-version: 1 python-version: '3.7' @@ -6,6 +9,9 @@ min: &min os: ubuntu-latest max: &max + oracle-image: gvenzl/oracle-free + oracle-version: 23.4-slim-faststart + db-name: FREEPDB1 spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -13,6 +19,9 @@ max: &max os: ubuntu-latest latest: &latest + oracle-image: gvenzl/oracle-free + oracle-version: slim-faststart + db-name: FREEPDB1 spark-version: latest pydantic-version: latest python-version: '3.12' @@ -20,26 +29,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - oracle-image: gvenzl/oracle-free - oracle-version: 23.3-slim-faststart - db-name: FREEPDB1 - <<: *max - full: - - oracle-image: gvenzl/oracle-xe - oracle-version: 11.2.0.2-slim-faststart - db-name: XE - <<: *min - - oracle-image: gvenzl/oracle-free - oracle-version: 23.3-slim-faststart - db-name: FREEPDB1 - <<: *max - nightly: - - oracle-image: gvenzl/oracle-xe - oracle-version: 11.2.0.2-slim-faststart - db-name: XE - <<: *min - - oracle-image: gvenzl/oracle-free - oracle-version: slim-faststart - db-name: FREEPDB1 - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/postgres/matrix.yml b/.github/workflows/data/postgres/matrix.yml index 7b8e296e5..4c5b5f4ef 100644 --- a/.github/workflows/data/postgres/matrix.yml +++ b/.github/workflows/data/postgres/matrix.yml @@ -1,4 +1,6 @@ min: &min + # Min supported version by JDBC driver is 8.4, but it is too ancient to be used by anyone in real life + postgres-version: 9.4.26-alpine spark-version: 2.3.1 pydantic-version: 1 python-version: '3.7' @@ -6,6 +8,7 @@ min: &min os: ubuntu-latest max: &max + postgres-version: 16.3-alpine spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -13,6 +16,7 @@ max: &max os: ubuntu-latest latest: &latest + postgres-version: alpine spark-version: latest pydantic-version: latest python-version: '3.12' @@ -20,17 +24,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - postgres-version: 16.2-alpine - <<: *max - full: - # Min supported version by JDBC driver is 8.4, but it is too ancient to be used by anyone in real life - - postgres-version: 9.4.26-alpine - <<: *min - - postgres-version: 16.2-alpine - <<: *max - nightly: - - postgres-version: 9.4.26-alpine - <<: *min - - postgres-version: alpine - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/s3/matrix.yml b/.github/workflows/data/s3/matrix.yml index d9b9338f8..06d4f7489 100644 --- a/.github/workflows/data/s3/matrix.yml +++ b/.github/workflows/data/s3/matrix.yml @@ -9,7 +9,7 @@ min: &min os: ubuntu-latest max: &max - minio-version: 2024.4.18 + minio-version: 2024.7.26 spark-version: 3.5.1 pydantic-version: 2 python-version: '3.12' @@ -25,11 +25,6 @@ latest: &latest os: ubuntu-latest matrix: - small: - - *max - full: - - *min - - *max - nightly: - - *min - - *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/samba/matrix.yml b/.github/workflows/data/samba/matrix.yml index b1e6b56da..045a093ba 100644 --- a/.github/workflows/data/samba/matrix.yml +++ b/.github/workflows/data/samba/matrix.yml @@ -1,30 +1,23 @@ min: &min + # elswork/samba image versions does not correlate with smbd version, it is always 4.x + server-version: latest pydantic-version: 1 python-version: '3.7' os: ubuntu-latest max: &max + server-version: latest pydantic-version: 2 python-version: '3.12' os: ubuntu-latest latest: &latest + server-version: latest pydantic-version: latest python-version: '3.12' os: ubuntu-latest matrix: - small: - # elswork/samba image versions does not correlate with smbd version, it is always 4.x - - server-version: latest - <<: *max - full: - - server-version: latest - <<: *min - - server-version: latest - <<: *max - nightly: - - server-version: latest - <<: *min - - server-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/sftp/matrix.yml b/.github/workflows/data/sftp/matrix.yml index a32f6f823..5a5a757c8 100644 --- a/.github/workflows/data/sftp/matrix.yml +++ b/.github/workflows/data/sftp/matrix.yml @@ -1,30 +1,23 @@ min: &min + # prior image versions does not accept incoming connections, seems like a bug + openssh-version: 8.1_p1-r0-ls5 pydantic-version: 1 python-version: '3.7' os: ubuntu-latest max: &max + openssh-version: 9.6_p1-r0-ls154 pydantic-version: 2 python-version: '3.12' os: ubuntu-latest latest: &latest + openssh-version: latest pydantic-version: latest python-version: '3.12' os: ubuntu-latest matrix: - small: - - openssh-version: 9.6_p1-r0-ls154 - <<: *max - full: - # prior image versions does not accept incoming connections, seems like a bug - - openssh-version: 8.1_p1-r0-ls5 - <<: *min - - openssh-version: 9.6_p1-r0-ls154 - <<: *max - nightly: - - openssh-version: 8.1_p1-r0-ls5 - <<: *min - - openssh-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/.github/workflows/data/webdav/matrix.yml b/.github/workflows/data/webdav/matrix.yml index fb76e3282..39c09fcd9 100644 --- a/.github/workflows/data/webdav/matrix.yml +++ b/.github/workflows/data/webdav/matrix.yml @@ -1,30 +1,23 @@ min: &min + # chonjay21/webdav image has only latest tag + webdav-version: latest pydantic-version: 1 python-version: '3.7' os: ubuntu-latest max: &max + webdav-version: latest pydantic-version: 2 python-version: '3.12' os: ubuntu-latest latest: &latest + webdav-version: latest pydantic-version: latest python-version: '3.12' os: ubuntu-latest matrix: - small: - # chonjay21/webdav image has only latest tag - - webdav-version: latest - <<: *max - full: - - webdav-version: latest - <<: *min - - webdav-version: latest - <<: *max - nightly: - - webdav-version: latest - <<: *min - - webdav-version: latest - <<: *latest + small: [*max] + full: [*min, *max] + nightly: [*min, *latest] diff --git a/docs/connection/db_connection/mysql/prerequisites.rst b/docs/connection/db_connection/mysql/prerequisites.rst index 225e630b2..b92f33208 100644 --- a/docs/connection/db_connection/mysql/prerequisites.rst +++ b/docs/connection/db_connection/mysql/prerequisites.rst @@ -6,7 +6,7 @@ Prerequisites Version Compatibility --------------------- -* MySQL server versions: 5.7 - 8.4 +* MySQL server versions: 5.7 - 9.0 * Spark versions: 2.3.x - 3.5.x * Java versions: 8 - 20 diff --git a/docs/connection/db_connection/postgres/prerequisites.rst b/docs/connection/db_connection/postgres/prerequisites.rst index 509b54bc0..ef83144f5 100644 --- a/docs/connection/db_connection/postgres/prerequisites.rst +++ b/docs/connection/db_connection/postgres/prerequisites.rst @@ -6,7 +6,7 @@ Prerequisites Version Compatibility --------------------- -* PostgreSQL server versions: 8.2 or higher +* PostgreSQL server versions: 8.2 - 16 * Spark versions: 2.3.x - 3.5.x * Java versions: 8 - 20