diff --git a/.github/workflows/build-extension.yml b/.github/workflows/build-extension.yml index bdfa29e1..bbc68f75 100644 --- a/.github/workflows/build-extension.yml +++ b/.github/workflows/build-extension.yml @@ -42,18 +42,51 @@ jobs: java-version: '8' cache: 'maven' - - name: Build spark connector v2 + - name: Build spark connector 2.3 run: | cd spark-doris-connector && mvn clean package ${MVN_OPT} \ -Dspark.version=2.3.4 \ -Dscala.version=2.11 \ -Dspark.major.version=2.3 - - name: Build spark connector v3 + - name: Build spark connector 2.4 2.11 + run: | + cd spark-doris-connector && mvn clean package ${MVN_OPT} \ + -Dspark.version=2.4.0 \ + -Dscala.version=2.11 \ + -Dspark.major.version=2.4 + + - name: Build spark connector 2.4 2.12 + run: | + cd spark-doris-connector && mvn clean package ${MVN_OPT} \ + -Dspark.version=2.4.0 \ + -Dscala.version=2.12 \ + -Dspark.major.version=2.4 + + - name: Build spark connector 3.1 run: | cd spark-doris-connector && mvn clean package ${MVN_OPT} \ -Dspark.version=3.1.2 \ -Dscala.version=2.12 \ -Dspark.major.version=3.1 - + - name: Build spark connector 3.2 + run: | + cd spark-doris-connector && mvn clean package ${MVN_OPT} \ + -Dspark.version=3.2.0 \ + -Dscala.version=2.12 \ + -Dspark.major.version=3.2 + + - name: Build spark connector 3.3 + run: | + cd spark-doris-connector && mvn clean package ${MVN_OPT} \ + -Dspark.version=3.3.0 \ + -Dscala.version=2.12 \ + -Dspark.major.version=3.3 + + - name: Build spark connector 3.4 + run: | + cd spark-doris-connector && mvn clean package ${MVN_OPT} \ + -Dspark.version=3.4.0 \ + -Dscala.version=2.12 \ + -Dspark.major.version=3.4 diff --git a/spark-doris-connector/pom.xml b/spark-doris-connector/pom.xml index 1dd5ade4..ee399321 100644 --- a/spark-doris-connector/pom.xml +++ b/spark-doris-connector/pom.xml @@ -76,7 +76,7 @@ UTF-8 github 4.1.77.Final - 2.10.5 + 2.13.5 1.0.0 1.17.6 @@ -118,6 +118,20 @@ org.apache.arrow arrow-vector ${arrow.version} + + + jackson-annotations + com.fasterxml.jackson.core + + + jackson-core + com.fasterxml.jackson.core + + + jackson-databind + com.fasterxml.jackson.core + +