diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml new file mode 100644 index 00000000000..f1163b754dc --- /dev/null +++ b/.github/workflows/build-test.yml @@ -0,0 +1,49 @@ +name: Build Test + +on: [push, pull_request] + +jobs: + build: + + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + spark-profile: [ 'spark-2.3','spark-2.4','spark-3.1' ] + name: Build with spark-version ${{ matrix.spark-profile }} + + steps: + - name: Checkout + uses: actions/checkout@v4 + - name: Set up JDK + uses: actions/setup-java@v4 + with: + java-version: 8 + distribution: temurin + - name: Cache + uses: actions/cache@v4 + with: + path: | + ~/.m2/repository + /usr/local/bin/thrift + key: ${{ runner.os }}-maven + restore-keys: | + ${{ runner.os }}-maven + - name: setup-thrift + run: | + if [ ! -f "/usr/local/bin/thrift" ];then + echo "build thrift binary" + sudo apt-get update -qq + sudo apt-get install -qq protobuf-compiler + sudo apt-get install -qq libboost-dev libboost-test-dev libboost-program-options-dev libevent-dev automake libtool flex bison pkg-config g++ libssl-dev + wget -qO- https://archive.apache.org/dist/thrift/0.20.0/thrift-0.20.0.tar.gz | tar zxf - + cd thrift-0.20.0/ + chmod +x ./configure + ./configure --disable-libs + sudo make -j4 install + else + echo "use cache thrift binary" + fi + - name: install + run: | + mvn clean install -DskipTests -Pbuild-with-format -P${{ matrix.spark-profile }} \ No newline at end of file diff --git a/.github/workflows/github-actions-demo.yml b/.github/workflows/github-actions-demo.yml deleted file mode 100644 index 15a61d6b6d9..00000000000 --- a/.github/workflows/github-actions-demo.yml +++ /dev/null @@ -1,18 +0,0 @@ -name: GitHub Actions Demo -run-name: ${{ github.actor }} is testing out GitHub Actions 🚀 -on: [push] -jobs: - Explore-GitHub-Actions: - runs-on: ubuntu-latest - steps: - - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event." - - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!" - - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}." - - name: Check out repository code - uses: actions/checkout@v4 - - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner." - - run: echo "🖥️ The workflow is now ready to test your code on the runner." - - name: List files in the repository - run: | - ls ${{ github.workspace }} - - run: echo "🍏 This job's status is ${{ job.status }}." diff --git a/integration/spark/pom.xml b/integration/spark/pom.xml index 2a9648dc83b..1c6eb385674 100644 --- a/integration/spark/pom.xml +++ b/integration/spark/pom.xml @@ -145,8 +145,7 @@ - - - + org.apache.carbondata carbondata-streaming_${spark.binary.version} diff --git a/pom.xml b/pom.xml index 3ae76809270..755f6250843 100644 --- a/pom.xml +++ b/pom.xml @@ -105,7 +105,7 @@ index/lucene index/examples streaming - + geo integration/spark integration/hive integration/flink @@ -625,8 +625,8 @@ ${basedir}/common/src/main/java ${basedir}/core/src/main/java - + ${basedir}/geo/src/main/java + ${basedir}/geo/src/main/scala ${basedir}/processing/src/main/java ${basedir}/hadoop/src/main/java ${basedir}/integration/spark/src/main/scala @@ -701,8 +701,8 @@ ${basedir}/common/src/main/java ${basedir}/core/src/main/java - + ${basedir}/geo/src/main/java + ${basedir}/geo/src/main/scala ${basedir}/processing/src/main/java ${basedir}/hadoop/src/main/java ${basedir}/integration/spark/src/main/scala @@ -776,8 +776,8 @@ ${basedir}/common/src/main/java ${basedir}/core/src/main/java - + ${basedir}/geo/src/main/java + ${basedir}/geo/src/main/scala ${basedir}/processing/src/main/java ${basedir}/hadoop/src/main/java ${basedir}/integration/spark/src/main/scala