Skip to content

fix: remove create connection from critical area #8419

fix: remove create connection from critical area

fix: remove create connection from critical area #8419

Workflow file for this run

name: Build packages
concurrency:
group: build-${{ github.event_name }}-${{ github.ref }}
cancel-in-progress: true
on:
workflow_dispatch:
pull_request:
release:
types:
- published
jobs:
prepare:
runs-on: ubuntu-latest
outputs:
arch: ${{ steps.arch.outputs.arch }}
steps:
- id: arch
run: |
if ${{ contains(fromJSON('["release", "workflow_dispatch"]'), github.event_name) }}; then
echo "arch=[\"linux/amd64\", \"linux/arm64\", \"linux/arm/v7\"]" >> $GITHUB_OUTPUT
else
echo "arch=[\"linux/amd64\"]" >> $GITHUB_OUTPUT
fi
build:
runs-on: ubuntu-latest
needs: prepare
strategy:
matrix:
golang:
- 1.22.1
arch: ${{fromJson(needs.prepare.outputs.arch)}}
os:
- debian
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: docker/setup-qemu-action@v2
- uses: docker/setup-buildx-action@v2
- name: build
if: matrix.os == 'debian'
run: |
docker run -i --rm \
-v $(pwd):/ekuiper \
--workdir /ekuiper \
--env KUIPER_SOURCE='/ekuiper' \
--platform ${{ matrix.arch }} \
ghcr.io/lf-edge/ekuiper/base:${{ matrix.golang }}-${{ matrix.os }} \
bash -euc "git config --global --add safe.directory /ekuiper && make pkg && make pkg_core && make pkg_full"
- name: create sha file
run: |
cd _packages && for var in $(ls); do sudo bash -c "echo $(sha256sum $var | awk '{print $1}') > $var.sha256"; done && cd -
- uses: actions/upload-artifact@v3
with:
name: packages
path: _packages/
build-on-mac:
runs-on: macos-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: actions/setup-go@v3
with:
go-version: '1.22.1'
- name: prepare
run: |
brew install curl zip unzip gnu-sed pkg-config zmq
echo "/usr/local/bin:$PATH" >> ~/.bashrc
- name: build
run: |
make pkg
cd _packages && for var in $(ls); do openssl dgst -sha256 $var | awk '{print $2}' > $var.sha256; done && cd -
- uses: actions/upload-artifact@v3
with:
name: packages
path: _packages/
build-for-android:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: actions/setup-go@v3
with:
go-version: '1.22.1'
- uses: nttld/setup-ndk@v1
id: setup-ndk
with:
ndk-version: r24
add-to-path: false
- name: prepare
run: |
cp -r etc app
cd app
sudo apt-get update && sudo apt-get install libgl1-mesa-dev xorg-dev
go install fyne.io/fyne/v2/cmd/fyne@latest
- name: build
run: |
ver=$(git describe --tags --always | sed 's/^v//g')
cd app
cp -r etc app
fyne package -os android/arm64 -name kuiper-$ver -metadata version=$ver -release -appID github.com.lfedge.ekuiper -icon icon.png || true
mkdir -p ../_packages
# The version name will be modified by fyne package, convert . and - to _
mv kuiper* ../_packages/
cd ../_packages && for var in $(ls); do echo $(sha256sum $var | awk '{print $1}') > $var.sha256; done && cd -
- uses: actions/upload-artifact@v3
with:
name: packages
path: _packages/
build-docker-images:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
suffix:
- ""
- "-alpine"
- "-dev"
- "-slim"
- "-slim-python"
- "-full"
golang:
- 1.22.1
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: docker/setup-buildx-action@v2
- uses: docker/setup-qemu-action@v2
with:
image: tonistiigi/binfmt:latest
platforms: all
- name: Build single platform image
if: endsWith( matrix.suffix, 'python') == false
uses: docker/build-push-action@v3
with:
context: .
platforms: linux/amd64
push: false
load: true
tags: docker.io/lfedge/ekuiper
build-args: GO_VERSION=${{ matrix.golang }}
file: deploy/docker/Dockerfile${{ matrix.suffix }}
- name: Test docker image
run: |
docker run -d --name ekuiper docker.io/lfedge/ekuiper
ip_address=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' ekuiper)
sleep 5
if ! curl ${ip_address}:9081 >/dev/null 2>&1; then
echo "docker image failed"
docker logs ekuiper
exit 1
fi
- uses: docker/metadata-action@v4
id: meta
with:
images: docker.io/lfedge/ekuiper
flavor: |
latest=${{ github.event_name == 'release' && matrix.suffix == '-alpine' && !github.event.release.prerelease}}
suffix=${{ matrix.suffix }}
tags: |
type=ref,event=branch
type=ref,event=pr
type=ref,event=tag
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}
- uses: docker/login-action@v2
if: github.event_name == 'release'
with:
username: ${{ secrets.DOCKER_HUB_USER }}
password: ${{ secrets.DOCKER_HUB_TOKEN }}
- name: Build multi platform image
if: contains(fromJSON('["release", "workflow_dispatch"]'), github.event_name)
uses: docker/build-push-action@v3
with:
context: .
platforms: linux/amd64,linux/arm64,linux/arm/v7
push: ${{ github.event_name == 'release' }}
tags: ${{ steps.meta.outputs.tags }}
build-args: GO_VERSION=${{ matrix.golang }}
labels: ${{ steps.meta.outputs.labels }}
file: deploy/docker/Dockerfile${{ matrix.suffix }}
build-kubernetes-tool:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: docker/setup-buildx-action@v2
- uses: docker/setup-qemu-action@v2
with:
image: tonistiigi/binfmt:latest
platforms: all
- name: Build single platform image
uses: docker/build-push-action@v3
with:
context: .
platforms: linux/amd64
push: false
load: true
tags: docker.io/lfedge/ekuiper-kubernetes-tool
file: deploy/docker/Dockerfile-kubernetes-tool
- name: Test docker image
run: |
docker run -d --name kuiper-kubernetes-tool docker.io/lfedge/ekuiper-kubernetes-tool
sleep 5
if [[ "$(docker logs kuiper-kubernetes-tool)" != *"Kuiper kubernetes tool is started successfully!"* ]]; then exit 1; fi
- uses: docker/metadata-action@v4
id: meta
with:
images: docker.io/lfedge/ekuiper-kubernetes-tool
flavor: |
latest=${{ github.event_name == 'release' && !github.event.release.prerelease}}
tags: |
type=ref,event=branch
type=ref,event=pr
type=ref,event=tag
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}
- uses: docker/login-action@v2
if: github.event_name == 'release'
with:
username: ${{ secrets.DOCKER_HUB_USER }}
password: ${{ secrets.DOCKER_HUB_TOKEN }}
- name: Build multi platform image
uses: docker/build-push-action@v3
with:
context: .
platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386
push: ${{ github.event_name == 'release' }}
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
file: deploy/docker/Dockerfile-kubernetes-tool
release:
runs-on: ubuntu-latest
needs:
- build
- build-on-mac
- build-for-android
steps:
- uses: actions/checkout@v3
- uses: actions/download-artifact@v1
with:
name: packages
path: _packages
- name: check packages
run: |
cd _packages && for var in $( ls |grep -v sha256); do
echo "$(cat $var.sha256) $var" | sha256sum -c || exit 1
done
- uses: Rory-Z/upload-release-asset@v1
if: github.event_name == 'release'
with:
repo: ekuiper
path: "_packages/kuiper*"
token: ${{ secrets.GITHUB_TOKEN }}
- name: upload packages to s3
if: github.event_name == 'release'
run: |
version=$(echo ${{ github.ref }} | sed -r "s .*/.*/(.*) \1 g")
aws configure set aws_access_key_id ${{ secrets.AWS_ACCESS_KEY_ID }}
aws configure set aws_secret_access_key ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws configure set default.region us-west-2
aws s3 rm --quiet --recursive s3://packages.emqx/kuiper/$version
aws s3 cp --quiet --recursive ./_packages s3://packages.emqx/kuiper/$version
aws s3 cp --quiet --recursive ./_plugins s3://packages.emqx/kuiper-plugins/$version
aws cloudfront create-invalidation --distribution-id E170YEULGLT8XB --paths "/kuiper/$version/*,/kuiper-plugins/$version/*"
- name: update ekuiper.org
if: github.event_name == 'release'
run: |
set -e -x -u
curl -fvs -w %{http_code} \
--insecure \
-H "Content-Type: application/json" \
-H "token: ${{ secrets.EMQX_IO_TOKEN }}" \
-X POST \
-d "{\"repo\":\"lf-edge/ekuiper\", \"tag\": \"${{ github.ref_name }}\" }" \
${{ secrets.EMQX_IO_RELEASE_API }}
- uses: geekyeggo/delete-artifact@v2
with:
name: packages
- uses: geekyeggo/delete-artifact@v2
with:
name: plugins