Package Build Dry Run #56
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Package Build Dry Run | |
| on: | |
| workflow_dispatch: | |
| inputs: {} | |
| jobs: | |
| prep: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| branch: ${{ steps.whichver.outputs.branch }} | |
| if_debian_buster_x86_64: ${{ steps.scm.outputs.if_debian_buster_x86_64 }} | |
| if_debian_buster_aarch64: ${{ steps.scm.outputs.if_debian_buster_aarch64 }} | |
| if_debian_bullseye_x86_64: ${{ steps.scm.outputs.if_debian_bullseye_x86_64 }} | |
| if_debian_bullseye_aarch64: ${{ steps.scm.outputs.if_debian_bullseye_aarch64 }} | |
| if_debian_bookworm_x86_64: ${{ steps.scm.outputs.if_debian_bookworm_x86_64 }} | |
| if_debian_bookworm_aarch64: ${{ steps.scm.outputs.if_debian_bookworm_aarch64 }} | |
| if_ubuntu_bionic_x86_64: ${{ steps.scm.outputs.if_ubuntu_bionic_x86_64 }} | |
| if_ubuntu_bionic_aarch64: ${{ steps.scm.outputs.if_ubuntu_bionic_aarch64 }} | |
| if_ubuntu_focal_x86_64: ${{ steps.scm.outputs.if_ubuntu_focal_x86_64 }} | |
| if_ubuntu_focal_aarch64: ${{ steps.scm.outputs.if_ubuntu_focal_aarch64 }} | |
| if_ubuntu_jammy_x86_64: ${{ steps.scm.outputs.if_ubuntu_jammy_x86_64 }} | |
| if_ubuntu_jammy_aarch64: ${{ steps.scm.outputs.if_ubuntu_jammy_aarch64 }} | |
| if_ubuntu_noble_x86_64: ${{ steps.scm.outputs.if_ubuntu_noble_x86_64 }} | |
| if_ubuntu_noble_aarch64: ${{ steps.scm.outputs.if_ubuntu_noble_aarch64 }} | |
| if_centos_8_x86_64: ${{ steps.scm.outputs.if_centos_8_x86_64 }} | |
| if_centos_8_aarch64: ${{ steps.scm.outputs.if_centos_8_aarch64 }} | |
| if_rockylinux_9_x86_64: ${{ steps.scm.outputs.if_rockylinux_9_x86_64 }} | |
| if_rockylinux_9_aarch64: ${{ steps.scm.outputs.if_rockylinux_9_aarch64 }} | |
| if_linux_x86_64: ${{ steps.scm.outputs.if_linux_x86_64 }} | |
| if_linux_aarch64: ${{ steps.scm.outputs.if_linux_aarch64 }} | |
| if_linuxmusl_x86_64: ${{ steps.scm.outputs.if_linuxmusl_x86_64 }} | |
| if_linuxmusl_aarch64: ${{ steps.scm.outputs.if_linuxmusl_aarch64 }} | |
| if_macos_x86_64: ${{ steps.scm.outputs.if_macos_x86_64 }} | |
| if_macos_aarch64: ${{ steps.scm.outputs.if_macos_aarch64 }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Determine package version | |
| shell: bash | |
| run: | | |
| branch=${GITHUB_REF#refs/heads/} | |
| echo branch="${branch}" >> $GITHUB_OUTPUT | |
| id: whichver | |
| - name: Determine SCM revision | |
| id: scm | |
| shell: bash | |
| run: | | |
| rev=$(git rev-parse HEAD) | |
| jq_filter='.packages[] | select(.basename == "edgedb-server") | select(.architecture == $ARCH) | .version_details.metadata.scm_revision | . as $rev | select(($rev != null) and ($REV | startswith($rev)))' | |
| val=true | |
| idx_file=buster.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-buster-x86_64' | |
| val=false | |
| fi | |
| echo if_debian_buster_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=buster.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-buster-aarch64' | |
| val=false | |
| fi | |
| echo if_debian_buster_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bullseye.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-bullseye-x86_64' | |
| val=false | |
| fi | |
| echo if_debian_bullseye_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bullseye.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-bullseye-aarch64' | |
| val=false | |
| fi | |
| echo if_debian_bullseye_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bookworm.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-bookworm-x86_64' | |
| val=false | |
| fi | |
| echo if_debian_bookworm_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bookworm.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing debian-bookworm-aarch64' | |
| val=false | |
| fi | |
| echo if_debian_bookworm_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bionic.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-bionic-x86_64' | |
| val=false | |
| fi | |
| echo if_ubuntu_bionic_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=bionic.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-bionic-aarch64' | |
| val=false | |
| fi | |
| echo if_ubuntu_bionic_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=focal.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-focal-x86_64' | |
| val=false | |
| fi | |
| echo if_ubuntu_focal_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=focal.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-focal-aarch64' | |
| val=false | |
| fi | |
| echo if_ubuntu_focal_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=jammy.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-jammy-x86_64' | |
| val=false | |
| fi | |
| echo if_ubuntu_jammy_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=jammy.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-jammy-aarch64' | |
| val=false | |
| fi | |
| echo if_ubuntu_jammy_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=noble.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-noble-x86_64' | |
| val=false | |
| fi | |
| echo if_ubuntu_noble_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=noble.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing ubuntu-noble-aarch64' | |
| val=false | |
| fi | |
| echo if_ubuntu_noble_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=el8.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing centos-8-x86_64' | |
| val=false | |
| fi | |
| echo if_centos_8_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=el8.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing centos-8-aarch64' | |
| val=false | |
| fi | |
| echo if_centos_8_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=el9.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing rockylinux-9-x86_64' | |
| val=false | |
| fi | |
| echo if_rockylinux_9_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| idx_file=el9.nightly.json | |
| if [ ! -e "/tmp/$idx_file" ]; then | |
| curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file | |
| fi | |
| out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing rockylinux-9-aarch64' | |
| val=false | |
| fi | |
| echo if_rockylinux_9_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing linux-x86_64' | |
| val=false | |
| fi | |
| echo if_linux_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing linux-aarch64' | |
| val=false | |
| fi | |
| echo if_linux_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing linuxmusl-x86_64' | |
| val=false | |
| fi | |
| echo if_linuxmusl_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing linuxmusl-aarch64' | |
| val=false | |
| fi | |
| echo if_linuxmusl_aarch64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing macos-x86_64' | |
| val=false | |
| fi | |
| echo if_macos_x86_64="$val" >> $GITHUB_OUTPUT | |
| val=true | |
| out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") | |
| if [ -n "$out" ]; then | |
| echo 'Skip rebuilding existing macos-aarch64' | |
| val=false | |
| fi | |
| echo if_macos_aarch64="$val" >> $GITHUB_OUTPUT | |
| build-ubuntu-noble-x86_64: | |
| runs-on: ['package-builder', 'self-hosted', 'linux', 'x64'] | |
| needs: prep | |
| if: needs.prep.outputs.if_ubuntu_noble_x86_64 == 'true' | |
| steps: | |
| - name: Build | |
| uses: edgedb/edgedb-pkg/integration/linux/build/ubuntu-noble@master | |
| env: | |
| SRC_REF: "${{ needs.prep.outputs.branch }}" | |
| PKG_REVISION: "<current-date>" | |
| PKG_SUBDIST: "nightly" | |
| PKG_PLATFORM: "ubuntu" | |
| PKG_PLATFORM_VERSION: "noble" | |
| EXTRA_OPTIMIZATIONS: "true" | |
| METAPKG_GIT_CACHE: disabled | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: builds-ubuntu-noble-x86_64 | |
| path: artifacts/ubuntu-noble | |
| build-ubuntu-noble-aarch64: | |
| runs-on: ['package-builder', 'self-hosted', 'linux', 'arm64'] | |
| needs: prep | |
| if: needs.prep.outputs.if_ubuntu_noble_aarch64 == 'true' | |
| steps: | |
| - name: Build | |
| uses: edgedb/edgedb-pkg/integration/linux/build/ubuntu-noble@master | |
| env: | |
| SRC_REF: "${{ needs.prep.outputs.branch }}" | |
| PKG_REVISION: "<current-date>" | |
| PKG_SUBDIST: "nightly" | |
| PKG_PLATFORM: "ubuntu" | |
| PKG_PLATFORM_VERSION: "noble" | |
| EXTRA_OPTIMIZATIONS: "true" | |
| METAPKG_GIT_CACHE: disabled | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: builds-ubuntu-noble-aarch64 | |
| path: artifacts/ubuntu-noble | |
| test-ubuntu-noble-x86_64: | |
| needs: [build-ubuntu-noble-x86_64] | |
| runs-on: ['package-builder', 'self-hosted', 'linux', 'x64'] | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: builds-ubuntu-noble-x86_64 | |
| path: artifacts/ubuntu-noble | |
| - name: Test | |
| uses: edgedb/edgedb-pkg/integration/linux/test/ubuntu-noble@master | |
| env: | |
| PKG_SUBDIST: "nightly" | |
| PKG_PLATFORM: "ubuntu" | |
| PKG_PLATFORM_VERSION: "noble" | |
| PKG_PLATFORM_LIBC: "" | |
| # edb test with -j higher than 1 seems to result in workflow | |
| # jobs getting killed arbitrarily by Github. | |
| PKG_TEST_JOBS: 0 | |
| test-ubuntu-noble-aarch64: | |
| needs: [build-ubuntu-noble-aarch64] | |
| runs-on: ['package-builder', 'self-hosted', 'linux', 'arm64'] | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: builds-ubuntu-noble-aarch64 | |
| path: artifacts/ubuntu-noble | |
| - name: Test | |
| uses: edgedb/edgedb-pkg/integration/linux/test/ubuntu-noble@master | |
| env: | |
| PKG_SUBDIST: "nightly" | |
| PKG_PLATFORM: "ubuntu" | |
| PKG_PLATFORM_VERSION: "noble" | |
| PKG_PLATFORM_LIBC: "" | |
| # edb test with -j higher than 1 seems to result in workflow | |
| # jobs getting killed arbitrarily by Github. | |
| PKG_TEST_JOBS: 0 |