From 5bf4e23aed313963254ffafb17811f5fae960973 Mon Sep 17 00:00:00 2001 From: Fantix King Date: Tue, 2 Jul 2024 13:06:48 -0400 Subject: [PATCH] Support new targets --- .github/workflows.src/build.inc.yml | 30 ++-- .github/workflows/dryrun.yml | 228 ++++++++++++++++------------ .github/workflows/nightly.yml | 228 ++++++++++++++++------------ 3 files changed, 281 insertions(+), 205 deletions(-) diff --git a/.github/workflows.src/build.inc.yml b/.github/workflows.src/build.inc.yml index b2ee72888a5..b2478ef2057 100644 --- a/.github/workflows.src/build.inc.yml +++ b/.github/workflows.src/build.inc.yml @@ -30,25 +30,29 @@ <% if tgt.family == "debian" %> idx_file=<< tgt.platform_version >>.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing << tgt.name >>' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing << tgt.name >>' + val=false + fi fi <% elif tgt.family == "redhat" %> idx_file=el<< tgt.platform_version >>.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing << tgt.name >>' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing << tgt.name >>' + val=false + fi fi <% elif tgt.family == "generic" %> - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-unknown-linux-<< "{}".format(tgt.platform_libc) if tgt.platform_libc else "gnu" >>.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-unknown-linux-<< "{}".format(tgt.platform_libc) if tgt.platform_libc else "gnu" >>.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing << tgt.name >>' val=false @@ -59,13 +63,13 @@ <% for tgt in targets.macos %> val=true <% if tgt.platform == "macos" %> - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing << tgt.platform >>-<< tgt.platform_version >>' val=false fi <% elif tgt.platform == "win" %> - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-pc-windows-msvc.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/<< tgt.platform_version >>-pc-windows-msvc.nightly.json | jq -r --arg REV "$rev" --arg ARCH "<< tgt.arch >>" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing << tgt.platform >>-<< tgt.platform_version >>' val=false diff --git a/.github/workflows/dryrun.yml b/.github/workflows/dryrun.yml index d7f5698dcf8..289ee3ea041 100644 --- a/.github/workflows/dryrun.yml +++ b/.github/workflows/dryrun.yml @@ -82,12 +82,14 @@ jobs: idx_file=buster.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-buster-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-buster-x86_64' + val=false + fi fi echo if_debian_buster_x86_64="$val" >> $GITHUB_OUTPUT @@ -96,12 +98,14 @@ jobs: idx_file=buster.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-buster-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-buster-aarch64' + val=false + fi fi echo if_debian_buster_aarch64="$val" >> $GITHUB_OUTPUT @@ -110,12 +114,14 @@ jobs: idx_file=bullseye.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bullseye-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bullseye-x86_64' + val=false + fi fi echo if_debian_bullseye_x86_64="$val" >> $GITHUB_OUTPUT @@ -124,12 +130,14 @@ jobs: idx_file=bullseye.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bullseye-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bullseye-aarch64' + val=false + fi fi echo if_debian_bullseye_aarch64="$val" >> $GITHUB_OUTPUT @@ -138,12 +146,14 @@ jobs: idx_file=bookworm.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bookworm-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bookworm-x86_64' + val=false + fi fi echo if_debian_bookworm_x86_64="$val" >> $GITHUB_OUTPUT @@ -152,12 +162,14 @@ jobs: idx_file=bookworm.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bookworm-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bookworm-aarch64' + val=false + fi fi echo if_debian_bookworm_aarch64="$val" >> $GITHUB_OUTPUT @@ -166,12 +178,14 @@ jobs: idx_file=bionic.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-bionic-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-bionic-x86_64' + val=false + fi fi echo if_ubuntu_bionic_x86_64="$val" >> $GITHUB_OUTPUT @@ -180,12 +194,14 @@ jobs: idx_file=bionic.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-bionic-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-bionic-aarch64' + val=false + fi fi echo if_ubuntu_bionic_aarch64="$val" >> $GITHUB_OUTPUT @@ -194,12 +210,14 @@ jobs: idx_file=focal.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-focal-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-focal-x86_64' + val=false + fi fi echo if_ubuntu_focal_x86_64="$val" >> $GITHUB_OUTPUT @@ -208,12 +226,14 @@ jobs: idx_file=focal.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-focal-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-focal-aarch64' + val=false + fi fi echo if_ubuntu_focal_aarch64="$val" >> $GITHUB_OUTPUT @@ -222,12 +242,14 @@ jobs: idx_file=jammy.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-jammy-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-jammy-x86_64' + val=false + fi fi echo if_ubuntu_jammy_x86_64="$val" >> $GITHUB_OUTPUT @@ -236,12 +258,14 @@ jobs: idx_file=jammy.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-jammy-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-jammy-aarch64' + val=false + fi fi echo if_ubuntu_jammy_aarch64="$val" >> $GITHUB_OUTPUT @@ -250,12 +274,14 @@ jobs: idx_file=noble.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-noble-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-noble-x86_64' + val=false + fi fi echo if_ubuntu_noble_x86_64="$val" >> $GITHUB_OUTPUT @@ -264,12 +290,14 @@ jobs: idx_file=noble.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-noble-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-noble-aarch64' + val=false + fi fi echo if_ubuntu_noble_aarch64="$val" >> $GITHUB_OUTPUT @@ -278,12 +306,14 @@ jobs: idx_file=el8.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing centos-8-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing centos-8-x86_64' + val=false + fi fi echo if_centos_8_x86_64="$val" >> $GITHUB_OUTPUT @@ -292,12 +322,14 @@ jobs: idx_file=el8.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing centos-8-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing centos-8-aarch64' + val=false + fi fi echo if_centos_8_aarch64="$val" >> $GITHUB_OUTPUT @@ -306,12 +338,14 @@ jobs: idx_file=el9.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing rockylinux-9-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing rockylinux-9-x86_64' + val=false + fi fi echo if_rockylinux_9_x86_64="$val" >> $GITHUB_OUTPUT @@ -320,19 +354,21 @@ jobs: idx_file=el9.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing rockylinux-9-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing rockylinux-9-aarch64' + val=false + fi fi echo if_rockylinux_9_aarch64="$val" >> $GITHUB_OUTPUT val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linux-x86_64' val=false @@ -342,7 +378,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linux-aarch64' val=false @@ -352,7 +388,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linuxmusl-x86_64' val=false @@ -362,7 +398,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linuxmusl-aarch64' val=false @@ -373,7 +409,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing macos-x86_64' val=false @@ -383,7 +419,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing macos-aarch64' val=false diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 934086507df..4bc157b7e95 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -87,12 +87,14 @@ jobs: idx_file=buster.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-buster-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-buster-x86_64' + val=false + fi fi echo if_debian_buster_x86_64="$val" >> $GITHUB_OUTPUT @@ -101,12 +103,14 @@ jobs: idx_file=buster.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-buster-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-buster-aarch64' + val=false + fi fi echo if_debian_buster_aarch64="$val" >> $GITHUB_OUTPUT @@ -115,12 +119,14 @@ jobs: idx_file=bullseye.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bullseye-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bullseye-x86_64' + val=false + fi fi echo if_debian_bullseye_x86_64="$val" >> $GITHUB_OUTPUT @@ -129,12 +135,14 @@ jobs: idx_file=bullseye.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bullseye-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bullseye-aarch64' + val=false + fi fi echo if_debian_bullseye_aarch64="$val" >> $GITHUB_OUTPUT @@ -143,12 +151,14 @@ jobs: idx_file=bookworm.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bookworm-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bookworm-x86_64' + val=false + fi fi echo if_debian_bookworm_x86_64="$val" >> $GITHUB_OUTPUT @@ -157,12 +167,14 @@ jobs: idx_file=bookworm.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing debian-bookworm-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing debian-bookworm-aarch64' + val=false + fi fi echo if_debian_bookworm_aarch64="$val" >> $GITHUB_OUTPUT @@ -171,12 +183,14 @@ jobs: idx_file=bionic.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-bionic-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-bionic-x86_64' + val=false + fi fi echo if_ubuntu_bionic_x86_64="$val" >> $GITHUB_OUTPUT @@ -185,12 +199,14 @@ jobs: idx_file=bionic.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-bionic-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-bionic-aarch64' + val=false + fi fi echo if_ubuntu_bionic_aarch64="$val" >> $GITHUB_OUTPUT @@ -199,12 +215,14 @@ jobs: idx_file=focal.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-focal-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-focal-x86_64' + val=false + fi fi echo if_ubuntu_focal_x86_64="$val" >> $GITHUB_OUTPUT @@ -213,12 +231,14 @@ jobs: idx_file=focal.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-focal-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-focal-aarch64' + val=false + fi fi echo if_ubuntu_focal_aarch64="$val" >> $GITHUB_OUTPUT @@ -227,12 +247,14 @@ jobs: idx_file=jammy.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-jammy-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-jammy-x86_64' + val=false + fi fi echo if_ubuntu_jammy_x86_64="$val" >> $GITHUB_OUTPUT @@ -241,12 +263,14 @@ jobs: idx_file=jammy.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-jammy-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-jammy-aarch64' + val=false + fi fi echo if_ubuntu_jammy_aarch64="$val" >> $GITHUB_OUTPUT @@ -255,12 +279,14 @@ jobs: idx_file=noble.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-noble-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-noble-x86_64' + val=false + fi fi echo if_ubuntu_noble_x86_64="$val" >> $GITHUB_OUTPUT @@ -269,12 +295,14 @@ jobs: idx_file=noble.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/apt/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing ubuntu-noble-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing ubuntu-noble-aarch64' + val=false + fi fi echo if_ubuntu_noble_aarch64="$val" >> $GITHUB_OUTPUT @@ -283,12 +311,14 @@ jobs: idx_file=el8.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing centos-8-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing centos-8-x86_64' + val=false + fi fi echo if_centos_8_x86_64="$val" >> $GITHUB_OUTPUT @@ -297,12 +327,14 @@ jobs: idx_file=el8.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing centos-8-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing centos-8-aarch64' + val=false + fi fi echo if_centos_8_aarch64="$val" >> $GITHUB_OUTPUT @@ -311,12 +343,14 @@ jobs: idx_file=el9.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing rockylinux-9-x86_64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing rockylinux-9-x86_64' + val=false + fi fi echo if_rockylinux_9_x86_64="$val" >> $GITHUB_OUTPUT @@ -325,19 +359,21 @@ jobs: idx_file=el9.nightly.json if [ ! -e "/tmp/$idx_file" ]; then - curl -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file > /tmp/$idx_file + curl --fail -o /tmp/$idx_file -s https://packages.edgedb.com/rpm/.jsonindexes/$idx_file || true fi - out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") - if [ -n "$out" ]; then - echo 'Skip rebuilding existing rockylinux-9-aarch64' - val=false + if [ -e "/tmp/$idx_file" ]; then + out=$(cat /tmp/$idx_file | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + if [ -n "$out" ]; then + echo 'Skip rebuilding existing rockylinux-9-aarch64' + val=false + fi fi echo if_rockylinux_9_aarch64="$val" >> $GITHUB_OUTPUT val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linux-x86_64' val=false @@ -347,7 +383,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-gnu.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linux-aarch64' val=false @@ -357,7 +393,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linuxmusl-x86_64' val=false @@ -367,7 +403,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-unknown-linux-musl.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing linuxmusl-aarch64' val=false @@ -378,7 +414,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/x86_64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "x86_64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing macos-x86_64' val=false @@ -388,7 +424,7 @@ jobs: val=true - out=$(curl -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter") + out=$(curl --fail -s https://packages.edgedb.com/archive/.jsonindexes/aarch64-apple-darwin.nightly.json | jq -r --arg REV "$rev" --arg ARCH "aarch64" "$jq_filter" || true) if [ -n "$out" ]; then echo 'Skip rebuilding existing macos-aarch64' val=false