From 92ba5bf4a417c401b58c9ab3423dde8ddd6bebfb Mon Sep 17 00:00:00 2001 From: Kimo Knowles Date: Tue, 23 Apr 2024 21:55:54 +0200 Subject: [PATCH] Update & simplify github actions --- .../continuous-deployment-workflow.yml | 127 +++++++++--------- .../continuous-integration-workflow.yml | 73 +++++----- .github/workflows/docs-workflow.yml | 54 +++----- bb.edn | 27 ++++ shadow-cljs.edn | 2 +- 5 files changed, 146 insertions(+), 137 deletions(-) create mode 100644 bb.edn diff --git a/.github/workflows/continuous-deployment-workflow.yml b/.github/workflows/continuous-deployment-workflow.yml index 5227f145..15cfa1bc 100644 --- a/.github/workflows/continuous-deployment-workflow.yml +++ b/.github/workflows/continuous-deployment-workflow.yml @@ -7,45 +7,40 @@ on: jobs: test: name: Test - runs-on: ubuntu-20.04 - container: - # Source: https://github.com/day8/dockerfiles-for-dev-ci-images - image: ghcr.io/day8/chrome-56:2 - credentials: - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} + runs-on: ubuntu-22.04 + steps: - - uses: actions/checkout@v1 - - name: Maven cache - id: maven-cache - uses: actions/cache@v1 + - uses: actions/checkout@v4 + + - name: Setup java + uses: actions/setup-java@v3 with: - path: /root/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('**/project.clj', '.github/workflows/**') }} - restore-keys: | - ${{ runner.os }}-maven- - - name: npm cache - uses: actions/cache@v1 + distribution: 'temurin' + java-version: '21' + + - name: Install clojure tools + uses: DeLaGuardo/setup-clojure@12.5 with: - path: ~/.npm - key: ${{ runner.os }}-npm-${{ hashFiles('project.clj') }}-${{ hashFiles('**/deps.cljs') }} - restore-keys: | - ${{ runner.os }}-npm- - - name: shadow-cljs compiler cache - uses: actions/cache@v1 + cli: 'latest' + bb: 'latest' + + - name: Cache clojure dependencies + uses: actions/cache@v3 with: - path: .shadow-cljs - key: ${{ runner.os }}-shadow-cljs-${{ github.sha }} - restore-keys: | - ${{ runner.os }}-shadow-cljs- - - if: steps.maven-cache.outputs.cache-hit != 'true' - run: | - lein ci - lein prod-once - - if: steps.maven-cache.outputs.cache-hit == 'true' - run: | - lein -o ci - lein -o prod-once + path: | + ~/.m2/repository + ~/.gitlibs + ~/.deps.clj + ~/.npm + .shadow-cljs + key: cljdeps-${{ hashFiles('deps.edn') }}-${{ hashFiles ('package.json') }}-${{ hashFiles ('package-lock.json') }} + restore-keys: cljdeps- + + - name: Fix git dubious directory ownership error + run: git config --global --add safe.directory /__w/re-com/re-com + + - run: bb prod-once + - name: Slack notification uses: homoluctus/slatify@v2.0.1 if: failure() || cancelled() @@ -56,44 +51,46 @@ jobs: url: ${{ secrets.SLACK_WEBHOOK }} commit: true token: ${{ secrets.GITHUB_TOKEN }} + release: name: Release needs: test - runs-on: ubuntu-20.04 - container: - # Source: https://github.com/day8/dockerfiles-for-dev-ci-images - image: ghcr.io/day8/chrome-56:2 - credentials: - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} + runs-on: ubuntu-22.04 + env: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} CLOJARS_USERNAME: ${{ secrets.CLOJARS_USERNAME }} CLOJARS_TOKEN: ${{ secrets.CLOJARS_TOKEN }} + steps: - - uses: actions/checkout@v1 - - name: Maven cache - id: maven-cache - uses: actions/cache@v1 + - uses: actions/checkout@v4 + + - name: Setup java + uses: actions/setup-java@v3 with: - path: /root/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('**/project.clj', '.github/workflows/**') }} - restore-keys: | - ${{ runner.os }}-maven- - - name: Run lein release - if: steps.maven-cache.outputs.cache-hit != 'true' - env: - AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} - AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - CLOJARS_USERNAME: ${{ secrets.CLOJARS_USERNAME }} - CLOJARS_TOKEN: ${{ secrets.CLOJARS_TOKEN }} - GITHUB_USERNAME: ${{ github.actor }} - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - run: | - lein release - - name: Run lein -o release - if: steps.maven-cache.outputs.cache-hit == 'true' + distribution: 'temurin' + java-version: '21' + + - name: Install clojure tools + uses: DeLaGuardo/setup-clojure@12.5 + with: + cli: 'latest' + bb: 'latest' + + - name: Cache clojure dependencies + uses: actions/cache@v3 + with: + path: | + ~/.m2/repository + ~/.gitlibs + ~/.deps.clj + ~/.npm + .shadow-cljs + key: cljdeps-${{ hashFiles('deps.edn') }}-${{ hashFiles ('package.json') }}-${{ hashFiles ('package-lock.json') }} + restore-keys: cljdeps- + + - run: bb release env: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} @@ -101,8 +98,7 @@ jobs: CLOJARS_TOKEN: ${{ secrets.CLOJARS_TOKEN }} GITHUB_USERNAME: ${{ github.actor }} GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - run: | - lein -o release + # This creates a 'GitHub Release' from the tag and includes link to CHANGELOG.md at the current # git ref. We do not use draft or prerelease features as we always want # the latest release to show in the right hand column of the project page regardless @@ -118,6 +114,7 @@ jobs: [Changelog](https://github.com/day8/re-com/blob/master/CHANGELOG.md) draft: false prerelease: false + - name: Slack notification uses: homoluctus/slatify@v2.0.1 if: always() diff --git a/.github/workflows/continuous-integration-workflow.yml b/.github/workflows/continuous-integration-workflow.yml index ef6e6fce..6868f693 100644 --- a/.github/workflows/continuous-integration-workflow.yml +++ b/.github/workflows/continuous-integration-workflow.yml @@ -2,51 +2,52 @@ name: ci on: [push] jobs: + test: + name: Test - runs-on: ubuntu-20.04 - container: - # Source: https://github.com/day8/dockerfiles-for-dev-ci-images - image: ghcr.io/day8/chrome-56:2 - credentials: - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} + + runs-on: ubuntu-22.04 + steps: - - uses: actions/checkout@v1 - - name: Maven cache - uses: actions/cache@v1 - id: maven-cache + - uses: actions/checkout@v4 + + - name: Setup java + uses: actions/setup-java@v3 with: - path: /root/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('project.clj', 'deps.edn', '.github/workflows/**') }} - restore-keys: | - ${{ runner.os }}-maven- - - name: npm cache - uses: actions/cache@v1 + distribution: 'temurin' + java-version: '21' + + - name: Install clojure tools + uses: DeLaGuardo/setup-clojure@12.5 with: - path: ~/.npm - key: ${{ runner.os }}-npm-${{ hashFiles('package.json', 'package-lock.json') }} - restore-keys: | - ${{ runner.os }}-npm- - - name: shadow-cljs compiler cache - uses: actions/cache@v1 + cli: 'latest' + bb: 'latest' + + - name: Cache clojure dependencies + uses: actions/cache@v3 with: - path: .shadow-cljs - key: ${{ runner.os }}-shadow-cljs-${{ github.sha }} - restore-keys: | - ${{ runner.os }}-shadow-cljs- - - if: steps.maven-cache.outputs.cache-hit != 'true' - run: | - lein ci - lein build-report-ci - - if: steps.maven-cache.outputs.cache-hit == 'true' - run: | - lein -o ci - lein -o build-report-ci - - uses: actions/upload-artifact@v2 + path: | + ~/.m2/repository + ~/.gitlibs + ~/.deps.clj + ~/.npm + .shadow-cljs + key: cljdeps-${{ hashFiles('deps.edn') }}-${{ hashFiles ('package.json') }}-${{ hashFiles ('package-lock.json') }} + restore-keys: cljdeps- + + - name: Fix git dubious directory ownership error + run: git config --global --add safe.directory /__w/re-com/re-com + + - run: bb ci + + - run: bb build-report-ci + + - uses: actions/upload-artifact@v4 with: name: build-report path: target/build-report.html + - name: Slack notification uses: homoluctus/slatify@v2.0.1 if: failure() || cancelled() diff --git a/.github/workflows/docs-workflow.yml b/.github/workflows/docs-workflow.yml index a96f766e..7e8a601c 100644 --- a/.github/workflows/docs-workflow.yml +++ b/.github/workflows/docs-workflow.yml @@ -7,46 +7,30 @@ on: jobs: deploy: name: Deploy - runs-on: ubuntu-20.04 - container: - # Source: https://github.com/day8/dockerfiles-for-dev-ci-images - image: ghcr.io/day8/chrome-56:2 + runs-on: ubuntu-22.04 + env: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} CLOJARS_USERNAME: ${{ secrets.CLOJARS_USERNAME }} CLOJARS_TOKEN: ${{ secrets.CLOJARS_TOKEN }} + steps: - - uses: actions/checkout@v1 - - name: Maven cache - id: maven-cache - uses: actions/cache@v1 - with: - path: /root/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('**/project.clj') }} - restore-keys: | - ${{ runner.os }}-maven- - - name: npm cache - uses: actions/cache@v1 + - uses: actions/checkout@v4 + + - name: Cache clojure dependencies + uses: actions/cache@v3 with: - path: ~/.npm - key: ${{ runner.os }}-npm-${{ hashFiles('project.clj') }}-${{ hashFiles('**/deps.cljs') }} - restore-keys: | - ${{ runner.os }}-npm- - - name: Run lein deploy-aws - if: steps.maven-cache.outputs.cache-hit != 'true' - env: - AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} - AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - CLOJARS_USERNAME: ${{ secrets.CLOJARS_USERNAME }} - CLOJARS_TOKEN: ${{ secrets.CLOJARS_TOKEN }} - GITHUB_USERNAME: ${{ github.actor }} - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - AWS_EC2_METADATA_DISABLED: true - run: | - lein deploy-aws - - name: Run lein -o deploy-aws - if: steps.maven-cache.outputs.cache-hit == 'true' + path: | + ~/.m2/repository + ~/.gitlibs + ~/.deps.clj + ~/.npm + .shadow-cljs + key: cljdeps-${{ hashFiles('deps.edn') }}-${{ hashFiles ('package.json') }}-${{ hashFiles ('package-lock.json') }} + restore-keys: cljdeps- + + - run: bb deploy-aws env: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} @@ -55,8 +39,7 @@ jobs: GITHUB_USERNAME: ${{ github.actor }} GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} AWS_EC2_METADATA_DISABLED: true - run: | - lein -o deploy-aws + - name: Invalidate CloudFront Distribution uses: chetan/invalidate-cloudfront-action@master env: @@ -65,6 +48,7 @@ jobs: AWS_REGION: 'us-east-1' AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + - name: Slack notification uses: homoluctus/slatify@v2.0.1 if: always() diff --git a/bb.edn b/bb.edn new file mode 100644 index 00000000..2cf995be --- /dev/null +++ b/bb.edn @@ -0,0 +1,27 @@ +{:min-bb-version "0.4.0" + :tasks + {:requires ([babashka.fs :as fs]) + clean (let [clean-targets ["node_modules" + "run/resources/public/compiled_dev " + "run/resources/public/compiled_prod" + "run/resources/public/compiled_test"]] + (doseq [target clean-targets] + (println "bb clean: deleting" target) + (fs/delete-tree target))) + install (shell "npm install") + test {:depends [clean install] + :task (do (shell "npx shadow-cljs compile karma-test") + (shell "npx karma start --single-run --reporters junit,dots"))} + release {:task (shell "lein release")} + release-demo {:depends [clean install] + :task (shell "npx shadow-cljs release demo")} + prod-once {:depends [release-demo]} + ci {:depends [clean install test + clean install release-demo]} + build-report-ci {:depends [clean install] + :task (shell + "npx shadow-cljs clj-run shadow.cljs.build-report demo target/build-report.html")} + watch {:depends [clean install] + :task (shell "npx shadow-cljs watch demo browser-test karma-test")} + deploy-aws {:depends [ci] + :task (shell "aws s3 sync run/resources/public s3://re-demo/ --acl public-read --cache-control max-age=2592000,public")}}} diff --git a/shadow-cljs.edn b/shadow-cljs.edn index 8b07cf6d..03132533 100644 --- a/shadow-cljs.edn +++ b/shadow-cljs.edn @@ -1,4 +1,4 @@ -{:lein {:profile "+demo"} +{:deps true :nrepl {:port 7777} :builds {:demo