Skip to content

The args file to the prove CLI must now be textual nock term #9461

The args file to the prove CLI must now be textual nock term

The args file to the prove CLI must now be textual nock term #9461

Workflow file for this run

name: Juvix Compiler CI
"on":
workflow_dispatch:
inputs:
ref:
description: the repository ref to build
required: true
default: main
push:
branches:
- main
pull_request:
branches:
- main
types:
- opened
- reopened
- synchronize
- ready_for_review
concurrency:
group: "${{ github.workflow }}-${{ github.head_ref || github.run_id }}"
cancel-in-progress: true
env:
SKIP: ormolu,format-juvix-files,typecheck-juvix-examples
CAIRO_VM_VERSION: 6c324e0d761013f38b8b743e515a65ac1a380206
RISC0_VM_VERSION: v1.0.1
# This is the top commit hash in the branch lukasz/juvix-integration-tracking
# of the anoma repository.
ANOMA_VERSION: 81601ab7ee8e7ceade7e7cb00bdcc5b65aef77c9
JUST_ARGS: runtimeCcArg=$CC runtimeLibtoolArg=$LIBTOOL
STACK_BUILD_ARGS: --pedantic -j4 --ghc-options=-j
jobs:
pre-commit:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.11"
- uses: pre-commit/[email protected]
ormolu:
runs-on: ubuntu-latest
env:
STACK_RESOLVER: lts-21.25
steps:
- uses: actions/checkout@v3
- uses: extractions/setup-just@v2
- name: Install hpack
run: sudo apt install -y hpack
- name: Generate juvix.cabal
run: hpack
- name: Cache ormolu
id: ormolu-cache
uses: actions/cache@v3
with:
path: |
~/.local/bin/ormolu
key: ${{ runner.os }}-ormolu-${{ env.STACK_RESOLVER }}
- name: Install ormolu
if: steps.ormolu-cache.outputs.cache-hit != 'true'
run: stack install ormolu --resolver=${{ env.STACK_RESOLVER }}
- name: Run ormolu
run: just format check
- name: Report formatting error
if: failure()
run: echo "Some Haskell files are not formatted. Please run 'just format'"
build-and-test-linux:
runs-on: ubuntu-22.04
steps:
- name: Free disk space
run: |
df -h
echo "/usr/local"
du -hsc /usr/local/*
sudo rm -rf \
/usr/local/aws-sam-cil \
/usr/local/julia* || :
echo "end /usr/local"
echo "/usr/local/lib"
du -hsc /usr/local/lib/*
sudo rm -rf \
/usr/local/lib/android \
/usr/local/lib/heroku \
/usr/local/lib/node_modules || :
echo "end /usr/local/lib"
echo "/usr/local/share"
du -hsc /usr/local/share/*
sudo rm -rf \
/usr/local/share/chromium \
/usr/local/share/powershell || :
echo "end /usr/local/share"
echo "/opt/hostedtoolcache/"
du -hsc /opt/hostedtoolcache/*
sudo rm -rf \
/opt/hostedtoolcache/CodeQL \
/opt/hostedtoolcache/go \
/opt/hostedtoolcache/PyPy \
/opt/hostedtoolcache/node || :
echo "end /opt/hostedtoolcache/*"
sudo apt purge -y \
firefox \
google-chrome-stable \
microsoft-edge-stable
df -h
- uses: extractions/setup-just@v2
- name: Checkout our repository
uses: actions/checkout@v3
with:
path: main
submodules: true
- name: Add ~/.local/bin to PATH
run: |
mkdir -p "$HOME/.local/bin"
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Set up Elixir
id: beam
uses: erlef/[email protected]
with:
elixir-version: "1.17.3"
otp-version: "27.1"
# Anoma requires a newer version of protoc than is available from apt
- name: Install protoc
run: |
curl -LO https://github.com/protocolbuffers/protobuf/releases/download/v29.0/protoc-29.0-linux-x86_64.zip && \
unzip protoc-29.0-linux-x86_64.zip -d $HOME/.local
- name: Cache anoma
id: cache-anoma
uses: actions/cache@v3
with:
path: |
${{ env.HOME }}/anoma
key: "${{ runner.os }}-anoma"
- name: Build anoma
if: steps.cache-anoma.outputs.cache-hit != 'true'
run: |
cd $HOME
git clone https://github.com/anoma/anoma.git
cd anoma
git checkout ${{ env.ANOMA_VERSION }}
mix local.hex --force
mix escript.install hex protobuf --force
echo "$HOME/.mix/escripts" >> $GITHUB_PATH
mix deps.get
mix compile
mix do --app anoma_client escript.build
- name: Install grpcurl
run: |
curl -sSL "https://github.com/fullstorydev/grpcurl/releases/download/v1.9.1/grpcurl_1.9.1_linux_x86_64.tar.gz" | tar -xz -C ~/.local/bin --no-wildcards grpcurl
- name: Cache LLVM and Clang
id: cache-llvm
uses: actions/cache@v3
with:
path: |
C:/Program Files/LLVM
./llvm
key: "${{ runner.os }}-llvm-13"
- name: Install LLVM and Clang
uses: KyleMayes/install-llvm-action@v1
with:
version: "13.0"
cached: "${{ steps.cache-llvm.outputs.cache-hit }}"
- name: Download and extract wasi-sysroot
run: >
curl
https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-15/wasi-sysroot-15.0.tar.gz
-OL
tar xfv wasi-sysroot-15.0.tar.gz
- name: Set WASI_SYSROOT_PATH
run: |
echo "WASI_SYSROOT_PATH=$GITHUB_WORKSPACE/wasi-sysroot" >> $GITHUB_ENV
- name: Set ANOMA_PATH
run: |
echo "ANOMA_PATH=$HOME/anoma" >> $GITHUB_ENV
- run: echo "HOME=$HOME" >> $GITHUB_ENV
shell: bash
- name: Install the latest Wasmer version
uses: jaxxstorm/[email protected]
with:
repo: wasmerio/wasmer
binaries-location: bin
chmod: 0755
- name: Install libs
run: sudo apt install -y libncurses5
- name: Cache CairoVM
id: cache-cairo-vm
uses: actions/cache@v4
with:
path: ${{ env.HOME }}/.local/bin/juvix-cairo-vm
key: ${{ runner.os }}-cairo-vm-${{ env.CAIRO_VM_VERSION }}
- name: Install Rust toolchain
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
uses: actions-rust-lang/setup-rust-toolchain@v1
with:
cache-on-failure: false
# cargo-risczero version needs to be updated to the latest version if the
# CI reports a version inconsistency error
- name: Install RISC0 VM
shell: bash
run: |
cargo install [email protected] --force
cargo binstall [email protected] --no-confirm --force
cargo risczero install
- name: Checkout CairoVM
uses: actions/checkout@v4
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
with:
repository: anoma/juvix-cairo-vm
path: juvix-cairo-vm
ref: ${{ env.CAIRO_VM_VERSION }}
- name: Install Cairo VM
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
shell: bash
run: |
cd juvix-cairo-vm
cargo build --release
cp target/release/juvix-cairo-vm $HOME/.local/bin/juvix-cairo-vm
- name: Install run_cairo_vm.sh
shell: bash
run: |
cp main/scripts/run_cairo_vm.sh $HOME/.local/bin/run_cairo_vm.sh
- name: Make runtime
run: |
cd main
just ${{ env.JUST_ARGS }} build runtime
- name: Test Rust runtime
run: |
cd main/runtime/rust/juvix
cargo test --release
# We use the options:
# - -fhide-source-paths
# - -fwrite-ide-info -hiedir=.hie
# in package.yaml.
#
# If a previously available .hie directory is missing then GHC will rebuild the whole project.
# with reason: HIE file is missing. So we need to cache it.
- name: Cache .hie
id: cache-hie
uses: actions/cache@v3
with:
path: main/.hie
key: ${{ runner.os }}-stack-hie
- name: Stack setup
id: stack
uses: freckle/stack-action@v5
with:
working-directory: main
stack-build-arguments: ${{ env.STACK_BUILD_ARGS }}
test: false
- name: Install and test Juvix
id: test
if: ${{ success() }}
run: |
cd main
just ${{ env.JUST_ARGS }} install
just ${{ env.JUST_ARGS }} test
- name: Typecheck and format Juvix examples
if: ${{ success() }}
shell: bash
run: |
cd main
make check-format-juvix-files && make typecheck-juvix-examples
- name: Install Smoke for testing
uses: jaxxstorm/[email protected]
with:
repo: jonaprieto/smoke
platform: linux
tag: v2.3.2
chmod: 0755
rename-to: smoke
extension-matching: disable
cache: enable
# Smoke tests make git commits
- name: Setup git
shell: bash
run: |
git config --global user.email "[email protected]"
git config --global user.name "Tara"
git config --global init.defaultBranch main
- name: Smoke testing
id: smoke-linux
if: ${{ success() }}
run: |
cd main
make smoke-only
build-and-test-macos:
runs-on: macos-14
if: false
steps:
- uses: extractions/setup-just@v2
- name: Checkout our repository
uses: actions/checkout@v3
with:
path: main
submodules: true
- name: install stack
run: |
brew install haskell-stack
- name: Install Sed
run: |
brew install gnu-sed
echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> $GITHUB_PATH
- name: Test Sed
run: |
sed --version
- name: Install coreutils
run: |
brew install coreutils
- name: Test sha256sum (used by smoke)
run: |
sha256sum --version
- name: Download and extract wasi-sysroot
run: >
curl
https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-15/wasi-sysroot-15.0.tar.gz
-OL
tar xfv wasi-sysroot-15.0.tar.gz
- name: Set WASI_SYSROOT_PATH
run: |
echo "WASI_SYSROOT_PATH=$GITHUB_WORKSPACE/wasi-sysroot" >> $GITHUB_ENV
- name: Install the latest Wasmer version
uses: jaxxstorm/[email protected]
with:
repo: wasmerio/wasmer
binaries-location: bin
chmod: 0755
# smoke dynamically links to icu4c, so a cached binary of smoke will break
# when brew bumps the icu4c version. In the following steps we use the
# icu4c version in the cache key of the smoke build to avoid this issue.
#
# NB: The smoke build cannot be done as a separate job because the smoke
# binary must be built using exactly the same version of the macos-12
# runner image as the smoke testing step to make sure that the icu4c
# versions match.
- name: Checkout smoke repo
uses: actions/checkout@v3
with:
repository: jonaprieto/smoke
ref: regex-icu
path: smoke-repo
- name: Install ICU4C
run: |
brew install icu4c
brew link icu4c --force
- name: Get ICU4C version
id: icuversion
run: |
ICUVERSION=$(echo -n $(brew list --versions icu4c | head -n 1 | sed -E 's/ /-/g'))
echo "version=$ICUVERSION" >> $GITHUB_OUTPUT
- name: Build smoke
env:
LDFLAGS: -L/usr/local/opt/icu4c/lib
CPPFLAGS: -I/usr/local/opt/icu4c/include
PKG_CONFIG_PATH: /usr/local/opt/icu4c/lib/pkgconfig
uses: freckle/stack-action@v4
with:
test: false
stack-arguments: --copy-bins
working-directory: smoke-repo
cache-prefix: ${{ runner.arch }}-${{ steps.icuversion.outputs.version }}
pedantic: false
- name: Set homebrew LLVM CC and LIBTOOL vars (macOS)
run: |
echo "CC=$(brew --prefix llvm@15)/bin/clang" >> $GITHUB_ENV
echo "LIBTOOL=$(brew --prefix llvm@15)/bin/llvm-ar" >> $GITHUB_ENV
- name: Add ~/.local/bin to PATH
run: |
mkdir -p "$HOME/.local/bin"
echo "$HOME/.local/bin" >> $GITHUB_PATH
- run: echo "HOME=$HOME" >> $GITHUB_ENV
shell: bash
- name: Cache CairoVM
id: cache-cairo-vm
uses: actions/cache@v4
with:
path: ${{ env.HOME }}/.local/bin/juvix-cairo-vm
key: ${{ runner.os }}-${{ runner.arch }}-cairo-vm-${{ env.CAIRO_VM_VERSION }}
- name: Install Rust toolchain
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
uses: actions-rust-lang/setup-rust-toolchain@v1
- name: Install RISC0 VM
shell: bash
run: |
cargo install [email protected] --force
cargo binstall [email protected] --no-confirm --force
cargo risczero install
- name: Checkout CairoVM
uses: actions/checkout@v4
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
with:
repository: anoma/juvix-cairo-vm
path: juvix-cairo-vm
ref: ${{ env.CAIRO_VM_VERSION }}
- name: Install Cairo VM
if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
shell: bash
run: |
cd juvix-cairo-vm
cargo build --release
cp -a target/release/juvix-cairo-vm $HOME/.local/bin/juvix-cairo-vm
- name: Install run_cairo_vm.sh
shell: bash
run: |
cp -a main/scripts/run_cairo_vm.sh $HOME/.local/bin/run_cairo_vm.sh
- name: Make runtime
run: |
cd main
just ${{ env.JUST_ARGS }} build runtime
- name: Test Rust runtime
run: |
cd main/runtime/rust/juvix
cargo test --release
# We use the options:
# - -fhide-source-paths
# - -fwrite-ide-info -hiedir=.hie
# in package.yaml.
#
# If a previously available .hie directory is missing then GHC will rebuild the whole project.
# with reason: HIE file is missing. So we need to cache it.
- name: Cache .hie
id: cache-hie
uses: actions/cache@v3
with:
path: main/.hie
key: ${{ runner.os }}-${{ runner.arch }}-stack-hie
- name: Stack setup
id: stack
uses: freckle/stack-action@v5
with:
working-directory: main
stack-build-arguments: ${{ env.STACK_BUILD_ARGS }}
test: false
cache-prefix: ${{ runner.arch }}
- name: Add homebrew clang to the PATH (macOS)
run: |
echo "$(brew --prefix llvm@15)/bin" >> $GITHUB_PATH
- name: Install and test Juvix
if: ${{ success() }}
run: |
cd main
just ${{ env.JUST_ARGS }} install
just ${{ env.JUST_ARGS }} test
- name: Typecheck and format Juvix examples
if: ${{ success() }}
shell: bash
run: |
cd main
make check-format-juvix-files && make typecheck-juvix-examples
# Smoke tests make git commits
- name: Setup git
shell: bash
run: |
git config --global user.email "[email protected]"
git config --global user.name "Tara"
git config --global init.defaultBranch main
- name: Smoke testing (macOS)
id: smoke-macos
if: ${{ success() }}
run: |
cd main
make CC=$CC LIBTOOL=$LIBTOOL smoke