Prep 5.42.2 release (#1308) #135
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release Build | |
| on: | |
| push: | |
| tags: | |
| - v[0-9]+.[0-9]+.[0-9]+* | |
| workflow_dispatch: | |
| env: | |
| SUBWASM_VERSION: 0.16.1 | |
| jobs: | |
| checks-and-tests: | |
| runs-on: [self-hosted, Linux, X64] | |
| steps: | |
| - name: Free disk space | |
| run: | | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /usr/local/lib/android | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| df -h | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Install deps | |
| run: sudo apt -y install protobuf-compiler | |
| - name: Install & display rust toolchain | |
| run: rustup show | |
| - name: Check targets are installed correctly | |
| run: rustup target list --installed | |
| - name: Install cargo-nextest | |
| run: curl -LsSf https://get.nexte.st/latest/linux | tar zxf - -C ${CARGO_HOME:-~/.cargo}/bin | |
| - name: Check all features compilation | |
| run: cargo check --verbose --features try-runtime,runtime-benchmarks --locked | |
| - name: Run all tests | |
| run: make test-all | |
| native-linux: | |
| needs: checks-and-tests | |
| runs-on: [self-hosted, Linux, X64] | |
| strategy: | |
| matrix: | |
| target: | |
| - x86_64-unknown-linux-gnu | |
| - aarch64-unknown-linux-gnu | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Install deps | |
| run: sudo apt -y install protobuf-compiler | |
| - name: aarch64 setup | |
| if: contains(matrix.target, 'aarch64') | |
| shell: bash | |
| run: | | |
| sudo apt update | |
| sudo apt install -y gcc-multilib g++-multilib | |
| sudo apt install -y gcc-aarch64-linux-gnu g++-aarch64-linux-gnu | |
| mkdir -p .cargo | |
| touch .cargo/config | |
| printf '[target.aarch64-unknown-linux-gnu]\nlinker = "aarch64-linux-gnu-gcc"' >> .cargo/config | |
| - name: x86_64 setup | |
| if: contains(matrix.target, 'x86_64') | |
| run: | | |
| mkdir -p .cargo | |
| touch .cargo/config | |
| printf '[target.x86_64-unknown-linux-gnu]\nrustflags = ["-Clink-arg=-fuse-ld=lld"]' >> .cargo/config | |
| - name: Install & display rust toolchain | |
| run: rustup show | |
| - name: Add aarch64 target | |
| if: contains(matrix.target, 'aarch64') | |
| run: rustup target add ${{ matrix.target }} | |
| - name: Check targets are installed correctly | |
| run: rustup target list --installed | |
| - name: Build optimized binary | |
| run: CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --target ${{ matrix.target }} --verbose --locked | |
| - name: Set artifact name | |
| env: | |
| TARGET: ${{ matrix.target }} | |
| id: artifact-name | |
| run: echo "::set-output name=name::astar-ubuntu-latest-${TARGET%%-*}" | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ steps.artifact-name.outputs.name }} | |
| path: target/${{ matrix.target }}/release/astar-collator | |
| evm-tracing-native-linux: | |
| needs: checks-and-tests | |
| runs-on: [self-hosted, Linux, X64] | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Install deps | |
| run: sudo apt -y install protobuf-compiler | |
| - name: x86_64 setup | |
| run: | | |
| mkdir -p .cargo | |
| touch .cargo/config | |
| printf '[target.x86_64-unknown-linux-gnu]\nrustflags = ["-Clink-arg=-fuse-ld=lld"]' >> .cargo/config | |
| - name: Install & display rust toolchain | |
| run: rustup show | |
| - name: Check targets are installed correctly | |
| run: rustup target list --installed | |
| - name: Build optimized binary with evm tracing | |
| run: CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --target x86_64-unknown-linux-gnu --features evm-tracing --verbose --locked | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: astar-evm-tracing-ubuntu-latest-x86_64-unknown-linux-gnu | |
| path: target/x86_64-unknown-linux-gnu/release/astar-collator | |
| - name: rename evm tracing runtimes | |
| run: | | |
| mv target/x86_64-unknown-linux-gnu/release/wbuild/astar-runtime/astar_runtime.compact.compressed.wasm target/x86_64-unknown-linux-gnu/release/wbuild/astar-runtime/astar_evm_tracing_runtime.compact.compressed.wasm | |
| mv target/x86_64-unknown-linux-gnu/release/wbuild/shiden-runtime/shiden_runtime.compact.compressed.wasm target/x86_64-unknown-linux-gnu/release/wbuild/shiden-runtime/shiden_evm_tracing_runtime.compact.compressed.wasm | |
| mv target/x86_64-unknown-linux-gnu/release/wbuild/shibuya-runtime/shibuya_runtime.compact.compressed.wasm target/x86_64-unknown-linux-gnu/release/wbuild/shibuya-runtime/shibuya_evm_tracing_runtime.compact.compressed.wasm | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: astar-evm-tracing-runtime | |
| path: target/x86_64-unknown-linux-gnu/release/wbuild/astar-runtime/astar_evm_tracing_runtime.compact.compressed.wasm | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: shiden-evm-tracing-runtime | |
| path: target/x86_64-unknown-linux-gnu/release/wbuild/shiden-runtime/shiden_evm_tracing_runtime.compact.compressed.wasm | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: shibuya-evm-tracing-runtime | |
| path: target/x86_64-unknown-linux-gnu/release/wbuild/shibuya-runtime/shibuya_evm_tracing_runtime.compact.compressed.wasm | |
| native-macos: | |
| needs: checks-and-tests | |
| runs-on: macos-latest | |
| env: | |
| RUSTC_WRAPPER: "sccache" | |
| SCCACHE_BUCKET: ${{ secrets.SCCACHE_BUCKET }} | |
| SCCACHE_REGION: ${{ secrets.SCCACHE_REGION }} | |
| SCCACHE_S3_KEY_PREFIX: "astar-macos" | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: configure aws credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.SCCACHE_ROLE }} | |
| role-session-name: github_astar_mac | |
| aws-region: ${{ secrets.SCCACHE_REGION }} | |
| - name: Install deps | |
| run: brew install protobuf sccache | |
| - name: Install & display rust toolchain | |
| run: rustup show | |
| - name: Check targets are installed correctly | |
| run: rustup target list --installed | |
| - name: Build optimized binary | |
| run: cargo build --release --verbose --locked | |
| - name: Show sccache stats | |
| run: sccache --show-stats | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: astar-macOS-latest-x86_64 | |
| path: target/release/astar-collator | |
| docker: | |
| needs: native-linux | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Login to DockerHub | |
| uses: docker/login-action@v1 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Docker meta | |
| id: docker_meta | |
| uses: crazy-max/ghaction-docker-meta@v1 | |
| with: | |
| images: staketechnologies/astar-collator | |
| tag-custom: shiden | |
| tag-sha: true # add git short SHA as Docker tag | |
| - name: Download pre-built linux collator binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-ubuntu-latest-x86_64 | |
| - name: Make binary executable and copy it to docker folder | |
| run: chmod +x astar-collator && cp astar-collator third-party/docker | |
| - name: Build & Push docker image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: third-party/docker | |
| platforms: linux/amd64 | |
| labels: ${{ steps.docker_meta.outputs.labels }} | |
| tags: ${{ steps.docker_meta.outputs.tags }} | |
| push: true | |
| srtool: | |
| needs: checks-and-tests | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| chain: ["astar", "shiden", "shibuya"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Srtool build | |
| id: srtool_build | |
| uses: chevdor/[email protected] | |
| # env: | |
| # needed to enable metadata hash generation | |
| # BUILD_OPTS: "--features on-chain-release-build" | |
| with: | |
| chain: ${{ matrix.chain }} | |
| runtime_dir: runtime/${{ matrix.chain }} | |
| - name: Summary | |
| run: | | |
| echo '${{ steps.srtool_build.outputs.json }}' | jq > ${{ matrix.chain }}-srtool-digest.json | |
| cat ${{ matrix.chain }}-srtool-digest.json | |
| echo "Compact Runtime: ${{ steps.srtool_build.outputs.wasm }}" | |
| echo "Compressed Runtime: ${{ steps.srtool_build.outputs.wasm_compressed }}" | |
| cp ${{ steps.srtool_build.outputs.wasm }} ${{ matrix.chain }}_runtime.compact.wasm | |
| cp ${{ steps.srtool_build.outputs.wasm_compressed }} ${{ matrix.chain }}_runtime.compact.compressed.wasm | |
| # it takes a while to build the runtime, so let's save the artifact as soon as we have it | |
| - name: Archive Artifacts for ${{ matrix.chain }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.chain }}-runtime | |
| path: | | |
| ${{ matrix.chain }}_runtime.compact.wasm | |
| ${{ matrix.chain }}_runtime.compact.compressed.wasm | |
| ${{ matrix.chain }}-srtool-digest.json | |
| # We now get extra information thanks to subwasm | |
| - name: Install subwasm | |
| run: | | |
| wget https://github.com/chevdor/subwasm/releases/download/v${{ env.SUBWASM_VERSION }}/subwasm_linux_amd64_v${{ env.SUBWASM_VERSION }}.deb | |
| sudo dpkg -i subwasm_linux_amd64_v${{ env.SUBWASM_VERSION }}.deb | |
| subwasm --version | |
| - name: Show Runtime information | |
| shell: bash | |
| run: | | |
| subwasm info ${{ steps.srtool_build.outputs.wasm }} | |
| subwasm info ${{ steps.srtool_build.outputs.wasm_compressed }} | |
| subwasm --json info ${{ steps.srtool_build.outputs.wasm }} > ${{ matrix.chain }}-info.json | |
| subwasm --json info ${{ steps.srtool_build.outputs.wasm_compressed }} > ${{ matrix.chain }}-compressed-info.json | |
| - name: Extract the metadata | |
| shell: bash | |
| run: | | |
| subwasm meta ${{ steps.srtool_build.outputs.wasm }} | |
| subwasm --json meta ${{ steps.srtool_build.outputs.wasm }} > ${{ matrix.chain }}-metadata.json | |
| - name: Check the metadata diff | |
| shell: bash | |
| # the following subwasm call will error for chains that are not known and/or live, that includes shell for instance | |
| run: | | |
| subwasm diff ${{ steps.srtool_build.outputs.wasm }} --chain-b ${{ matrix.chain }} || \ | |
| echo "Subwasm call failed, check the logs. This is likely because ${{ matrix.chain }} is not known by subwasm" | \ | |
| tee ${{ matrix.chain }}-diff.txt | |
| - name: Archive Subwasm results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.chain }}-runtime | |
| path: | | |
| ${{ matrix.chain }}-info.json | |
| ${{ matrix.chain }}-compressed-info.json | |
| ${{ matrix.chain }}-metadata.json | |
| ${{ matrix.chain }}-diff.txt | |
| publish-release-draft: | |
| needs: [native-linux, evm-tracing-native-linux, native-macOS, docker, srtool] | |
| runs-on: ubuntu-latest | |
| outputs: | |
| release_url: ${{ steps.create-release.outputs.html_url }} | |
| upload_url: ${{ steps.create-release.outputs.upload_url }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Download astar runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-runtime | |
| path: runtime-artifacts | |
| - name: Download shiden runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: shiden-runtime | |
| path: runtime-artifacts | |
| - name: Download shibuya runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: shibuya-runtime | |
| path: runtime-artifacts | |
| - name: Use Node.js 18.x | |
| uses: actions/setup-node@v2 | |
| with: | |
| node-version: 18.x | |
| - name: Get the latest release | |
| id: latest-release | |
| uses: pozetroninc/[email protected] | |
| with: | |
| repository: AstarNetwork/Astar | |
| excludes: "prerelease, draft" | |
| - name: Generate Release Body | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| id: generate-release-body | |
| run: | | |
| cd .github/scripts | |
| yarn | |
| yarn -s run ts-node generate-release-body.ts generate --owner "${{ github.repository_owner }}" --repo "$(basename ${{ github.repository }})" --from "${{ steps.latest-release.outputs.release }}" --to "${{ github.ref_name }}" --srtool-report-folder '../../runtime-artifacts/' > ../../body.md | |
| - name: Create Release Draft | |
| id: create-release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref_name }} | |
| release_name: ${{ github.ref_name }} | |
| body_path: body.md | |
| draft: true | |
| upload-binaries: | |
| needs: publish-release-draft | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| os: ["ubuntu", "macOS"] | |
| arch: ["x86_64", "aarch64"] | |
| exclude: | |
| - os: macOS | |
| arch: aarch64 | |
| steps: | |
| - name: Create download folder | |
| run: | | |
| mkdir -p ${{ matrix.os }}-${{ matrix.arch }}-bin | |
| mkdir -p ubuntu-tracing-bin | |
| - name: Download pre-built collator binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-${{ matrix.os }}-latest-${{ matrix.arch }} | |
| path: ${{ matrix.os }}-${{ matrix.arch }}-bin | |
| - name: Make binary executable and tar gzip | |
| run: | | |
| cd ${{ matrix.os }}-${{ matrix.arch }}-bin | |
| chmod +x astar-collator | |
| tar zcvf astar-collator.tar.gz astar-collator | |
| - name: Upload binary artifact | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: ${{ matrix.os }}-${{ matrix.arch }}-bin/astar-collator.tar.gz | |
| asset_name: astar-collator-${{ github.ref_name }}-${{ matrix.os }}-${{ matrix.arch }}.tar.gz | |
| asset_content_type: application/gzip | |
| upload-runtimes: | |
| needs: publish-release-draft | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| chain: ["astar", "shiden", "shibuya"] | |
| steps: | |
| - name: Download runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ matrix.chain }}-runtime | |
| - name: Get runtime version | |
| id: get-runtime-version | |
| run: | | |
| ls -R | |
| chain=${{ matrix.chain }} | |
| runtime_version=$(cat $chain-compressed-info.json | jq '.core_version' | tr -d '"' | cut -d ' ' -f 1) | |
| echo $runtime_version | |
| echo "runtime=$(echo $runtime_version)" >> $GITHUB_ENV | |
| echo "${{ matrix.chain }}=$(echo $runtime_version)" >> $GITHUB_OUTPUT | |
| - name: Upload ${{ matrix.chain }} Wasm | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: ${{ matrix.chain }}_runtime.compact.compressed.wasm | |
| asset_name: ${{ env.runtime }}.wasm | |
| asset_content_type: application/wasm | |
| - name: Upload ${{ matrix.chain }} Metadata | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: ${{ matrix.chain }}-metadata.json | |
| asset_name: ${{ matrix.chain }}-metadata.json | |
| asset_content_type: application/json | |
| - name: Upload ${{ matrix.chain }} Compressed Info | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: ${{ matrix.chain }}-compressed-info.json | |
| asset_name: ${{ matrix.chain }}-compressed-info.json | |
| asset_content_type: application/json | |
| - name: Upload ${{ matrix.chain }} Srtool Digest | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: ${{ matrix.chain }}-srtool-digest.json | |
| asset_name: ${{ matrix.chain }}-srtool-digest.json | |
| asset_content_type: application/json | |
| outputs: | |
| astar_runtime_version: ${{ steps.get-runtime-version.outputs.astar }} | |
| shiden_runtime_version: ${{ steps.get-runtime-version.outputs.shiden }} | |
| shibuya_runtime_version: ${{ steps.get-runtime-version.outputs.shibuya }} | |
| upload-evm-tracing-artifacts: | |
| needs: [publish-release-draft,upload-runtimes] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Download pre-built collator binary for evm tracing | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-evm-tracing-ubuntu-latest-x86_64-unknown-linux-gnu | |
| path: evm-tracing-artifacts | |
| - name: Download evm tracing runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-evm-tracing-runtime | |
| path: evm-tracing-artifacts | |
| - name: Download evm tracing runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: shiden-evm-tracing-runtime | |
| path: evm-tracing-artifacts | |
| - name: Download evm tracing runtime | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: shibuya-evm-tracing-runtime | |
| path: evm-tracing-artifacts | |
| - name: Make evm tracing binary executable and rename | |
| run: | | |
| cd evm-tracing-artifacts | |
| chmod +x astar-collator | |
| mv astar_evm_tracing_runtime.compact.compressed.wasm ${{needs.upload-runtimes.outputs.astar_runtime_version}}_evm_tracing_runtime.compact.compressed.wasm | |
| mv shiden_evm_tracing_runtime.compact.compressed.wasm ${{needs.upload-runtimes.outputs.shiden_runtime_version}}_evm_tracing_runtime.compact.compressed.wasm | |
| mv shibuya_evm_tracing_runtime.compact.compressed.wasm ${{needs.upload-runtimes.outputs.shibuya_runtime_version}}_evm_tracing_runtime.compact.compressed.wasm | |
| - name: Compress folder | |
| run: | | |
| tar zcvf evm-tracing-artifacts.tar.gz evm-tracing-artifacts | |
| - name: Upload evm tracing binary artifact | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.publish-release-draft.outputs.upload_url }} | |
| asset_path: evm-tracing-artifacts.tar.gz | |
| asset_name: evm-tracing-artifacts-${{ github.ref_name }}.tar.gz | |
| asset_content_type: application/gzip | |
| chain-sync-smoke: | |
| needs: native-linux | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| chain: [ "astar", "shiden", "shibuya" ] | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| - name: Download pre-built collator binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-ubuntu-latest-x86_64 | |
| path: target/release | |
| - name: Sync chain ${{ matrix.chain }} | |
| run: | | |
| chmod +x target/release/astar-collator | |
| ./scripts/sync-smoke.sh ${{ matrix.chain }} | |
| zombienet-smoke: | |
| needs: native-linux | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| chain: [ "astar-dev", "shiden-dev", "shibuya-dev" ] | |
| steps: | |
| - name: Checkout the source code | |
| uses: actions/checkout@v4 | |
| - name: Download pre-built collator binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: astar-ubuntu-latest-x86_64 | |
| path: target/release | |
| - name: Setup | |
| run: | | |
| chmod +x target/release/astar-collator | |
| mv target/release/astar-collator third-party/zombienet | |
| - name: Setup zombienet | |
| working-directory: third-party/zombienet | |
| run: ./setup.sh | |
| - name: ${{ matrix.chain }} build blocks | |
| working-directory: third-party/zombienet | |
| env: | |
| CHAIN: ${{ matrix.chain }} | |
| run: zombienet -p native test smoke.zndsl |