Skip to content

Fix CMake test for generator_aot_multitarget (#7716) #370

Fix CMake test for generator_aot_multitarget (#7716)

Fix CMake test for generator_aot_multitarget (#7716) #370

Workflow file for this run

# Relevant GHA docs links:
# https://docs.github.com/en/actions/using-jobs/running-jobs-in-a-container
# https://docs.github.com/en/packages/managing-github-packages-using-github-actions-workflows/publishing-and-installing-a-package-with-github-actions#upgrading-a-workflow-that-accesses-ghcrio
name: Build PyPI package
on:
push:
branches: [ main ]
release:
types: [ created ]
concurrency:
group: '${{ github.workflow }}-${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
cancel-in-progress: true
env:
LLVM_VER: 15.0.7
permissions:
contents: read # to fetch code (actions/checkout)
packages: read # to fetch packages (docker)
jobs:
# When creating 'dev' (e.g. nightly) PyPI packages, we need to create a unique
# label for each upload. For simplicity, we choose the Unix time-since-epoch in
# UTC form (aka `date +%s`).
pip-labels:
name: Create Label for PyPI Packages
runs-on: ubuntu-latest
outputs:
halide_pypi_label: ${{ steps.make_label.outputs.unix_time_utc }}
steps:
- id: make_label
run: echo "unix_time_utc=$(date +%s)" >> "$GITHUB_OUTPUT"
pip-linux:
name: Package Halide Python bindings
runs-on: ubuntu-latest
needs: pip-labels
strategy:
fail-fast: false
matrix:
arch: [ x86_64, aarch64 ]
steps:
- uses: actions/checkout@v3
- name: Log in to GitHub Container Registry
uses: docker/[email protected]
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Set up QEMU
uses: docker/[email protected]
with:
platforms: all
- name: Build wheels
uses: pypa/[email protected]
env:
CIBW_ARCHS_LINUX: "${{ matrix.arch }}"
CIBW_BUILD: "cp38-manylinux* cp39-manylinux* cp310-manylinux*"
CIBW_CONFIG_SETTINGS: "--global-option=egg_info --global-option=-b.dev${{ needs.pip-labels.outputs.halide_pypi_label }} --global-option=--build-number --global-option=${{github.run_id}}"
CIBW_MANYLINUX_X86_64_IMAGE: ghcr.io/halide/manylinux2014_x86_64-llvm:${{ env.LLVM_VER }}
# CIBW_MANYLINUX_I686_IMAGE: ghcr.io/halide/manylinux2014_i686-llvm:${{ env.LLVM_VER }}
CIBW_MANYLINUX_AARCH64_IMAGE: ghcr.io/halide/manylinux2014_aarch64-llvm:${{ env.LLVM_VER }}
CIBW_BEFORE_ALL_LINUX: >
cmake -G Ninja -S . -B build
-DCMAKE_BUILD_TYPE=Release -DWITH_DOCS=NO -DWITH_PYTHON_BINDINGS=NO -DWITH_TESTS=NO
-DWITH_TUTORIALS=NO -DWITH_UTILS=NO -DWITH_PYTHON_STUBS=NO &&
cmake --build build --target install
- uses: actions/upload-artifact@v3
with:
name: wheels
path: ./wheelhouse/*.whl
pip-other:
name: Package Halide Python bindings
runs-on: ${{ matrix.runner }}
needs: pip-labels
strategy:
fail-fast: false
matrix:
include:
- runner: windows-latest
pytag: win_amd64
arch: x64
- runner: macos-latest
pytag: macosx_universal2
arch: x86_64;arm64
steps:
- uses: actions/checkout@v3
- name: Cache LLVM build folder
id: cache-llvm
uses: actions/[email protected]
with:
path: local-llvm
key: llvmorg-${{ env.LLVM_VER }}-${{ runner.os }}
- uses: ilammy/msvc-dev-cmd@v1
- uses: lukka/get-cmake@latest
- uses: actions/checkout@v3
if: steps.cache-llvm.outputs.cache-hit != 'true'
with:
path: llvm-src
repository: llvm/llvm-project
ref: llvmorg-${{ env.LLVM_VER }}
- name: Configure LLVM
if: steps.cache-llvm.outputs.cache-hit != 'true'
run: >
cmake -G Ninja -S llvm-src/llvm -B llvm-build
-DCMAKE_BUILD_TYPE=Release
"-DCMAKE_OSX_ARCHITECTURES=arm64;x86_64"
"-DLLVM_TARGETS_TO_BUILD=X86;ARM;NVPTX;AArch64;Hexagon;WebAssembly"
"-DLLVM_ENABLE_PROJECTS=clang;lld"
-DLLVM_ENABLE_ASSERTIONS=ON
-DLLVM_ENABLE_RTTI=ON
-DLLVM_ENABLE_EH=ON
-DLLVM_ENABLE_LIBXML2=OFF
-DLLVM_ENABLE_TERMINFO=OFF
-DLLVM_ENABLE_ZSTD=OFF
-DLLVM_ENABLE_ZLIB=OFF
-DLLVM_ENABLE_OCAMLDOC=OFF
-DLLVM_ENABLE_BINDINGS=OFF
-DLLVM_ENABLE_IDE=OFF
- name: Build LLVM
if: steps.cache-llvm.outputs.cache-hit != 'true'
run: cmake --build llvm-build
- name: Install LLVM
if: steps.cache-llvm.outputs.cache-hit != 'true'
run: cmake --install llvm-build --prefix local-llvm
# Remove the LLVM source tree after building it, otherwise we can
# run out of local space while building halide
- name: Clean LLVM Source
if: steps.cache-llvm.outputs.cache-hit != 'true'
shell: bash
run: rm -rf llvm-src
- name: Configure Halide
if: runner.os == 'Windows'
run: >
cmake -G "Visual Studio 17 2022" -T ClangCL -A "${{ matrix.arch }}" -S . -B halide-build
-DWITH_DOCS=NO
-DWITH_PYTHON_BINDINGS=NO
-DWITH_TESTS=NO
-DWITH_TUTORIALS=NO
-DWITH_UTILS=NO
-DWITH_PYTHON_STUBS=NO
-DLLVM_DIR=${{ github.workspace }}/local-llvm/lib/cmake/llvm
- name: Configure Halide
if: runner.os != 'Windows'
run: >
cmake -G Ninja -S . -B halide-build
-DCMAKE_BUILD_TYPE=Release
"-DCMAKE_OSX_ARCHITECTURES=${{ matrix.arch }}"
-DWITH_DOCS=NO
-DWITH_PYTHON_BINDINGS=NO
-DWITH_TESTS=NO
-DWITH_TUTORIALS=NO
-DWITH_UTILS=NO
-DWITH_PYTHON_STUBS=NO
-DLLVM_DIR=${{ github.workspace }}/local-llvm/lib/cmake/llvm
- name: Build Halide
run: cmake --build halide-build --config Release
- name: Install Halide
run: cmake --install halide-build --config Release --prefix local-halide
- name: Build wheels
uses: pypa/[email protected]
env:
CMAKE_PREFIX_PATH: ${{ github.workspace }}/local-halide
CIBW_BUILD: "cp38-${{ matrix.pytag }} cp39-${{ matrix.pytag }} cp310-${{ matrix.pytag }}"
CIBW_CONFIG_SETTINGS: "--global-option=egg_info --global-option=-b.dev${{ needs.pip-labels.outputs.halide_pypi_label }} --global-option=--build-number --global-option=${{github.run_id}}"
CIBW_ARCHS_MACOS: "universal2"
- uses: actions/upload-artifact@v3
with:
name: wheels
path: ./wheelhouse/*.whl
pip-sdist:
name: Make SDist
runs-on: ubuntu-latest
needs: pip-labels
steps:
- uses: actions/checkout@v3
- run: pipx run build --sdist -C--global-option=egg_info -C--global-option=-b.dev${{ needs.pip-labels.outputs.halide_pypi_label }}
- uses: actions/upload-artifact@v3
with:
name: wheels
path: dist/*.tar.gz
publish:
name: Publish on PyPI
needs: [ pip-linux, pip-other, pip-sdist ]
runs-on: ubuntu-latest
steps:
- uses: actions/download-artifact@v3
with:
name: wheels
path: dist
- uses: pypa/[email protected]
with:
user: __token__
password: ${{ secrets.TEST_PYPI_TOKEN }}
repository_url: https://test.pypi.org/legacy/
- uses: pypa/[email protected]
if: github.event_name == 'release' && github.event.action == 'published'
with:
user: __token__
password: ${{ secrets.PYPI_TOKEN }}