Wheel builder #181
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Workflow to build and test wheels. | |
| # To work on the wheel building infrastructure on a fork, comment out: | |
| # | |
| # if: github.repository == 'numpy/numpy' | |
| # | |
| # in the get_commit_message job. Be sure to include [wheel build] in your commit | |
| # message to trigger the build. All files related to wheel building are located | |
| # at tools/wheels/ | |
| name: Wheel builder | |
| on: | |
| schedule: | |
| # ┌───────────── minute (0 - 59) | |
| # │ ┌───────────── hour (0 - 23) | |
| # │ │ ┌───────────── day of the month (1 - 31) | |
| # │ │ │ ┌───────────── month (1 - 12 or JAN-DEC) | |
| # │ │ │ │ ┌───────────── day of the week (0 - 6 or SUN-SAT) | |
| # │ │ │ │ │ | |
| - cron: "42 1 * * 4" | |
| push: | |
| pull_request: | |
| workflow_dispatch: | |
| jobs: | |
| get_commit_message: | |
| name: Get commit message | |
| runs-on: ubuntu-latest | |
| if: github.repository == 'numpy/numpy' | |
| outputs: | |
| message: ${{ steps.commit_message.outputs.message }} | |
| steps: | |
| - name: Checkout numpy | |
| uses: actions/checkout@v2 | |
| # Gets the correct commit message for pull request | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Get commit message | |
| id: commit_message | |
| run: | | |
| set -xe | |
| COMMIT_MSG=$(git log --no-merges -1 --oneline) | |
| echo "::set-output name=message::$COMMIT_MSG" | |
| echo github.ref ${{ github.ref }} | |
| build_wheels: | |
| name: Build wheel for ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| needs: get_commit_message | |
| if: >- | |
| contains(needs.get_commit_message.outputs.message, '[wheel build]') || | |
| github.event_name == 'schedule' || | |
| github.event_name == 'workflow_dispatch' || | |
| (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && ( ! endsWith(github.ref, 'dev0'))) | |
| runs-on: ${{ matrix.buildplat[0] }} | |
| strategy: | |
| # Ensure that a wheel builder finishes even if another fails | |
| fail-fast: false | |
| matrix: | |
| # Github Actions doesn't support pairing matrix values together, let's improvise | |
| # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026 | |
| buildplat: | |
| - [ubuntu-20.04, manylinux_x86_64] | |
| - [macos-10.15, macosx_*] | |
| - [windows-2019, win_amd64] | |
| - [windows-2019, win32] | |
| python: ["cp38", "cp39", "cp310"] | |
| include: | |
| # manylinux pypy builds | |
| - buildplat: [ubuntu-20.04, manylinux_x86_64] | |
| python: pp38 | |
| # MacOS PyPy builds | |
| # Disabled for now because of a PyPy bug | |
| # that prevents successful compilation | |
| #- buildplat: [macos-10.15, macosx_x86_64] | |
| # python: "pp38" | |
| # Windows PyPy builds | |
| - buildplat: [windows-2019, win_amd64] | |
| python: "pp38" | |
| env: | |
| IS_32_BIT: ${{ matrix.buildplat[1] == 'win32' }} | |
| steps: | |
| - name: Checkout numpy | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: true | |
| # versioneer.py requires the latest tag to be reachable. Here we | |
| # fetch the complete history to get access to the tags. | |
| # A shallow clone can work when the following issue is resolved: | |
| # https://github.com/actions/checkout/issues/338 | |
| fetch-depth: 0 | |
| - name: Configure mingw for 32-bit builds | |
| run: | | |
| # Force 32-bit mingw | |
| choco uninstall mingw | |
| choco install -y mingw --forcex86 --force --version=7.3.0 | |
| echo "C:\ProgramData\chocolatey\lib\mingw\tools\install\mingw32\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append | |
| refreshenv | |
| if: ${{ env.IS_32_BIT == 'true' }} | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| env: | |
| NPY_USE_BLAS_ILP64: ${{ env.IS_32_BIT == 'true' && '0' || '1' }} | |
| CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
| CIBW_ENVIRONMENT_LINUX: CFLAGS='-std=c99 -fno-strict-aliasing' | |
| LDFLAGS='-Wl,--strip-debug' | |
| OPENBLAS64_=/usr/local | |
| RUNNER_OS='Linux' | |
| # MACOS linker doesn't support stripping symbols | |
| CIBW_ENVIRONMENT_MACOS: CFLAGS='-std=c99 -fno-strict-aliasing' | |
| OPENBLAS64_=/usr/local | |
| CC=clang | |
| CXX=clang++ | |
| CIBW_ENVIRONMENT_WINDOWS: OPENBLAS64_=${{ env.IS_32_BIT == 'false' && 'openblas' || '' }} | |
| OPENBLAS=${{ env.IS_32_BIT == 'true' && 'openblas' || '' }} | |
| CFLAGS='${{ env.IS_32_BIT == 'true' && '-m32' || '' }}' | |
| LDFLAGS='${{ env.IS_32_BIT == 'true' && '-m32' || '' }}' | |
| # TODO: Add universal2 wheels, we need to fuse them manually | |
| # instead of going through cibuildwheel | |
| # This is because cibuildwheel tries to make a fat wheel | |
| # https://github.com/multi-build/multibuild/blame/devel/README.rst#L541-L565 | |
| # for more info | |
| CIBW_ARCHS_MACOS: x86_64 arm64 | |
| CIBW_TEST_SKIP: "*_arm64 *_universal2:arm64" | |
| CIBW_BUILD_VERBOSITY: 3 | |
| CIBW_BEFORE_BUILD: bash {project}/tools/wheels/cibw_before_build.sh {project} | |
| CIBW_BEFORE_TEST: pip install -r {project}/test_requirements.txt | |
| CIBW_TEST_COMMAND: bash {project}/tools/wheels/cibw_test_command.sh {project} | |
| - uses: actions/upload-artifact@v2 | |
| with: | |
| name: ${{ matrix.python }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }} | |
| path: ./wheelhouse/*.whl | |
| - name: Setup Upload Variables | |
| if: success() | |
| shell: bash | |
| run: | | |
| if [ "push" == "${{ github.event_name }}" ] && [ "${{ startsWith(github.ref, 'refs/tags/v') }}" ]; then | |
| echo push and tag event | |
| echo "ANACONDA_ORG=multibuild-wheels-staging" >> $GITHUB_ENV | |
| echo "TOKEN=${{ secrets.NUMPY_STAGING_UPLOAD_TOKEN }}" >> $GITHUB_ENV | |
| echo "ANACONDA_UPLOAD=true" >> $GITHUB_ENV | |
| elif [ "schedule" == "${{ github.event_name }}" ] || [ "workflow_dispatch" == "${{ github.event_name }}" ]; then | |
| echo scheduled or dispatched event | |
| echo "ANACONDA_ORG=scipy-wheels-nightly" >> $GITHUB_ENV | |
| echo "TOKEN=${{ secrets.NUMPY_NIGHTLY_UPLOAD_TOKEN }}" >> $GITHUB_ENV | |
| echo "ANACONDA_UPLOAD=true" >> $GITHUB_ENV | |
| else | |
| echo non-dispatch event | |
| echo "ANACONDA_UPLOAD=false" >> $GITHUB_ENV | |
| fi | |
| - name: Upload wheels | |
| if: ${{ env.TOKEN }} | |
| shell: bash | |
| run: | | |
| # trigger an upload to | |
| # https://anaconda.org/scipy-wheels-nightly/numpy | |
| # for cron jobs or "Run workflow" (restricted to main branch). | |
| # Tags will upload to | |
| # https://anaconda.org/multibuild-wheels-staging/numpy | |
| # The tokens were originally generated at anaconda.org | |
| echo ${PWD} | |
| if [ ${ANACONDA_UPLOAD} == true ]; then | |
| if [ -z ${TOKEN} ]; then | |
| echo no token set, not uploading | |
| else | |
| python -m pip install git+https://github.com/Anaconda-Server/anaconda-client | |
| ls ./wheelhouse/*.whl | |
| anaconda -t ${TOKEN} upload --skip -u ${ANACONDA_ORG} ./wheelhouse/*.whl | |
| echo "PyPI-style index: https://pypi.anaconda.org/$ANACONDA_ORG/simple" | |
| fi | |
| fi | |