Merge pull request #246 from bgilbert/publish #222
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python | |
| on: | |
| push: | |
| branches: [main] | |
| tags: ["*"] | |
| pull_request: | |
| branches: [main] | |
| permissions: | |
| contents: read | |
| env: | |
| PYTHONUNBUFFERED: 1 | |
| jobs: | |
| pre-commit: | |
| name: Rerun pre-commit checks | |
| runs-on: ubuntu-latest | |
| outputs: | |
| dist-base: ${{ steps.paths.outputs.dist }} | |
| docs-base: ${{ steps.paths.outputs.docs }} | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.12' | |
| - name: Run pre-commit hooks | |
| uses: pre-commit/[email protected] | |
| - name: Define artifact paths | |
| id: paths | |
| run: | | |
| suffix="$GITHUB_RUN_NUMBER-$(echo $GITHUB_SHA | cut -c-10)" | |
| echo "dist=openslide-python-dist-$suffix" >> $GITHUB_OUTPUT | |
| echo "docs=openslide-python-docs-$suffix" >> $GITHUB_OUTPUT | |
| tests: | |
| name: Tests | |
| needs: pre-commit | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| python-version: [3.8, 3.9, "3.10", "3.11", "3.12"] | |
| include: | |
| - os: ubuntu-latest | |
| python-version: "3.12" | |
| sdist: sdist | |
| # Python 3.8 is too old to support universal binaries, and | |
| # setup-python's Python 3.9 and 3.10 won't build them. Use the | |
| # last upstream patch releases that ship with installers. | |
| # https://github.com/actions/setup-python/issues/439#issuecomment-1247646682 | |
| - os: macos-latest | |
| python-version: "3.9" | |
| upstream-python: 3.9.13 | |
| - os: macos-latest | |
| python-version: "3.10" | |
| upstream-python: 3.10.11 | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| if: matrix.upstream-python == null | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Set up Python ${{ matrix.python-version }} (macOS fallback) | |
| if: matrix.upstream-python != null | |
| run: | | |
| pkgdir="${{ runner.temp }}/python" | |
| mkdir -p "$pkgdir/bin" | |
| pkg="$pkgdir/python.pkg" | |
| curl -Lfo "$pkg" \ | |
| "https://www.python.org/ftp/python/${{ matrix.upstream-python }}/python-${{ matrix.upstream-python }}-macos11.pkg" | |
| sudo installer -pkg "$pkg" -target / | |
| for bin in python pip; do | |
| ln -s /usr/local/bin/${bin}3 $pkgdir/bin/${bin} | |
| done | |
| export PATH="$pkgdir/bin:$PATH" | |
| echo "PATH=$PATH" >> $GITHUB_ENV | |
| python -V | |
| pip -V | |
| - name: Install Python tools | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install auditwheel build jinja2 pytest setuptools | |
| - name: Install OpenSlide | |
| run: | | |
| case "${{ matrix.os }}" in | |
| ubuntu-latest) | |
| sudo apt-get install libopenslide0 | |
| ;; | |
| macos-latest) | |
| brew install openslide | |
| ;; | |
| esac | |
| - name: Build dist | |
| run: | | |
| if [ -z "${{ matrix.sdist }}" ]; then | |
| wheel_only=-w | |
| fi | |
| python -m build $wheel_only | |
| case "${{ matrix.os }}" in | |
| ubuntu-*) | |
| mkdir old | |
| mv dist/*.whl old/ | |
| auditwheel repair --only-plat -w dist old/*whl | |
| ;; | |
| macos-*) | |
| if [ "${{ matrix.python-version }}" != 3.8 -a ! -e dist/*universal2* ]; then | |
| echo "Wheel is not universal:" | |
| ls dist | |
| exit 1 | |
| fi | |
| esac | |
| mkdir -p "artifacts/${{ needs.pre-commit.outputs.dist-base }}" | |
| mv dist/* "artifacts/${{ needs.pre-commit.outputs.dist-base }}" | |
| # save version-specific wheels and oldest abi3 wheel | |
| python -c 'import sys | |
| if sys.version_info < (3, 12): print("archive_wheel=1")' >> $GITHUB_ENV | |
| - name: Install | |
| run: pip install artifacts/${{ needs.pre-commit.outputs.dist-base }}/*.whl | |
| - name: Run tests | |
| run: pytest -v | |
| - name: Tile slide | |
| run: python examples/deepzoom/deepzoom_tile.py --viewer -o tiled tests/fixtures/small.svs | |
| - name: Remove wheel from upload | |
| if: matrix.sdist && ! env.archive_wheel | |
| run: rm artifacts/${{ needs.pre-commit.outputs.dist-base }}/*.whl | |
| - name: Archive dist | |
| if: matrix.sdist || env.archive_wheel | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ needs.pre-commit.outputs.dist-base }} | |
| path: artifacts | |
| windows: | |
| name: Windows | |
| needs: pre-commit | |
| runs-on: windows-latest | |
| env: | |
| BIN_RELEASE: 20231011 | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| matrix: | |
| python-version: [3.8, 3.9, "3.10", "3.11", "3.12"] | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Python tools | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install build flask pytest | |
| - name: Install OpenSlide | |
| run: | | |
| mkdir -p c:\\openslide | |
| cd c:\\openslide | |
| zipname=openslide-win64-${BIN_RELEASE} | |
| curl -LfO "https://github.com/openslide/openslide-bin/releases/download/v${BIN_RELEASE}/${zipname}.zip" | |
| 7z x ${zipname}.zip | |
| echo "OPENSLIDE_PATH=c:\\openslide\\${zipname}\\bin" >> $GITHUB_ENV | |
| - name: Build wheel | |
| run: | | |
| python -m build -w | |
| mkdir -p "artifacts/${{ needs.pre-commit.outputs.dist-base }}" | |
| mv dist/*.whl "artifacts/${{ needs.pre-commit.outputs.dist-base }}" | |
| # save version-specific wheels and oldest abi3 wheel | |
| python -c 'import sys | |
| if sys.version_info < (3, 12): print("archive_wheel=1")' >> $GITHUB_ENV | |
| - name: Install | |
| run: pip install artifacts/${{ needs.pre-commit.outputs.dist-base }}/*.whl | |
| - name: Run tests | |
| # Reads OPENSLIDE_PATH | |
| run: pytest -v | |
| - name: Test library loading in examples | |
| # Reads OPENSLIDE_PATH | |
| run: | | |
| python examples/deepzoom/deepzoom_multiserver.py -h >/dev/null | |
| python examples/deepzoom/deepzoom_server.py -h >/dev/null | |
| python examples/deepzoom/deepzoom_tile.py -h >/dev/null | |
| - name: Tile slide | |
| # Reads OPENSLIDE_PATH | |
| run: python examples/deepzoom/deepzoom_tile.py --viewer -o tiled tests/fixtures/small.svs | |
| - name: Archive wheel | |
| if: env.archive_wheel | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ needs.pre-commit.outputs.dist-base }} | |
| path: artifacts | |
| docs: | |
| name: Docs | |
| needs: pre-commit | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.12' | |
| - name: Install Python tools | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install sphinx | |
| - name: Build | |
| run: sphinx-build -d doctrees doc artifact/${{ needs.pre-commit.outputs.docs-base }} | |
| - name: Archive | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ needs.pre-commit.outputs.docs-base }} | |
| path: artifact | |
| release: | |
| name: Release | |
| if: github.ref_type == 'tag' | |
| environment: | |
| name: pypi | |
| url: https://pypi.org/p/openslide-python | |
| needs: [pre-commit, tests, windows] | |
| runs-on: ubuntu-latest | |
| concurrency: release-${{ github.ref }} | |
| permissions: | |
| contents: write | |
| id-token: write | |
| steps: | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ needs.pre-commit.outputs.dist-base }} | |
| - name: Release to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| packages-dir: ${{ needs.pre-commit.outputs.dist-base }} | |
| - name: Release to GitHub | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| run: | | |
| version=$(echo "${{ github.ref_name }}" | sed "s/^v//") | |
| # recompress tarball with xz | |
| gunzip -k "${{ needs.pre-commit.outputs.dist-base }}/openslide-python-${version}.tar.gz" | |
| tar xf "${{ needs.pre-commit.outputs.dist-base }}/openslide-python-${version}.tar" | |
| xz -9 "${{ needs.pre-commit.outputs.dist-base }}/openslide-python-${version}.tar" | |
| # extract changelog | |
| awk -e '/^## / && ok {exit}' \ | |
| -e '/^## / {ok=1; next}' \ | |
| -e 'ok {print}' \ | |
| "openslide-python-$version/CHANGELOG.md" > changes | |
| gh release create --latest --verify-tag \ | |
| --repo "${{ github.repository }}" \ | |
| --title "OpenSlide Python $version" \ | |
| --notes-file changes \ | |
| "${{ github.ref_name }}" \ | |
| "${{ needs.pre-commit.outputs.dist-base }}/"* |