WIP: FlatGeobuf async stream #2089
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Python | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
lint-test: | |
name: Lint and Test | |
runs-on: ubuntu-latest | |
defaults: | |
run: | |
working-directory: python | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: "recursive" | |
- name: Set up Python | |
id: setup-python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: "3.12" | |
- name: Install Rust | |
uses: dtolnay/rust-toolchain@stable | |
with: | |
components: rustfmt, clippy | |
- uses: Swatinem/rust-cache@v2 | |
- name: Fmt | |
run: cargo fmt -- --check | |
- name: Clippy | |
run: cargo clippy --tests -- -D warnings | |
- name: Check | |
run: cargo check | |
- name: Test | |
run: cargo test | |
emscripten: | |
name: Build pyodide wheel | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v4 | |
- run: pip install pyodide-build | |
- name: Get Emscripten and Python version info | |
shell: bash | |
run: | | |
echo EMSCRIPTEN_VERSION=$(pyodide config get emscripten_version) >> $GITHUB_ENV | |
echo PYTHON_VERSION=$(pyodide config get python_version | cut -d '.' -f 1-2) >> $GITHUB_ENV | |
pip uninstall -y pyodide-build | |
- uses: mymindstorm/setup-emsdk@v14 | |
with: | |
version: ${{ env.EMSCRIPTEN_VERSION }} | |
actions-cache-folder: emsdk-cache | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
- run: pip install pyodide-build | |
- name: Build wheels (core) | |
uses: PyO3/maturin-action@v1 | |
with: | |
target: wasm32-unknown-emscripten | |
args: --no-default-features -m python/geoarrow-core/Cargo.toml -i python${{ env.PYTHON_VERSION }} | |
rust-toolchain: nightly | |
- name: Build wheels (io) | |
uses: PyO3/maturin-action@v1 | |
with: | |
target: wasm32-unknown-emscripten | |
args: --no-default-features -m python/geoarrow-io/Cargo.toml -i python${{ env.PYTHON_VERSION }} | |
rust-toolchain: nightly | |
# lint-python: | |
# name: Lint Python code | |
# runs-on: ubuntu-latest | |
# steps: | |
# - uses: actions/checkout@v4 | |
# - name: Set up Python 3.8 | |
# uses: actions/setup-python@v2 | |
# with: | |
# python-version: "3.8" | |
# - name: run pre-commit | |
# run: | | |
# python -m pip install pre-commit | |
# pre-commit run --all-files | |
test-python: | |
name: Build and test Python | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: true | |
matrix: | |
python-version: ["3.9", "3.12"] | |
defaults: | |
run: | |
working-directory: python | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
submodules: "recursive" | |
- name: Install Rust | |
uses: dtolnay/rust-toolchain@stable | |
- uses: Swatinem/rust-cache@v2 | |
- name: Set up Python | |
id: setup-python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Install a specific version of uv | |
uses: astral-sh/setup-uv@v3 | |
with: | |
enable-cache: true | |
version: "0.4.x" | |
- name: Build rust submodules | |
run: | | |
# Note: core module should be first, because it could be depended on | |
# by others in the future | |
uv run maturin develop -m geoarrow-core/Cargo.toml | |
uv run maturin develop -m geoarrow-compute/Cargo.toml | |
uv run maturin develop -m geoarrow-io/Cargo.toml | |
- name: Run python tests | |
run: | | |
uv run pytest tests |