Skip to content

ARROW-180 Support PyArrow 13 #422

ARROW-180 Support PyArrow 13

ARROW-180 Support PyArrow 13 #422

Workflow file for this run

name: Python Benchmark
on:
pull_request:
concurrency:
group: benchmark-${{ github.ref }}
cancel-in-progress: true
defaults:
run:
working-directory: ./bindings/python
shell: bash
jobs:
build:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: ["ubuntu-22.04"]
python-version: ["3.10"]
fail-fast: false
steps:
- uses: actions/checkout@v3
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
cache: 'pip'
cache-dependency-path: '**/setup.cfg'
- name: Start MongoDB
uses: supercharge/[email protected]
with:
mongodb-version: 6.0
- name: Set up env
run: |
echo "LIBBSON_INSTALL_DIR=$PWD/libbson" >> $GITHUB_ENV
echo "LD_LIBRARY_PATH=$PWD/libbson/lib" >> $GITHUB_ENV
- name: Install libbson
run: |
./build-libbson.sh
- name: Install Python dependencies
run: |
python -m pip install -U pip
python -m pip install asv virtualenv
- name: Install pyarrow
run: ./build-pyarrow.sh
- name: Run benchmarks
run: |
set -eu
run_asv () {
if [ ! -e "asv.conf.json" ] ; then
git checkout refs/bm/pr asv.conf.json
git checkout refs/bm/pr benchmarks/__init__.py
git checkout refs/bm/pr benchmarks/benchmarks.py
fi
git show --no-patch --format="%H (%s)"
asv run --python=`which python` --set-commit-hash $(git rev-parse HEAD)
}
asv machine --yes
git fetch origin main:main
git update-ref refs/bm/pr HEAD
# We know this is a PR run. The branch is a GitHub refs/pull/*/merge ref, so
# the current target that this PR will be merged into is HEAD^1.
git update-ref refs/bm/merge-target $(git log -n 1 --pretty=format:"%H" main --)
git checkout --force refs/bm/pr --
# Install the library
LIBBSON_INSTALL_DIR=$(pwd)/libbson python -m pip install -e ".[test]"
run_asv
git checkout --force refs/bm/merge-target --
# Install the library
LIBBSON_INSTALL_DIR=$(pwd)/libbson python -m pip install -e ".[test]"
run_asv
- name: Compare benchmarks
run: |
asv compare refs/bm/merge-target refs/bm/pr --
- name: Fail if any benchmarks have slowed down too much
run: |
! asv compare --factor 1.2 --split refs/bm/merge-target refs/bm/pr | grep -q "got worse"