Add workflow to test conda packages (#1935) #53
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Run tests using built conda packages. | |
| name: Build Conda CI (no upload) | |
| # Run when changes to pip wheel | |
| on: | |
| push: | |
| paths: | |
| - ".conda/meta.yaml" | |
| - ".conda_mac/meta.yaml" | |
| - "setup.py" | |
| - "requirements.txt" | |
| - "dev_requirements.txt" | |
| - "environment_build.yml" | |
| - ".github/workflows/build_conda_ci.yml" | |
| # If RUN_BUILD_JOB is set to true, then RUN_ID will be overwritten to the current run id | |
| env: | |
| RUN_BUILD_JOB: true | |
| RUN_ID: 10713717594 # Only used if RUN_BUILD_JOB is false (to dowload build artifact) | |
| jobs: | |
| build: | |
| name: Build package from push (${{ matrix.os }}) | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["windows-2022", "ubuntu-22.04", "macos-14"] | |
| # https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstrategymatrixinclude | |
| include: | |
| # Use these variables as defaults | |
| - condarc: .conda/condarc.yaml | |
| - conda-folder: .conda | |
| - pyver: "3.10" | |
| - build-prefix: win | |
| - os: "ubuntu-22.04" | |
| build-prefix: linux | |
| # Use special condarc if macos | |
| - os: "macos-14" | |
| condarc: .conda_mac/condarc.yaml | |
| conda-folder: .conda_mac | |
| build-prefix: osx | |
| steps: | |
| # Setup | |
| - name: Checkout | |
| if: env.RUN_BUILD_JOB == 'true' | |
| uses: actions/checkout@v4 | |
| - name: Setup Miniconda | |
| if: env.RUN_BUILD_JOB == 'true' | |
| uses: conda-incubator/[email protected] | |
| with: | |
| miniforge-version: latest | |
| condarc-file: ${{ matrix.condarc }} | |
| python-version: ${{ matrix.pyver }} | |
| environment-file: environment_build.yml | |
| activate-environment: sleap_ci | |
| conda-solver: "libmamba" | |
| - name: Print build environment info | |
| if: env.RUN_BUILD_JOB == 'true' | |
| shell: bash -l {0} | |
| run: | | |
| which python | |
| conda list | |
| pip freeze | |
| # Build conda package | |
| - name: Build conda package | |
| if: env.RUN_BUILD_JOB == 'true' | |
| shell: bash -l {0} | |
| run: | | |
| conda build ${{ matrix.conda-folder }} --output-folder build | |
| # Upload artifact "tests" can use it | |
| - name: Upload conda package artifact | |
| if: env.RUN_BUILD_JOB == 'true' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: sleap-build-${{ matrix.build-prefix }} | |
| path: build # Upload entire build directory | |
| retention-days: 1 | |
| overwrite: true | |
| tests: | |
| name: Run tests using package (${{ matrix.os }}) | |
| runs-on: ${{ matrix.os }} | |
| needs: build # Ensure the build job has completed before starting this job. | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["windows-2022", "ubuntu-22.04", "macos-14"] | |
| # https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstrategymatrixinclude | |
| include: | |
| # Default values | |
| - build-prefix: win | |
| - build-suffix: 64 | |
| - test_args: pytest --durations=-1 tests/ | |
| - condarc: .conda/condarc.yaml | |
| - pyver: "3.10" | |
| - conda-channels: -c conda-forge -c nvidia -c anaconda | |
| # Ubuntu specific values | |
| - os: ubuntu-22.04 | |
| build-prefix: linux | |
| # Otherwise core dumped in github actions | |
| test_args: | | |
| sudo apt install xvfb libxkbcommon-x11-0 libxcb-icccm4 libxcb-image0 libxcb-keysyms1 libxcb-randr0 libxcb-render-util0 libxcb-xinerama0 libxcb-xfixes0 | |
| sudo Xvfb :1 -screen 0 1024x768x24 </dev/null & | |
| export DISPLAY=":1" | |
| pytest tests -k 'not exclude_from_linux_pip_test' | |
| # Use special condarc if macos | |
| - os: "macos-14" | |
| build-prefix: osx | |
| build-suffix: arm64 | |
| condarc: .conda_mac/condarc.yaml | |
| conda-channels: -c conda-forge -c anaconda | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.pyver }} | |
| - name: Use current run id for conda package download | |
| shell: bash -l {0} | |
| if: env.RUN_BUILD_JOB == 'true' | |
| run: echo "RUN_ID=${{ github.run_id }}" >> $GITHUB_ENV | |
| # https://github.com/actions/download-artifact?tab=readme-ov-file#usage | |
| - name: Download conda package artifact | |
| uses: actions/download-artifact@v4 | |
| id: download | |
| with: | |
| name: sleap-build-${{ matrix.build-prefix }} | |
| path: build | |
| run-id: ${{ env.RUN_ID }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: List items in current directory | |
| run: | | |
| ls . | |
| ls -R build | |
| - name: Setup Miniconda | |
| uses: conda-incubator/[email protected] | |
| with: | |
| miniforge-version: latest | |
| condarc-file: ${{ matrix.condarc }} | |
| python-version: ${{ matrix.pyver }} | |
| conda-solver: "libmamba" | |
| - name: Create conda environment | |
| shell: bash -l {0} | |
| run: conda create sleap -y -n sleap_ci -c ./build ${{ matrix.conda-channels }} | |
| - name: Install packages for testing | |
| shell: bash -l {0} | |
| run: | | |
| conda activate sleap_ci | |
| pip install -r "dev_requirements.txt" | |
| # Note: "conda activate" does not persist across steps | |
| - name: Print environment info | |
| shell: bash -l {0} | |
| run: | | |
| conda activate sleap_ci | |
| conda info | |
| conda list | |
| pip freeze | |
| - name: Test package | |
| shell: bash -l {0} | |
| run: | | |
| conda activate sleap_ci | |
| ${{ matrix.test_args}} |