Parallel netcdf #1593
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Gusto | |
| on: | |
| # Push to main or PR | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| schedule: | |
| # * is a special character in YAML so you have to quote this string | |
| # Scheduled build at 0330 UTC on Monday mornings to detect bitrot. | |
| - cron: '30 3 * * 1' | |
| jobs: | |
| build: | |
| name: "Build Gusto" | |
| # The type of runner that the job will run on | |
| runs-on: [self-hosted, Linux] | |
| # The docker container to use. | |
| container: | |
| image: firedrakeproject/firedrake-vanilla:latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Cleanup | |
| if: ${{ always() }} | |
| run: | | |
| cd .. | |
| rm -rf build | |
| - name: Install Gusto | |
| run: | | |
| . /home/firedrake/firedrake/bin/activate | |
| python -m pip install -r requirements.txt | |
| python -m pip install -e . | |
| python -m pip install \ | |
| pytest-timeout pytest-xdist | |
| - name: Gusto tests | |
| run: | | |
| . /home/firedrake/firedrake/bin/activate | |
| firedrake-clean | |
| export GUSTO_PARALLEL_LOG=FILE | |
| export PYOP2_CFLAGS=-O0 | |
| python -m pip uninstall -y netCDF4 | |
| export HDF5_DIR=$PETSC_DIR/packages | |
| export NETCDF4_DIR=$PETSC_DIR/packages | |
| python -m pip install --no-binary netCDF4 --no-build-isolation netCDF4 | |
| python -m pytest \ | |
| -n 12 --dist worksteal \ | |
| --durations=100 \ | |
| --timeout=3600 \ | |
| --timeout-method=thread \ | |
| -o faulthandler_timeout=3660 \ | |
| -v unit-tests integration-tests examples | |
| timeout-minutes: 120 | |
| - name: Test serial netCDF | |
| run: | | |
| . /home/firedrake/firedrake/bin/activate | |
| python -m pip uninstall -y netCDF4 | |
| python -m pip cache remove netCDF4 | |
| python -m pip install --only-binary netCDF4 netCDF4 | |
| firedrake-clean | |
| export GUSTO_PARALLEL_LOG=FILE | |
| export PYOP2_CFLAGS=-O0 | |
| python -m pytest \ | |
| -n 12 --dist worksteal \ | |
| --durations=100 \ | |
| --timeout=3600 \ | |
| --timeout-method=thread \ | |
| -o faulthandler_timeout=3660 \ | |
| -v integration-tests/models/test_nc_outputting.py | |
| timeout-minutes: 120 | |
| - name: Prepare logs | |
| if: always() | |
| run: | | |
| mkdir logs | |
| cd /tmp/pytest-of-firedrake/pytest-0/ | |
| find . -name "*.log" -exec cp --parents {} /__w/gusto/gusto/logs/ \; | |
| - name: Upload artifact | |
| if: always() | |
| uses: actions/upload-pages-artifact@v3 | |
| with: | |
| name: log-files | |
| path: /__w/gusto/gusto/logs | |
| retention-days: 5 | |