Prepare CI for release #212
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Deploy | |
| on: | |
| push: | |
| branches: | |
| - main | |
| release: | |
| branch: main | |
| types: [released] | |
| jobs: | |
| build: | |
| permissions: | |
| contents: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12.1' | |
| - name: Install the dependencies | |
| run: | | |
| python -m pip install -r requirements.txt | |
| - name: Check the Pyodide version | |
| run: | | |
| echo "PYODIDE_SHA_SHORT=$(git submodule status pyodide | cut -c 2-8)" >> $GITHUB_ENV | |
| - name: Cache the Pyodide build | |
| uses: actions/cache@v4 | |
| with: | |
| path: ./pyodide | |
| key: pyodide-${{ github.ref }}-${{ env.PYODIDE_SHA_SHORT }} | |
| restore-keys: | | |
| pyodide-${{ github.ref }}-${{ env.PYODIDE_SHA_SHORT }} | |
| pyodide-${{ github.ref }} | |
| pyodide-refs/heads/main | |
| - name: Ensure Pyodide source files are fresh | |
| run: | | |
| cd pyodide | |
| git status | |
| git diff --name-only | xargs git checkout -- | |
| - name: Cache the Pyodide Docker image | |
| uses: ScribeMD/[email protected] | |
| with: | |
| key: docker-pyodide-${{ hashFiles('pyodide/Dockerfile') }} | |
| - name: Discover the cached Pyodide Docker image | |
| run: echo "PYODIDE_DOCKER_IMAGE=$(docker images climet-eu/pyodide --format '{{.ID}}')" >> $GITHUB_ENV | |
| - name: Build the Pyodide Docker image | |
| if: ${{ env.PYODIDE_DOCKER_IMAGE == '' }} | |
| run: | | |
| cd pyodide | |
| docker build -t climet-eu/pyodide . | |
| echo "PYODIDE_DOCKER_IMAGE=$(docker build . -q)" >> $GITHUB_ENV | |
| - name: Build Pyodide and all required packages | |
| run: | | |
| cd pyodide | |
| ./run_docker \ | |
| --non-interactive \ | |
| PYODIDE_PACKAGES="aiohttp,basemap,cdsapi,cfgrib,cf-units,cmcrameri,dask,earthkit,ecmwf-api-client,ecmwf-opendata,field-compression-benchmark,fsspec,git2,gribscan,h5netcdf,intake,ipyfilite,ipython,kerchunk,lzma,matplotlib,MetPy,netcdf4,numcodecs,numpy,pandas,pint,requests,scipy,sympy,s3fs,xarray,xeofs,zarr" \ | |
| make | |
| - name: Extract the requirements.txt file | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| run: python tools/requirements.py | |
| - name: Clean up the pyodide build | |
| run: | | |
| cd pyodide | |
| find . -name jupyter-lite.json -delete | |
| find . -name jupyter_lite_config.json -delete | |
| mkdir -p packages/numpy/build | |
| touch packages/numpy/build/ls-success | |
| ls -d packages/*/build/* | xargs rm -r | |
| - name: Check the validity of the requirements.txt file | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| run: | | |
| python -m venv venv | |
| source venv/bin/activate | |
| python -m pip install -r files/requirements.txt --dry-run --ignore-installed | |
| deactivate | |
| rm -rf venv | |
| - name: Build the JupyterLite site | |
| run: | | |
| rm -f files/README.md && cp ./README.md files/ | |
| mkdir -p static | |
| cp -r pyodide/dist static/pyodide | |
| rm -rf static/pyodide/*-tests.tar | |
| rm -f static/pyodide/tsconfig.tsbuildinfo | |
| jupyter lite build --output-dir dist | |
| cp ./_headers dist/ | |
| cp static/favicons/favicon.ico dist/ | |
| find dist/ -name favicon.ico | xargs -L1 cp -f static/favicons/favicon.ico | |
| rm -rf static | |
| - name: Get the current branch name | |
| uses: tj-actions/branch-names@v8 | |
| id: branch | |
| - name: Deploy to dist branch | |
| uses: peaceiris/actions-gh-pages@v4 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_branch: dist | |
| publish_dir: ./dist | |
| destination_dir: ${{ steps.branch.outputs.current_branch }} | |
| keep_files: false | |
| force_orphan: true |