[WIP] Migrate tests to github actions #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| schedule: | |
| - cron: "0 0 * * *" | |
| jobs: | |
| check-docs: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Install Conda | |
| run: | | |
| if [ ! -d "$HOME/conda" ]; then | |
| wget https://repo.anaconda.com/miniconda/Miniconda3-py38_23.11.0-2-Linux-x86_64.sh | |
| /bin/bash Miniconda3-py38_23.11.0-2-Linux-x86_64.sh -b -p $HOME/conda | |
| else | |
| echo "Conda already installed" | |
| fi | |
| - name: Set up Conda environment | |
| run: | | |
| export PATH=$HOME/conda/bin:$PATH | |
| conda install -n base conda-libmamba-solver | |
| conda config --set solver libmamba | |
| conda env create -f python/environment.yml | |
| conda env create -f docs/source/environment.yml | |
| - name: Install Certs | |
| run: sudo apt-get install -y ca-certificates | |
| - name: Check docs links | |
| run: | | |
| export PATH=$HOME/conda/envs/glow-docs/bin:$PATH | |
| cd docs | |
| make linkcheck | |
| - name: Configure Databricks CLI | |
| run: | | |
| printf "[docs-ci]\nhost = https://adb-984752964297111.11.azuredatabricks.net\ntoken = ${{ secrets.DATABRICKS_API_TOKEN }}\njobs-api-version = 2.1\n" > ~/.databrickscfg | |
| - name: Generate notebook source files | |
| run: | | |
| export PATH=$HOME/conda/envs/glow/bin:$PATH | |
| for f in $(find docs/source/_static/notebooks -type f -name '*.html'); do | |
| python docs/dev/gen-nb-src.py --html "${f}" --cli-profile docs-ci | |
| done | |
| spark-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| spark_version: [3.4.1, 3.5.0] | |
| scala_version: [2.12.18] | |
| env: | |
| SPARK_VERSION: ${{ matrix.spark_version }} | |
| SCALA_VERSION: ${{ matrix.scala_version }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up Java | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'adopt' | |
| java-version: '8' | |
| cache: 'sbt' | |
| cache-dependency-path: 'build.sbt' | |
| - name: Install Conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| environment-file: python/environment.yml | |
| conda-solver: libmamba | |
| activate-environment: glow | |
| - name: Scala tests | |
| run: sbt core/test exit | |
| - name: Python tests | |
| run: sbt python/test exit | |
| - name: Docs tests | |
| run: sbt docs/test exit |