Tests and Code Checks #7971
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# **what?** | |
# Runs code quality checks, unit tests, and verifies python build on | |
# all code commited to the repository. This workflow should not | |
# require any secrets since it runs for PRs from forked repos. | |
# By default, secrets are not passed to workflows running from | |
# a forked repo. | |
# **why?** | |
# Ensure code for dbt meets a certain quality standard. | |
# **when?** | |
# This will run for all PRs, when code is pushed to a release | |
# branch, and when manually triggered. | |
name: Tests and Code Checks | |
on: | |
push: | |
branches: | |
- "main" | |
- "develop" | |
- "*.latest" | |
- "releases/*" | |
pull_request: | |
workflow_dispatch: | |
permissions: read-all | |
# will cancel previous workflows triggered by the same event and for the same ref for PRs or same SHA otherwise | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.event_name }}-${{ contains(github.event_name, 'pull_request') && github.event.pull_request.head.ref || github.sha }} | |
cancel-in-progress: true | |
defaults: | |
run: | |
shell: bash | |
jobs: | |
code-quality: | |
name: code-quality | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out the repository | |
uses: actions/checkout@v4 | |
with: | |
persist-credentials: false | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: '3.9' | |
- name: pre-commit hooks | |
uses: pre-commit/[email protected] | |
unit: | |
name: unit test / python ${{ matrix.python-version }} | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
python-version: ['3.9', '3.10', '3.11', '3.12'] | |
steps: | |
- name: Check out the repository | |
uses: actions/checkout@v4 | |
with: | |
persist-credentials: false | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Install python dependencies | |
uses: pypa/hatch@install | |
- run: hatch run unit-tests | |
build: | |
name: build packages | |
runs-on: ubuntu-latest | |
outputs: | |
is_alpha: ${{ steps.check-is-alpha.outputs.is_alpha }} | |
steps: | |
- name: Check out the repository | |
uses: actions/checkout@v4 | |
with: | |
persist-credentials: false | |
- name: Set up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: '3.9' | |
- name: Install python dependencies | |
uses: pypa/hatch@install | |
- name: Build distributions | |
run: hatch build | |
- name: Show distributions | |
run: ls -lh dist/ | |
- name: Check distribution descriptions | |
run: hatch run build:check-all | |
- name: Check if this is an alpha version | |
id: check-is-alpha | |
run: | | |
export is_alpha=0 | |
if [[ "$(ls -lh dist/)" == *"a1"* ]]; then export is_alpha=1; fi | |
echo "is_alpha=$is_alpha" >> $GITHUB_OUTPUT | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: dist | |
path: dist/ | |
test-build: | |
name: verify packages / python ${{ matrix.python-version }} / ${{ matrix.os }} | |
if: needs.build.outputs.is_alpha == 0 | |
needs: build | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-22.04, macos-14, windows-2022] | |
python-version: ['3.9', '3.10', '3.11', '3.12'] | |
dist-type: ["whl", "gz"] | |
exclude: | |
# psycopg2-binary doesn't have a precompiled wheel for python 3.9 for mac | |
- os: macos-14 | |
python-version: '3.9' | |
steps: | |
- name: Set up Python ${{ matrix.python-version }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- uses: actions/download-artifact@v3 | |
with: | |
name: dist | |
path: dist/ | |
- name: Show distributions | |
run: ls -lh dist/ | |
- name: Install ${{ matrix.dist-type }} distributions | |
run: | | |
find ./dist/*.${{ matrix.dist-type }} -maxdepth 1 -type f | xargs python -m pip install --force-reinstall --find-links=dist/ | |
- name: Check ${{ matrix.dist-type }} distributions | |
run: | | |
python -c "import dbt.adapters.bigquery" |