Skip to content
Run Code Checks

[pre-commit.ci] pre-commit autoupdate #67

Sign in to view logs

[pre-commit.ci] pre-commit autoupdate

[pre-commit.ci] pre-commit autoupdate #67

Workflow file for this run

.github/workflows/main.yml at 8028b90
name: Run Code Checks
on:
pull_request:
push:
jobs:
build-wheels:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Setup Python
uses: actions/setup-python@v1
with:
python-version: "3.10"
- uses: actions/cache@v3
id: wheels_cache
with:
path: ./wheels
key: wheels-${{ github.sha }}
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
python -m pip install --upgrade setuptools
python -m pip install --upgrade \
toml \
wheel \
twine \
packaging
python -m pip freeze
- name: Build Clean Packages
run: |
mkdir -p ./wheels/clean
python setup.py bdist_wheel --dist-dir ./wheels/clean/
python setup.py sdist --dist-dir ./wheels/clean/
find ./wheels/clean -type f
- name: Patch Package Versions
run: |
find . -name _version.py | xargs python ./scripts/patch_version.py ${GITHUB_RUN_NUMBER:-0}
- name: Build Dev Packages
run: |
mkdir -p ./wheels/dev
python setup.py bdist_wheel --dist-dir ./wheels/dev/
python setup.py sdist --dist-dir ./wheels/dev/
find ./wheels/dev -type f
build-test-env-base:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/cache@v3
id: conda_cache
with:
path: /tmp/test_env
key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
- uses: conda-incubator/setup-miniconda@v2
if: steps.conda_cache.outputs.cache-hit != 'true'
with:
channels: conda-forge,defaults
channel-priority: true
activate-environment: ""
mamba-version: "*"
use-mamba: true
- name: Dump Conda Environment Info
shell: bash -l {0}
if: steps.conda_cache.outputs.cache-hit != 'true'
run: |
conda info
conda list
mamba -V
conda config --show-sources
conda config --show
printenv | sort
- name: Build Python Environment for Testing
shell: bash -l {0}
if: steps.conda_cache.outputs.cache-hit != 'true'
run: |
mamba env create -f tests/test-env-py310.yml -p /tmp/test_env
- name: Check Python Env
shell: bash -l {0}
if: steps.conda_cache.outputs.cache-hit != 'true'
run: |
mamba env export -p /tmp/test_env
run-black-check:
runs-on: ubuntu-latest
needs:
- build-test-env-base
steps:
- uses: actions/checkout@v3
- name: Get Conda Environment from Cache
uses: actions/cache@v3
id: conda_cache
with:
path: /tmp/test_env
key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
- name: Update PATH
shell: bash
run: |
echo "/tmp/test_env/bin" >> $GITHUB_PATH
- name: Check formatting (black)
shell: bash
run: |
black --check .
run-pylint:
runs-on: ubuntu-latest
needs:
- build-test-env-base
steps:
- uses: actions/checkout@v3
- name: Get Conda Environment from Cache
uses: actions/cache@v3
id: conda_cache
with:
path: /tmp/test_env
key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
- name: Update PATH
shell: bash
run: |
echo "/tmp/test_env/bin" >> $GITHUB_PATH
- name: Install in Edit mode
shell: bash
run: |
pip install -e . --no-deps
- name: Check with pylint
shell: bash
run: |
pylint -v odc
# run-mypy:
# runs-on: ubuntu-latest
# needs:
# - build-test-env-base
# steps:
# - uses: actions/checkout@v3
# - name: Get Conda Environment from Cache
# uses: actions/cache@v3
# id: conda_cache
# with:
# path: /tmp/test_env
# key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
# - name: Update PATH
# shell: bash
# run: |
# echo "/tmp/test_env/bin" >> $GITHUB_PATH
# - name: Check with mypy
# shell: bash
# run: |
# mypy -p odc.dscache
test-with-coverage:
runs-on: ubuntu-latest
needs:
- build-test-env-base
- run-black-check
steps:
- uses: actions/checkout@v3
- name: Get Conda Environment from Cache
uses: actions/cache@v3
id: conda_cache
with:
path: /tmp/test_env
key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
- name: Update PATH
shell: bash
run: |
echo "/tmp/test_env/bin" >> $GITHUB_PATH
- name: Install in Edit mode
shell: bash
run: |
pip install -e . --no-deps
- name: Start Test DB
shell: bash
run: |
echo "Launching test db"
pgdata=$(pwd)/.dbdata
initdb -D ${pgdata} --auth-host=md5 --encoding=UTF8
pg_ctl -D ${pgdata} -l "${pgdata}/pg.log" start
createdb datacube
datacube system init
env:
DATACUBE_DB_URL: postgresql:///datacube
- name: Run Tests
shell: bash
run: |
datacube system check
echo "Running Tests"
pytest --cov=. \
--cov-report=html \
--cov-report=xml:coverage.xml \
--timeout=30 \
tests
env:
AWS_DEFAULT_REGION: us-west-2
DASK_TEMPORARY_DIRECTORY: /tmp/dask
DATACUBE_DB_URL: postgresql:///datacube
- name: Upload Coverage
if: |
github.repository == 'opendatacube/odc-dscache'
uses: codecov/codecov-action@v1
with:
fail_ci_if_error: false
verbose: false
test-wheels:
runs-on: ubuntu-latest
needs:
- build-test-env-base
- run-black-check
- build-wheels
steps:
- uses: actions/checkout@v2
- name: Get Wheels from Cache
uses: actions/cache@v3
id: wheels_cache
with:
path: ./wheels
key: wheels-${{ github.sha }}
- name: Get Conda Environment from Cache
uses: actions/cache@v3
id: conda_cache
with:
path: /tmp/test_env
key: ${{ runner.os }}-test-env-py310-${{ hashFiles('tests/test-env-py310.yml') }}
- name: Update PATH
shell: bash
run: |
echo "/tmp/test_env/bin" >> $GITHUB_PATH
- name: Install wheels for testing
shell: bash
run: |
which python
which createdb
which datacube
ls -lh wheels/clean
python -m pip install --no-deps wheels/clean/*whl
python -m pip check || true
- name: Start Test DB
shell: bash
run: |
echo "Launching test db"
pgdata=$(pwd)/.dbdata
initdb -D ${pgdata} --auth-host=md5 --encoding=UTF8
pg_ctl -D ${pgdata} -l "${pgdata}/pg.log" start
createdb datacube
datacube system init
env:
DATACUBE_DB_URL: postgresql:///datacube
- name: Run Tests
shell: bash
run: |
datacube system check
echo "Running Tests"
pytest --timeout=30 tests
env:
AWS_DEFAULT_REGION: us-west-2
DASK_TEMPORARY_DIRECTORY: /tmp/dask
DATACUBE_DB_URL: postgresql:///datacube