This repository has been archived by the owner on May 17, 2024. It is now read-only.
Sunsetting open source data-diff #2477
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-COVER-VERSIONS | |
| on: | |
| # push: | |
| # paths: | |
| # - '**.py' | |
| # - '.github/workflows/**' | |
| # - '!dev/**' | |
| pull_request: | |
| branches: [ master ] | |
| workflow_dispatch: | |
| jobs: | |
| unit_tests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| name: Check Python ${{ matrix.python-version }} on ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Build the stack | |
| run: docker-compose up -d mysql postgres presto trino clickhouse vertica | |
| - name: Install Poetry | |
| run: pip install poetry | |
| - name: Install package | |
| run: "poetry install" | |
| # BigQuery start | |
| # - id: 'auth' | |
| # uses: 'google-github-actions/auth@v1' | |
| # with: | |
| # credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}' | |
| # - name: 'Set up BigQuery Cloud SDK' | |
| # uses: 'google-github-actions/setup-gcloud@v1' | |
| # - name: 'Use gcloud CLI' | |
| # run: "gcloud config configurations list" | |
| - name: "Install BigQuery for Python" | |
| run: poetry add google-cloud-bigquery | |
| # BigQuery end | |
| - name: Run unit tests | |
| env: | |
| DATADIFF_SNOWFLAKE_URI: '${{ secrets.DATADIFF_SNOWFLAKE_URI }}' | |
| DATADIFF_PRESTO_URI: '${{ secrets.DATADIFF_PRESTO_URI }}' | |
| DATADIFF_TRINO_URI: '${{ secrets.DATADIFF_TRINO_URI }}' | |
| # DATADIFF_BIGQUERY_URI: '${{ secrets.DATADIFF_BIGQUERY_URI }}' | |
| DATADIFF_CLICKHOUSE_URI: 'clickhouse://clickhouse:Password1@localhost:9000/clickhouse' | |
| DATADIFF_VERTICA_URI: 'vertica://vertica:Password1@localhost:5433/vertica' | |
| DATADIFF_REDSHIFT_URI: '${{ secrets.DATADIFF_REDSHIFT_URI }}' | |
| MOTHERDUCK_TOKEN: '${{ secrets.MOTHERDUCK_TOKEN }}' | |
| run: | | |
| chmod +x tests/waiting_for_stack_up.sh | |
| ./tests/waiting_for_stack_up.sh && TEST_ACROSS_ALL_DBS=0 poetry run unittest-parallel -j 16 |