This repository has been archived by the owner on May 17, 2024. It is now read-only.
Sunsetting open source data-diff #1426
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-COVER-DATABASES | |
| on: | |
| # push: | |
| # paths: | |
| # - '**.py' | |
| # - '.github/workflows/**' | |
| # - '!dev/**' | |
| pull_request: | |
| branches: [ master ] | |
| workflow_dispatch: | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| contents: read # This is required for actions/checkout | |
| jobs: | |
| unit_tests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: | |
| - "3.11" | |
| name: Check Python ${{ matrix.python-version }} on ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Build the stack | |
| run: docker-compose up -d mysql postgres presto trino clickhouse vertica | |
| - name: Install Poetry | |
| run: pip install poetry | |
| - name: Install package | |
| run: "poetry install" | |
| # BigQuery start | |
| # - id: 'auth' | |
| # uses: 'google-github-actions/auth@v1' | |
| # with: | |
| # credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}' | |
| # - name: 'Set up BigQuery Cloud SDK' | |
| # uses: 'google-github-actions/setup-gcloud@v1' | |
| # - name: "Install BigQuery for Python" | |
| # run: poetry add google-cloud-bigquery | |
| # BigQuery end | |
| - name: Run unit tests | |
| env: | |
| DATADIFF_SNOWFLAKE_URI: '${{ secrets.DATADIFF_SNOWFLAKE_URI }}' | |
| DATADIFF_PRESTO_URI: '${{ secrets.DATADIFF_PRESTO_URI }}' | |
| DATADIFF_CLICKHOUSE_URI: 'clickhouse://clickhouse:Password1@localhost:9000/clickhouse' | |
| DATADIFF_VERTICA_URI: 'vertica://vertica:Password1@localhost:5433/vertica' | |
| # DATADIFF_BIGQUERY_URI: '${{ secrets.DATADIFF_BIGQUERY_URI }}' | |
| DATADIFF_REDSHIFT_URI: '${{ secrets.DATADIFF_REDSHIFT_URI }}' | |
| MOTHERDUCK_TOKEN: '${{ secrets.MOTHERDUCK_TOKEN }}' | |
| run: | | |
| chmod +x tests/waiting_for_stack_up.sh | |
| ./tests/waiting_for_stack_up.sh && poetry run unittest-parallel -j 16 |