adds support for data source integrations (#35) #75
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: push | ||
| name: Actions Integration Tests | ||
| jobs: | ||
| env: | ||
| grai-user: [email protected] | ||
| grai-password: super_secret | ||
| namespace: default | ||
| action: dev_tests | ||
| DB_PASSWORD: GraiGraiGr4i | ||
| DB_USER: grai | ||
| test_postgres: | ||
| runs-on: ubuntu-latest | ||
| services: | ||
| test_db: | ||
| image: postgres:latest | ||
| env: | ||
| POSTGRES_USER: ${{ env.DB_USER }} | ||
| POSTGRES_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| POSTGRES_DB: db | ||
| ports: | ||
| - 5432:5432 | ||
| options: --health-cmd pg_isready --health-interval 2s --health-timeout 5s --health-retries 15 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up Postgres db | ||
| working-directory: ./tests/postgres/dev-database | ||
| env: | ||
| POSTGRES_USER: ${{ env.DB_USER }} | ||
| POSTGRES_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| POSTGRES_DB: db | ||
| run: | | ||
| bash init-db.sh | ||
| - name: Postgres Evaluation | ||
| uses: ./postgres | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| db-host: test_db | ||
| db-port: "5432" | ||
| db-database-name: db | ||
| db-user: ${{ env.DB_USER }} | ||
| db-password: ${{ env.DB_PASSWORD }} | ||
| test_mysql: | ||
| runs-on: ubuntu-latest | ||
| services: | ||
| test_db: | ||
| image: mysql:latest | ||
| env: | ||
| MYSQL_ROOT_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| MYSQL_USER: ${{ env.DB_USER }} | ||
| MYSQL_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| MYSQL_DATABASE: dbo | ||
| ports: | ||
| - 3306:3306 | ||
| options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up MySQL | ||
| working-directory: ./tests/mysql/dev-database | ||
| env: | ||
| DB_USER: ${{ env.DB_USER }} | ||
| DB_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| DB_DATABASE_NAME: dbo | ||
| run: sh init-db.sh | ||
| - name: MySQL Evaluation | ||
| uses: ./mysql | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| db-host: test_db | ||
| db-port: "3306" | ||
| db-database-name: dbo | ||
| db-user: ${{ env.DB_USER }} | ||
| db-password: ${{ env.DB_PASSWORD }} | ||
| test_mssql: | ||
| runs-on: ubuntu-latest | ||
| services: | ||
| test_db: | ||
| image: mcr.microsoft.com/mssql/server:2022-latest | ||
| env: | ||
| ACCEPT_EULA: Y | ||
| MSSQL_SA_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| ports: | ||
| - 1433:1433 | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up SQL db | ||
| working-directory: ./tests/mssql/dev-database | ||
| env: | ||
| MSSQL_SA_PASSWORD: ${{ env.DB_PASSWORD }} | ||
| run: bash init-db.sh | ||
| - name: SQL Server Evaluation | ||
| uses: ./mssql | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| db-host: test_db | ||
| db-port: "1433" | ||
| db-user: sa | ||
| db-password: ${{ env.DB_PASSWORD }} | ||
| encrypt: "false" | ||
| test_dbt: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: dbt Evaluation | ||
| uses: ./dbt | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| manifest-file: ./tests/dbt/manifest.json | ||
| test_flat_file: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Flat File Evaluation | ||
| uses: ./flat-file | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| file: ./tests/flat-file/low_numbers.csv | ||
| test_redshift: | ||
| runs-on: ubuntu-latest | ||
| environment: redshift | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Redshift Evaluation | ||
| uses: ./redshift | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| db-host: ${{ vars.DB_HOST}} | ||
| db-database-name: ${{ vars.DB_DATABASE_NAME}} | ||
| db-user: ${{ secrets.DB_USER}} | ||
| db-password: ${{ secrets.DB_PASSWORD}} | ||
| test_fivetran: | ||
| runs-on: ubuntu-latest | ||
| environment: fivetran | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Fivetran Evaluation | ||
| uses: ./fivetran | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| fivetran-api-key: ${{ secrets.fivetran_api_key }} | ||
| fivetran-api-secret: ${{ secrets.fivetran_api_secret }} | ||
| test_bigquery: | ||
| runs-on: ubuntu-latest | ||
| environment: bigquery | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: BigQuery Evaluation | ||
| uses: ./bigquery | ||
| with: | ||
| action: ${{ env.action }} | ||
| grai-user: ${{ env.grai-user }} | ||
| grai-password: ${{ env.grai-password }} | ||
| namespace: ${{ env.namespace }} | ||
| project: ${{ vars.PROJECT }} | ||
| dataset: ${{ vars.DATASET }} | ||
| credentials: '${{ secrets.CREDENTIALS }}' | ||
| # test_snowflake: | ||
| # runs-on: ubuntu-latest | ||
| # steps: | ||
| # - name: Checkout | ||
| # uses: actions/checkout@v3 | ||
| # | ||
| # - name: Snowflake Evaluation | ||
| # uses: ./snowflake | ||
| # with: | ||
| # action: ${{ env.action }} | ||
| # grai-user: ${{ env.grai-user }} | ||
| # grai-password: ${{ env.grai-password }} | ||
| # namespace: ${{ env.namespace }} | ||
| # db-host: ${{ env.db_host}} | ||
| # db-database_name: ${{ env.db_database_name}} | ||
| # db-user: ${{ env.db_user}} | ||
| # db-password: ${{ env.db_password}} | ||
| # account: ${{ env.account }} | ||
| # role: ${{ env.role }} | ||
| # database: ${{ env.database }} | ||
| # schema: ${{ env.schema }} | ||
