Skip to content

accurate configs

accurate configs #23

Workflow file for this run

name: dbt deploy
on:
push:
branches:
- main
jobs:
run:
runs-on: ubuntu-20.04 # this has the aws cli pre-installed
steps:
- name: checkout
uses: actions/checkout@v2
- uses: actions/setup-python@v2
with:
python-version: "3.11"
- name: install requirements
run: pip install -q -r requirements.txt
- name: dbt deps
run: dbt deps
# TODO: update for your unique S3 bucket name
# TODO: update your GitHub secrets to include AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY
- name: Grab production manifest from S3
run: |
aws s3 cp s3://vhol-datafold-dbt-prod-manifest/manifest.json ./manifest.json
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
AWS_REGION: us-west-2
- name: dbt build
run: dbt build --target prod --select state:modified+ --defer --state ./ --exclude config.materialized:snapshot --full-refresh --profiles-dir ./
env: # TODO: update your GitHub secrets to include SNOWFLAKE_ACCOUNT, SNOWFLAKE_USER, SNOWFLAKE_PASSWORD, SNOWFLAKE_ROLE
SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }}
SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
SNOWFLAKE_ROLE: ${{ secrets.SNOWFLAKE_ROLE }}
# TODO: comment this step out if you don't have Datafold Cloud yet
# TODO: replace --ci-config-id 345 with your unique datafold ci config id
- name: submit artifacts to datafold
run: |
set -ex
datafold dbt upload --ci-config-id 345 --run-type ${DATAFOLD_RUN_TYPE} --commit-sha ${GIT_SHA}
env: # TODO: update your GitHub secrets to include DATAFOLD_APIKEY
DATAFOLD_APIKEY: ${{ secrets.DATAFOLD_APIKEY }}
DATAFOLD_RUN_TYPE: "${{ 'production' }}"
GIT_SHA:
"${{ github.sha }}"
# TODO: update for your unique S3 bucket name
# TODO: update your GitHub secrets to include AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY
- name: Upload manifest to S3
run: |
aws s3 cp target/manifest.json s3://vhol-datafold-dbt-prod-manifest/manifest.json
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
AWS_REGION: us-west-2