From f2eb8a76ec8f995a2de76ac68012d49a13effe48 Mon Sep 17 00:00:00 2001 From: luutuankiet Date: Wed, 28 Aug 2024 06:35:58 +0700 Subject: [PATCH] init split --- .env.bootstrap | 9 +++++++++ .github/workflows/gh_deploy.yml | 2 ++ env.sh => bootstrap_env.sh | 14 ++------------ 3 files changed, 13 insertions(+), 12 deletions(-) create mode 100644 .env.bootstrap rename env.sh => bootstrap_env.sh (71%) diff --git a/.env.bootstrap b/.env.bootstrap new file mode 100644 index 0000000..3332aef --- /dev/null +++ b/.env.bootstrap @@ -0,0 +1,9 @@ +VIRTUAL_ENV="/workspaces/gtd_ETL/.venv" +PYTHONPATH="/workspaces/gtd_ETL/app" +DBT_PROJECT_DIR="/workspaces/gtd_ETL/dbt_project" +DBT_PROFILES_DIR="/workspaces/gtd_ETL/dbt_project" + +DAGSTER_HOME="/workspaces/gtd_ETL" +DAGSTER_DBT_PARSE_PROJECT_ON_LOAD=1 +DAGSTER_LOCAL_ARTIFACT_STORAGE_DIR="/workspaces/gtd_ETL/dagster_artifacts" + diff --git a/.github/workflows/gh_deploy.yml b/.github/workflows/gh_deploy.yml index f400eae..ebfaaa7 100644 --- a/.github/workflows/gh_deploy.yml +++ b/.github/workflows/gh_deploy.yml @@ -6,6 +6,8 @@ on: env: DBT_VERSION: "1.8.1" + PROJECT_DIR: "./dbt_project" + DW_DBNAME: "gtd_dash" jobs: deploy: diff --git a/env.sh b/bootstrap_env.sh similarity index 71% rename from env.sh rename to bootstrap_env.sh index 0d347a1..a014d02 100755 --- a/env.sh +++ b/bootstrap_env.sh @@ -5,25 +5,15 @@ ENV_WORK_DIR=$(pwd) # Function to initialize .env file init_env() { # Add more environment variables here if needed - cat > ".env" < ".env.bootstrap" <