add new user dim table

src/ol_dbt/models/dimensional/_dim__models.yml

@@ -24,3 +24,41 @@ models:
     description: string, domain name of the platform, e.g. mitxonline.mit.edu
     tests:
     - not_null
+
+- name: dim_user
+  description: Dimensional model for users from different platforms.
+  columns:
+  - name: user_id
+    description: string, primary key for this user dim table
+    tests:
+    - not_null
+    - unique
+  - name: username
+    description: str, username on a particular platform
+    tests:
+    - not_null
+  - name: email
+    description: string, user email on the corresponding platform including xpro,
+      bootcamps, edX.org, MITx Online, and Residential MITx.
+  - name: full_name
+    description: str, user full name. Very small number of edX.org users have blank
+      full name, their name couldn't be populated from other sources if they don't
+      have their accounts linked on MicroMasters.
+  - name: address_country
+    description: str, country code provided by the user on the corresponding platform
+  - name: highest_education
+    description: str, user's level of education
+  - name: gender
+    description: str, Gender selected by the user on their profile on the corresponding
+      platform
+  - name: birth_year
+    description: int, user's birth year
+  - name: company
+    description: str, user's company
+  - name: job_title
+    description: str, user's job title
+  - name: industry
+    description: str, user's job industry
+  - name: user_is_active
+    description: boolean, indicating if user's account is active on the corresponding
+      platform including xpro, bootcamps, edX.org, MITx Online, and Residential MITx.

src/ol_dbt/models/dimensional/dim_user.sql

@@ -0,0 +1,286 @@
+with mitxonline_users as (
+    select *
+    from {{ ref('stg__mitxonline__app__postgres__users_user') }}
+)
+
+, mitxonline_legaladdress as (
+    select *
+    from {{ ref('stg__mitxonline__app__postgres__users_legaladdress') }}
+)
+
+, mitxonline_profile as (
+    select *
+    from {{ ref('stg__mitxonline__app__postgres__users_userprofile') }}
+)
+
+, mitxonline_user_view as (
+    select
+        mitxonline_users.user_username
+        , mitxonline_users.user_email
+        , mitxonline_users.user_full_name
+        , mitxonline_legaladdress.user_address_country
+        , mitxonline_profile.user_highest_education
+        , mitxonline_profile.user_gender
+        , mitxonline_profile.user_birth_year
+        , mitxonline_profile.user_company
+        , mitxonline_profile.user_job_title
+        , mitxonline_profile.user_industry
+        , mitxonline_users.user_is_active
+        , 'mitxonline' as platform
+        , mitxonline_users.user_id
+    from mitxonline_users
+    left join mitxonline_legaladdress on mitxonline_users.user_id = mitxonline_legaladdress.user_id
+    left join mitxonline_profile on mitxonline_users.user_id = mitxonline_profile.user_id
+)
+
+, edx_user as (
+    select *
+    from {{ ref('stg__edxorg__bigquery__mitx_user_info_combo') }}
+)
+
+, edx_usersocialauth as (
+    select *
+    from {{ ref('stg__micromasters__app__postgres__auth_usersocialauth') }}
+)
+
+, edx_profile as (
+    select *
+    from {{ ref('stg__micromasters__app__postgres__profiles_profile') }}
+)
+
+, edx_user_employment as (
+    select *
+    from {{ ref('stg__micromasters__app__postgres__profiles_employment') }}
+)
+
+, mitx_user_info_combo as (
+    select
+        user_id
+        , user_username
+        , courserun_platform
+        , user_email
+        , row_number() over (partition by user_id order by user_last_login desc) as rn
+    from edx_user
+)
+
+, edx_employment as (
+    select
+        user_profile_id
+        , user_company_name
+        , user_company_industry
+        , user_job_position
+        , row_number() over (partition by user_profile_id order by user_start_date desc) as rn
+    from edx_user_employment
+)
+
+, edxorg_view as (
+    select
+        mitx_user_info_combo.user_username
+        , mitx_user_info_combo.user_email
+        , edx_profile.user_full_name
+        , edx_profile.user_address_country
+        , edx_profile.user_highest_education
+        , edx_profile.user_gender
+        , cast(substring(edx_profile.user_birth_date, 1, 4) as bigint) as user_birth_year
+        , edx_employment.user_company_name
+        , edx_employment.user_job_position as user_job_title
+        , edx_employment.user_company_industry
+        , 'edxorg' as platform
+        , mitx_user_info_combo.user_id
+    from mitx_user_info_combo
+    left join edx_usersocialauth
+        on
+            mitx_user_info_combo.user_username = edx_usersocialauth.user_username
+            and
+            edx_usersocialauth.user_auth_provider = 'edxorg'
+    left join edx_profile on edx_usersocialauth.user_id = edx_profile.user_id
+    left join edx_employment
+        on
+            edx_profile.user_profile_id = edx_employment.user_profile_id
+            and
+            edx_employment.rn = 1
+    where
+        mitx_user_info_combo.rn = 1
+        and
+        mitx_user_info_combo.courserun_platform = 'edX.org'
+)
+
+, xpro_users as (
+    select *
+    from {{ ref('stg__mitxpro__app__postgres__users_user') }}
+)
+
+, xpro_users_profile as (
+    select *
+    from {{ ref('stg__mitxpro__app__postgres__users_profile') }}
+)
+
+, xpro_users_legaladdress as (
+    select *
+    from {{ ref('stg__mitxpro__app__postgres__users_legaladdress') }}
+)
+
+, xpro_user_view as (
+    select
+        xpro_users.user_username
+        , xpro_users.user_email
+        , xpro_users.user_full_name
+        , xpro_users_legaladdress.user_address_country
+        , xpro_users_profile.user_highest_education
+        , xpro_users_profile.user_gender
+        , xpro_users_profile.user_birth_year
+        , xpro_users_profile.user_company
+        , xpro_users_profile.user_job_title
+        , xpro_users_profile.user_industry
+        , xpro_users.user_is_active
+        , 'mitxpro' as platform
+        , xpro_users.user_id
+    from xpro_users
+    left join xpro_users_profile on xpro_users.user_id = xpro_users_profile.user_id
+    left join xpro_users_legaladdress on xpro_users.user_id = xpro_users_legaladdress.user_id
+)
+
+, users as (
+    select *
+    from {{ ref('stg__bootcamps__app__postgres__auth_user') }}
+)
+
+, users_legaladdress as (
+    select *
+    from {{ ref('stg__bootcamps__app__postgres__profiles_legaladdress') }}
+)
+
+, users_profile as (
+    select *
+    from {{ ref('stg__bootcamps__app__postgres__profiles_profile') }}
+)
+
+, bootcamps_user_view as (
+    select
+        users.user_username
+        , users.user_email
+        , users_profile.user_full_name
+        , users_legaladdress.user_address_country
+        , users_profile.user_highest_education
+        , users_profile.user_gender
+        , users_profile.user_birth_year
+        , users_profile.user_company
+        , users_profile.user_job_title
+        , users_profile.user_industry
+        , users.user_is_active
+        , 'bootcamps' as platform
+        , users.user_id
+    from users
+    left join users_legaladdress on users.user_id = users_legaladdress.user_id
+    left join users_profile on users.user_id = users_profile.user_id
+)
+
+, mitxresidential_users as (
+    select *
+    from {{ ref('stg__mitxresidential__openedx__auth_user') }}
+)
+
+, mitxresidential_profiles as (
+    select *
+    from {{ ref('stg__mitxresidential__openedx__auth_userprofile') }}
+)
+
+, mitxresidential_user_view as (
+    select
+        mitxresidential_users.user_username
+        , mitxresidential_users.user_email
+        , mitxresidential_profiles.user_address_country
+        , mitxresidential_profiles.user_highest_education
+        , mitxresidential_profiles.user_gender
+        , mitxresidential_profiles.user_birth_year
+        , mitxresidential_users.user_is_active
+        , 'residential' as platform
+        , mitxresidential_users.user_id
+        , coalesce(mitxresidential_users.user_full_name, mitxresidential_profiles.user_full_name)
+        as user_full_name
+    from mitxresidential_users
+    left join mitxresidential_profiles on mitxresidential_users.user_id = mitxresidential_profiles.user_id
+)
+
+select
+    {{ generate_hash_id('cast(user_id as varchar) || platform') }} as user_id
+    , user_username as username
+    , user_email as email
+    , user_full_name as full_name
+    , user_address_country as address_country
+    , user_highest_education as highest_education
+    , user_gender as gender
+    , user_birth_year as birth_year
+    , user_company as company
+    , user_job_title as job_title
+    , user_industry as industry
+    , user_is_active
+from mitxonline_user_view
+
+union all
+
+select
+    {{ generate_hash_id('cast(user_id as varchar) || platform') }} as user_id
+    , user_username as username
+    , user_email as email
+    , user_full_name as full_name
+    , user_address_country as address_country
+    , user_highest_education as highest_education
+    , user_gender as gender
+    , user_birth_year as birth_year
+    , user_company_name as company
+    , user_job_title as job_title
+    , user_company_industry as industry
+    , null as user_is_active
+from edxorg_view
+
+union all
+
+select
+    {{ generate_hash_id('cast(user_id as varchar) || platform') }} as user_id
+    , user_username as username
+    , user_email as email
+    , user_full_name as full_name
+    , user_address_country as address_country
+    , user_highest_education as highest_education
+    , user_gender as gender
+    , user_birth_year as birth_year
+    , user_company as company
+    , user_job_title as job_title
+    , user_industry as industry
+    , user_is_active
+from xpro_user_view
+
+union all
+
+select
+    {{ generate_hash_id('cast(user_id as varchar) || platform') }} as user_id
+    , user_username as username
+    , user_email as email
+    , user_full_name as full_name
+    , user_address_country as address_country
+    , user_highest_education as highest_education
+    , user_gender as gender
+    , user_birth_year as birth_year
+    , user_company as company
+    , user_job_title as job_title
+    , user_industry as industry
+    , user_is_active
+from bootcamps_user_view
+
+union all
+
+select
+    {{ generate_hash_id('cast(user_id as varchar) || platform') }} as user_id
+    , user_username as username
+    , user_email as email
+    , user_full_name as full_name
+    , user_address_country as address_country
+    , user_highest_education as highest_education
+    , user_gender as gender
+    , user_birth_year as birth_year
+    , null as company
+    , null as job_title
+    , null as industry
+    , user_is_active
+from mitxresidential_user_view