-
Notifications
You must be signed in to change notification settings - Fork 94
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
4ba8aae
commit c6b4526
Showing
60 changed files
with
9,576 additions
and
0 deletions.
There are no files selected for viewing
164 changes: 164 additions & 0 deletions
164
...larity.py/SqlQueryPlan/BigQuery/test_cumulative_metric_with_custom_granularity__plan0.sql
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,164 @@ | ||
-- Re-aggregate Metric via Group By | ||
SELECT | ||
subq_9.metric_time__martian_day | ||
, subq_9.trailing_2_months_revenue | ||
FROM ( | ||
-- Window Function for Metric Re-aggregation | ||
SELECT | ||
subq_8.metric_time__martian_day | ||
, AVG(subq_8.trailing_2_months_revenue) OVER (PARTITION BY subq_8.metric_time__martian_day) AS trailing_2_months_revenue | ||
FROM ( | ||
-- Compute Metrics via Expressions | ||
SELECT | ||
subq_7.metric_time__martian_day | ||
, subq_7.metric_time__day | ||
, subq_7.txn_revenue AS trailing_2_months_revenue | ||
FROM ( | ||
-- Aggregate Measures | ||
SELECT | ||
subq_6.metric_time__martian_day | ||
, subq_6.metric_time__day | ||
, SUM(subq_6.txn_revenue) AS txn_revenue | ||
FROM ( | ||
-- Pass Only Elements: ['txn_revenue', 'metric_time__day', 'metric_time__day'] | ||
-- Join to Custom Granularity Dataset | ||
SELECT | ||
subq_4.metric_time__day AS metric_time__day | ||
, subq_4.txn_revenue AS txn_revenue | ||
, subq_5.martian_day AS metric_time__martian_day | ||
FROM ( | ||
-- Join Self Over Time Range | ||
SELECT | ||
subq_2.metric_time__day AS metric_time__day | ||
, subq_1.ds__day AS ds__day | ||
, subq_1.ds__week AS ds__week | ||
, subq_1.ds__month AS ds__month | ||
, subq_1.ds__quarter AS ds__quarter | ||
, subq_1.ds__year AS ds__year | ||
, subq_1.ds__extract_year AS ds__extract_year | ||
, subq_1.ds__extract_quarter AS ds__extract_quarter | ||
, subq_1.ds__extract_month AS ds__extract_month | ||
, subq_1.ds__extract_day AS ds__extract_day | ||
, subq_1.ds__extract_dow AS ds__extract_dow | ||
, subq_1.ds__extract_doy AS ds__extract_doy | ||
, subq_1.revenue_instance__ds__day AS revenue_instance__ds__day | ||
, subq_1.revenue_instance__ds__week AS revenue_instance__ds__week | ||
, subq_1.revenue_instance__ds__month AS revenue_instance__ds__month | ||
, subq_1.revenue_instance__ds__quarter AS revenue_instance__ds__quarter | ||
, subq_1.revenue_instance__ds__year AS revenue_instance__ds__year | ||
, subq_1.revenue_instance__ds__extract_year AS revenue_instance__ds__extract_year | ||
, subq_1.revenue_instance__ds__extract_quarter AS revenue_instance__ds__extract_quarter | ||
, subq_1.revenue_instance__ds__extract_month AS revenue_instance__ds__extract_month | ||
, subq_1.revenue_instance__ds__extract_day AS revenue_instance__ds__extract_day | ||
, subq_1.revenue_instance__ds__extract_dow AS revenue_instance__ds__extract_dow | ||
, subq_1.revenue_instance__ds__extract_doy AS revenue_instance__ds__extract_doy | ||
, subq_1.metric_time__week AS metric_time__week | ||
, subq_1.metric_time__month AS metric_time__month | ||
, subq_1.metric_time__quarter AS metric_time__quarter | ||
, subq_1.metric_time__year AS metric_time__year | ||
, subq_1.metric_time__extract_year AS metric_time__extract_year | ||
, subq_1.metric_time__extract_quarter AS metric_time__extract_quarter | ||
, subq_1.metric_time__extract_month AS metric_time__extract_month | ||
, subq_1.metric_time__extract_day AS metric_time__extract_day | ||
, subq_1.metric_time__extract_dow AS metric_time__extract_dow | ||
, subq_1.metric_time__extract_doy AS metric_time__extract_doy | ||
, subq_1.user AS user | ||
, subq_1.revenue_instance__user AS revenue_instance__user | ||
, subq_1.txn_revenue AS txn_revenue | ||
FROM ( | ||
-- Time Spine | ||
SELECT | ||
subq_3.ds AS metric_time__day | ||
FROM ***************************.mf_time_spine subq_3 | ||
) subq_2 | ||
INNER JOIN ( | ||
-- Metric Time Dimension 'ds' | ||
SELECT | ||
subq_0.ds__day | ||
, subq_0.ds__week | ||
, subq_0.ds__month | ||
, subq_0.ds__quarter | ||
, subq_0.ds__year | ||
, subq_0.ds__extract_year | ||
, subq_0.ds__extract_quarter | ||
, subq_0.ds__extract_month | ||
, subq_0.ds__extract_day | ||
, subq_0.ds__extract_dow | ||
, subq_0.ds__extract_doy | ||
, subq_0.revenue_instance__ds__day | ||
, subq_0.revenue_instance__ds__week | ||
, subq_0.revenue_instance__ds__month | ||
, subq_0.revenue_instance__ds__quarter | ||
, subq_0.revenue_instance__ds__year | ||
, subq_0.revenue_instance__ds__extract_year | ||
, subq_0.revenue_instance__ds__extract_quarter | ||
, subq_0.revenue_instance__ds__extract_month | ||
, subq_0.revenue_instance__ds__extract_day | ||
, subq_0.revenue_instance__ds__extract_dow | ||
, subq_0.revenue_instance__ds__extract_doy | ||
, subq_0.ds__day AS metric_time__day | ||
, subq_0.ds__week AS metric_time__week | ||
, subq_0.ds__month AS metric_time__month | ||
, subq_0.ds__quarter AS metric_time__quarter | ||
, subq_0.ds__year AS metric_time__year | ||
, subq_0.ds__extract_year AS metric_time__extract_year | ||
, subq_0.ds__extract_quarter AS metric_time__extract_quarter | ||
, subq_0.ds__extract_month AS metric_time__extract_month | ||
, subq_0.ds__extract_day AS metric_time__extract_day | ||
, subq_0.ds__extract_dow AS metric_time__extract_dow | ||
, subq_0.ds__extract_doy AS metric_time__extract_doy | ||
, subq_0.user | ||
, subq_0.revenue_instance__user | ||
, subq_0.txn_revenue | ||
FROM ( | ||
-- Read Elements From Semantic Model 'revenue' | ||
SELECT | ||
revenue_src_28000.revenue AS txn_revenue | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, day) AS ds__day | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, isoweek) AS ds__week | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, month) AS ds__month | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, quarter) AS ds__quarter | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, year) AS ds__year | ||
, EXTRACT(year FROM revenue_src_28000.created_at) AS ds__extract_year | ||
, EXTRACT(quarter FROM revenue_src_28000.created_at) AS ds__extract_quarter | ||
, EXTRACT(month FROM revenue_src_28000.created_at) AS ds__extract_month | ||
, EXTRACT(day FROM revenue_src_28000.created_at) AS ds__extract_day | ||
, IF(EXTRACT(dayofweek FROM revenue_src_28000.created_at) = 1, 7, EXTRACT(dayofweek FROM revenue_src_28000.created_at) - 1) AS ds__extract_dow | ||
, EXTRACT(dayofyear FROM revenue_src_28000.created_at) AS ds__extract_doy | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, day) AS revenue_instance__ds__day | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, isoweek) AS revenue_instance__ds__week | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, month) AS revenue_instance__ds__month | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, quarter) AS revenue_instance__ds__quarter | ||
, DATETIME_TRUNC(revenue_src_28000.created_at, year) AS revenue_instance__ds__year | ||
, EXTRACT(year FROM revenue_src_28000.created_at) AS revenue_instance__ds__extract_year | ||
, EXTRACT(quarter FROM revenue_src_28000.created_at) AS revenue_instance__ds__extract_quarter | ||
, EXTRACT(month FROM revenue_src_28000.created_at) AS revenue_instance__ds__extract_month | ||
, EXTRACT(day FROM revenue_src_28000.created_at) AS revenue_instance__ds__extract_day | ||
, IF(EXTRACT(dayofweek FROM revenue_src_28000.created_at) = 1, 7, EXTRACT(dayofweek FROM revenue_src_28000.created_at) - 1) AS revenue_instance__ds__extract_dow | ||
, EXTRACT(dayofyear FROM revenue_src_28000.created_at) AS revenue_instance__ds__extract_doy | ||
, revenue_src_28000.user_id AS user | ||
, revenue_src_28000.user_id AS revenue_instance__user | ||
FROM ***************************.fct_revenue revenue_src_28000 | ||
) subq_0 | ||
) subq_1 | ||
ON | ||
( | ||
subq_1.metric_time__day <= subq_2.metric_time__day | ||
) AND ( | ||
subq_1.metric_time__day > DATE_SUB(CAST(subq_2.metric_time__day AS DATETIME), INTERVAL 2 month) | ||
) | ||
) subq_4 | ||
LEFT OUTER JOIN | ||
***************************.mf_time_spine subq_5 | ||
ON | ||
subq_4.metric_time__day = subq_5.ds | ||
) subq_6 | ||
GROUP BY | ||
metric_time__martian_day | ||
, metric_time__day | ||
) subq_7 | ||
) subq_8 | ||
) subq_9 | ||
GROUP BY | ||
metric_time__martian_day | ||
, trailing_2_months_revenue |
45 changes: 45 additions & 0 deletions
45
...SqlQueryPlan/BigQuery/test_cumulative_metric_with_custom_granularity__plan0_optimized.sql
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,45 @@ | ||
-- Re-aggregate Metric via Group By | ||
SELECT | ||
metric_time__martian_day | ||
, trailing_2_months_revenue | ||
FROM ( | ||
-- Compute Metrics via Expressions | ||
-- Window Function for Metric Re-aggregation | ||
SELECT | ||
metric_time__martian_day | ||
, AVG(txn_revenue) OVER (PARTITION BY metric_time__martian_day) AS trailing_2_months_revenue | ||
FROM ( | ||
-- Pass Only Elements: ['txn_revenue', 'metric_time__day', 'metric_time__day'] | ||
-- Join to Custom Granularity Dataset | ||
-- Aggregate Measures | ||
SELECT | ||
subq_15.martian_day AS metric_time__martian_day | ||
, subq_14.metric_time__day AS metric_time__day | ||
, SUM(subq_14.txn_revenue) AS txn_revenue | ||
FROM ( | ||
-- Join Self Over Time Range | ||
SELECT | ||
subq_13.ds AS metric_time__day | ||
, revenue_src_28000.revenue AS txn_revenue | ||
FROM ***************************.mf_time_spine subq_13 | ||
INNER JOIN | ||
***************************.fct_revenue revenue_src_28000 | ||
ON | ||
( | ||
DATETIME_TRUNC(revenue_src_28000.created_at, day) <= subq_13.ds | ||
) AND ( | ||
DATETIME_TRUNC(revenue_src_28000.created_at, day) > DATE_SUB(CAST(subq_13.ds AS DATETIME), INTERVAL 2 month) | ||
) | ||
) subq_14 | ||
LEFT OUTER JOIN | ||
***************************.mf_time_spine subq_15 | ||
ON | ||
subq_14.metric_time__day = subq_15.ds | ||
GROUP BY | ||
metric_time__martian_day | ||
, metric_time__day | ||
) subq_17 | ||
) subq_19 | ||
GROUP BY | ||
metric_time__martian_day | ||
, trailing_2_months_revenue |
Oops, something went wrong.