diff --git a/.github/workflows/dbt_run_dev_refresh.yml b/.github/workflows/dbt_run_dev_refresh.yml index d3ebb557..de85ad85 100644 --- a/.github/workflows/dbt_run_dev_refresh.yml +++ b/.github/workflows/dbt_run_dev_refresh.yml @@ -4,8 +4,8 @@ run-name: dbt_run_dev_refresh on: workflow_dispatch: schedule: - # Runs "at 9:00 UTC" (see https://crontab.guru) - - cron: '0 9 * * *' + # Runs "at 6:30 UTC" (see https://crontab.guru) + - cron: '30 6 * * 1' env: DBT_PROFILES_DIR: ./ diff --git a/.github/workflows/dbt_run_streamline_decoder_history.yml b/.github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml similarity index 63% rename from .github/workflows/dbt_run_streamline_decoder_history.yml rename to .github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml index 86ef5d07..63bf5a25 100644 --- a/.github/workflows/dbt_run_streamline_decoder_history.yml +++ b/.github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml @@ -1,12 +1,11 @@ -name: dbt_run_streamline_decoder_history -run-name: dbt_run_streamline_decoder_history +name: dbt_run_scheduled_decoded_logs_history_user_abis +run-name: dbt_run_scheduled_decoded_logs_history_user_abis on: workflow_dispatch: - schedule: - # Runs "at 10:10 UTC AM" (see https://crontab.guru) - - cron: '10 10 * * *' - + branches: + - "main" + env: DBT_PROFILES_DIR: ./ @@ -22,12 +21,10 @@ env: concurrency: group: ${{ github.workflow }} - - jobs: run_dbt_jobs: runs-on: ubuntu-latest - environment: + environment: name: workflow_prod steps: @@ -42,6 +39,7 @@ jobs: run: | pip install -r requirements.txt dbt deps - - name: Run DBT Jobs + + - name: Kick off decoded logs history, if there are new ABIs from users run: | - dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m "gnosis_models,tag:streamline_decoded_logs_complete" "gnosis_models,tag:streamline_decoded_logs_history" \ No newline at end of file + dbt run-operation run_decoded_logs_history \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_decoded_logs_history.yml b/.github/workflows/dbt_run_streamline_decoded_logs_history.yml new file mode 100644 index 00000000..b914bb97 --- /dev/null +++ b/.github/workflows/dbt_run_streamline_decoded_logs_history.yml @@ -0,0 +1,49 @@ +name: dbt_run_streamline_decoded_logs_history +run-name: dbt_run_streamline_decoded_logs_history + +on: + workflow_dispatch: + branches: + - "main" + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_prod + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v4 + with: + python-version: "3.10" + cache: "pip" + + - name: install dependencies + run: | + pip install -r requirements.txt + dbt deps + + - name: Update complete table + run: | + dbt run -m "gnosis_models,tag:streamline_decoded_logs_complete" + + - name: Decode historical logs + run: | + dbt run-operation decoded_logs_history --vars '{"STREAMLINE_INVOKE_STREAMS":True}' \ No newline at end of file diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 57ed8424..54c05162 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -3,4 +3,6 @@ dbt_run_scheduled_non_realtime,"10,40 * * * *" dbt_run_streamline_chainhead,"0,30 * * * *" dbt_run_streamline_decoder,"20,50 * * * *" dbt_run_scheduled_curated,"30 * * * *" -dbt_test_tasks,"25 * * * *" \ No newline at end of file +dbt_test_tasks,"25 * * * *" +dbt_run_streamline_decoded_logs_history,"25 17 * * 6" +dbt_run_scheduled_decoded_logs_history_user_abis,"49 23 * * *" \ No newline at end of file diff --git a/macros/decoder/decoded_logs_history.sql b/macros/decoder/decoded_logs_history.sql new file mode 100644 index 00000000..91b064c3 --- /dev/null +++ b/macros/decoder/decoded_logs_history.sql @@ -0,0 +1,126 @@ +{% macro decoded_logs_history(backfill_mode=false) %} + + {%- set params = { + "sql_limit": var("DECODED_LOGS_HISTORY_SQL_LIMIT", 7500000), + "producer_batch_size": var("DECODED_LOGS_HISTORY_PRODUCER_BATCH_SIZE", 400000), + "worker_batch_size": var("DECODED_LOGS_HISTORY_WORKER_BATCH_SIZE", 100000), + "producer_limit_size": var("DECODED_LOGS_HISTORY_WORKER_BATCH_SIZE", 100000) + } -%} + + {% set wait_time = var("DECODED_LOGS_HISTORY_WAIT_TIME", 60) %} + + {% set find_months_query %} + SELECT + DISTINCT date_trunc('month', block_timestamp)::date as month + FROM {{ ref('core__fact_blocks') }} + ORDER BY month ASC + {% endset %} + + {% set results = run_query(find_months_query) %} + + {% if execute %} + {% set months = results.columns[0].values() %} + + {% for month in months %} + {% set view_name = 'decoded_logs_history_' ~ month.strftime('%Y_%m') %} + + {% set create_view_query %} + create or replace view streamline.{{view_name}} as ( + WITH target_blocks AS ( + SELECT + block_number + FROM {{ ref('core__fact_blocks') }} + WHERE date_trunc('month', block_timestamp) = '{{month}}'::timestamp + ), + new_abis AS ( + SELECT + abi, + parent_contract_address, + event_signature, + start_block, + end_block + FROM {{ ref('silver__complete_event_abis') }} + {% if not backfill_mode %} + WHERE inserted_timestamp > dateadd('day', -30, sysdate()) + {% endif %} + ), + existing_logs_to_exclude AS ( + SELECT _log_id + FROM {{ ref('streamline__complete_decode_logs') }} l + INNER JOIN target_blocks b using (block_number) + ), + candidate_logs AS ( + SELECT + l.block_number, + l.tx_hash, + l.event_index, + l.contract_address, + l.topics, + l.data, + concat(l.tx_hash::string, '-', l.event_index::string) as _log_id + FROM target_blocks b + INNER JOIN {{ ref('core__fact_event_logs') }} l using (block_number) + WHERE l.tx_status = 'SUCCESS' and date_trunc('month', l.block_timestamp) = '{{month}}'::timestamp + ) + SELECT + l.block_number, + l._log_id, + A.abi, + OBJECT_CONSTRUCT( + 'topics', l.topics, + 'data', l.data, + 'address', l.contract_address + ) AS data + FROM candidate_logs l + INNER JOIN new_abis A + ON A.parent_contract_address = l.contract_address + AND A.event_signature = l.topics[0]::STRING + AND l.block_number BETWEEN A.start_block AND A.end_block + WHERE NOT EXISTS ( + SELECT 1 + FROM existing_logs_to_exclude e + WHERE e._log_id = l._log_id + ) + LIMIT {{ params.sql_limit }} + ) + {% endset %} + + {# Create the view #} + {% do run_query(create_view_query) %} + {{ log("Created view for month " ~ month.strftime('%Y-%m'), info=True) }} + + {% if var("STREAMLINE_INVOKE_STREAMS", false) %} + {# Check if rows exist first #} + {% set check_rows_query %} + SELECT EXISTS(SELECT 1 FROM streamline.{{view_name}} LIMIT 1) + {% endset %} + + {% set results = run_query(check_rows_query) %} + {% set has_rows = results.columns[0].values()[0] %} + + {% if has_rows %} + {# Invoke streamline since rows exist to decode #} + {% set decode_query %} + SELECT streamline.udf_bulk_decode_logs( + object_construct( + 'sql_source', '{{view_name}}', + 'producer_batch_size', {{ params.producer_batch_size }}, + 'producer_limit_size', {{ params.producer_limit_size }}) + ); + {% endset %} + + {% do run_query(decode_query) %} + {{ log("Triggered decoding for month " ~ month.strftime('%Y-%m'), info=True) }} + + {# Call wait since we actually did some decoding #} + {% do run_query("call system$wait(" ~ wait_time ~ ")") %} + {{ log("Completed wait after decoding for month " ~ month.strftime('%Y-%m'), info=True) }} + {% else %} + {{ log("No rows to decode for month " ~ month.strftime('%Y-%m'), info=True) }} + {% endif %} + {% endif %} + + {% endfor %} + {% endif %} + +{% endmacro %} \ No newline at end of file diff --git a/macros/decoder/run_decoded_logs_history.sql b/macros/decoder/run_decoded_logs_history.sql new file mode 100644 index 00000000..97a4a45d --- /dev/null +++ b/macros/decoder/run_decoded_logs_history.sql @@ -0,0 +1,29 @@ +{% macro run_decoded_logs_history() %} + +{% set check_for_new_user_abis_query %} + select 1 + from {{ ref('silver__user_verified_abis') }} + where _inserted_timestamp::date = sysdate()::date + and dayname(sysdate()) <> 'Sat' +{% endset %} + +{% set results = run_query(check_for_new_user_abis_query) %} + +{% if execute %} + {% set new_user_abis = results.columns[0].values()[0] %} + + {% if new_user_abis %} + {% set invoke_workflow_query %} + SELECT + github_actions.workflow_dispatches( + 'FlipsideCrypto', + 'gnosis-models', + 'dbt_run_streamline_decoded_logs_history.yml', + NULL + ) + {% endset %} + + {% do run_query(invoke_workflow_query) %} + {% endif %} +{% endif %} +{% endmacro %} \ No newline at end of file diff --git a/models/github_actions/github_actions__current_task_status.yml b/models/github_actions/github_actions__current_task_status.yml index 79231446..7f9db965 100644 --- a/models/github_actions/github_actions__current_task_status.yml +++ b/models/github_actions/github_actions__current_task_status.yml @@ -7,6 +7,8 @@ models: - dbt_expectations.expect_column_values_to_be_in_set: value_set: - TRUE + config: + severity: warn - name: SUCCESSES tests: - dbt_expectations.expect_column_values_to_be_in_set: diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_0000001_0800001.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0000001_0800001.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_0000001_0800001.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_013840178_014632549.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_013840178_014632549.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_013840178_014632549.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_014632550_015112214.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_014632550_015112214.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_014632550_015112214.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015112215_015604044.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_015112215_015604044.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015112215_015604044.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015604045_015969013.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_015604045_015969013.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015604045_015969013.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015969014_016201644.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_015969014_016201644.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_015969014_016201644.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_01600003_02400003.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_01600003_02400003.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_01600003_02400003.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016201645_016415916.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_016201645_016415916.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016201645_016415916.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016415917_016800900.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_016415917_016800900.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016415917_016800900.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016800901_017157990.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_016800901_017157990.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_016800901_017157990.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017157991_017518790.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_017157991_017518790.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017157991_017518790.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017518791_017784488.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_017518791_017784488.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017518791_017784488.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017784489_018091163.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_017784489_018091163.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_017784489_018091163.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018091164_018342530.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018091164_018342530.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018091164_018342530.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018342531_018617404.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018342531_018617404.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018342531_018617404.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018617405_018921443.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018617405_018921443.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018617405_018921443.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018921445_019234360.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_018921445_019234360.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_018921445_019234360.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019234361_019505163.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_019234361_019505163.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019234361_019505163.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019505164_019840917.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_019505164_019840917.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019505164_019840917.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019840918_020156967.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_019840918_020156967.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_019840918_020156967.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020156968_020569110.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_020156968_020569110.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020156968_020569110.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020569111_020911283.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_020569111_020911283.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020569111_020911283.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020911284_021393083.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_020911284_021393083.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_020911284_021393083.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_021393084_021880883.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_021393084_021880883.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_021393084_021880883.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_021880884_022537444.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_021880884_022537444.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_021880884_022537444.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_022537445_023549227.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_022537445_023549227.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_022537445_023549227.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_023549229_024148433.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_023549229_024148433.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_023549229_024148433.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_02400004_03200004.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_02400004_03200004.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_02400004_03200004.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_024148434_024746151.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_024148434_024746151.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_024148434_024746151.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_024746152_026007441.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_024746152_026007441.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_024746152_026007441.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_026007442_026955035.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_026007442_026955035.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_026007442_026955035.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_026955036_027951181.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_026955036_027951181.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_026955036_027951181.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_027951183_028031419.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_027951183_028031419.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_027951183_028031419.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028031420_028065178.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028031420_028065178.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028031420_028065178.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028065179_028171361.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028065179_028171361.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028065179_028171361.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028171362_028204557.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028171362_028204557.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028171362_028204557.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028204558_028260925.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028204558_028260925.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028204558_028260925.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028260926_028361890.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028260926_028361890.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028260926_028361890.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028361891_028428662.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028361891_028428662.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028361891_028428662.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028428663_028567857.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028428663_028567857.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028428663_028567857.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028567858_028644911.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028567858_028644911.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028567858_028644911.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028644912_028750894.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028644912_028750894.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028644912_028750894.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028750895_028763479.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028750895_028763479.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028750895_028763479.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028763480_028816239.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028763480_028816239.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028763480_028816239.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028816240_028849705.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028816240_028849705.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028816240_028849705.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028849706_028934611.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028849706_028934611.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028849706_028934611.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028934612_029014103.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_028934612_029014103.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_028934612_029014103.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029014104_029048865.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029014104_029048865.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029014104_029048865.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029048866_029081108.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029048866_029081108.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029048866_029081108.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029081109_029130260.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029081109_029130260.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029081109_029130260.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029130261_029195437.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029130261_029195437.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029130261_029195437.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029195438_029199346.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029195438_029199346.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029195438_029199346.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029199347_029228286.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029199347_029228286.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029199347_029228286.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029228287_029263078.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029228287_029263078.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029228287_029263078.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029263079_029563079.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029263079_029563079.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029263079_029563079.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029563080_029863080.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029563080_029863080.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029563080_029863080.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029863081_030163081.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_029863081_030163081.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_029863081_030163081.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030163082_030463082.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_030163082_030463082.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030163082_030463082.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030463083_030763083.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_030463083_030763083.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030463083_030763083.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030763084_031063084.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_030763084_031063084.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_030763084_031063084.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031063085_031363085.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031063085_031363085.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031063085_031363085.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031363086_031663086.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031363086_031663086.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031363086_031663086.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031663087_031963087.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031663087_031963087.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031663087_031963087.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031963088_032263088.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_031963088_032263088.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_031963088_032263088.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_03200005_04000005.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_03200005_04000005.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_03200005_04000005.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032263089_032563089.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_032263089_032563089.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032263089_032563089.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032563090_032863090.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_032563090_032863090.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032563090_032863090.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032863091_033163091.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_032863091_033163091.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_032863091_033163091.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033163092_033463092.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_033163092_033463092.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033163092_033463092.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033463093_033763093.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_033463093_033763093.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033463093_033763093.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033763094_034063094.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_033763094_034063094.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_033763094_034063094.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034063095_034363095.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034063095_034363095.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034063095_034363095.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034363096_034663096.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034363096_034663096.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034363096_034663096.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034663097_034963097.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034663097_034963097.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034663097_034963097.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034963098_035263098.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_034963098_035263098.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_034963098_035263098.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035263099_035563099.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_035263099_035563099.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035263099_035563099.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035563100_035863100.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_035563100_035863100.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035563100_035863100.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035863101_036163101.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_035863101_036163101.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_035863101_036163101.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036163102_036463102.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_036163102_036463102.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036163102_036463102.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036463103_036763103.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_036463103_036763103.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036463103_036763103.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036763104_037063104.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_036763104_037063104.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_036763104_037063104.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037063105_037363105.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037063105_037363105.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037063105_037363105.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037363106_037663106.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037363106_037663106.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037363106_037663106.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037663107_037963107.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037663107_037963107.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037663107_037963107.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037963108_038263108.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_037963108_038263108.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_037963108_038263108.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038263109_038563109.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_038263109_038563109.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038263109_038563109.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038563110_038863110.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_038563110_038863110.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038563110_038863110.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038863111_039163111.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_038863111_039163111.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_038863111_039163111.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039163112_039463112.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_039163112_039463112.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039163112_039463112.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039463113_039763113.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_039463113_039763113.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039463113_039763113.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039763114_040063114.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_039763114_040063114.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_039763114_040063114.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_04000006_04800006.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_04000006_04800006.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_04000006_04800006.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040063115_040363115.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040063115_040363115.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040063115_040363115.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040363116_040663116.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040363116_040663116.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040363116_040663116.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040663117_040963117.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040663117_040963117.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040663117_040963117.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040963118_041263118.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_040963118_041263118.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_040963118_041263118.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041263119_041563119.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_041263119_041563119.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041263119_041563119.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041563120_041863120.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_041563120_041863120.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041563120_041863120.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041863121_042163121.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_041863121_042163121.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_041863121_042163121.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042163122_042463122.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_042163122_042463122.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042163122_042463122.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042463123_042763123.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_042463123_042763123.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042463123_042763123.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042763124_043063124.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_042763124_043063124.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_042763124_043063124.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043063125_043363125.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043063125_043363125.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043063125_043363125.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043363126_043663126.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043363126_043663126.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043363126_043663126.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043663127_043963127.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043663127_043963127.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043663127_043963127.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043963128_044263128.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_043963128_044263128.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_043963128_044263128.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044263129_044563129.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_044263129_044563129.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044263129_044563129.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044563130_044863130.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_044563130_044863130.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044563130_044863130.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044863131_045163131.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_044863131_045163131.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_044863131_045163131.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045163132_045463132.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_045163132_045463132.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045163132_045463132.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045463133_045763133.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_045463133_045763133.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045463133_045763133.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045763134_046063134.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_045763134_046063134.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_045763134_046063134.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046063135_046363135.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046063135_046363135.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046063135_046363135.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046363136_046663136.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046363136_046663136.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046363136_046663136.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046663137_046963137.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046663137_046963137.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046663137_046963137.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046963138_047263138.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_046963138_047263138.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_046963138_047263138.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047263139_047563139.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_047263139_047563139.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047263139_047563139.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047563140_047863140.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_047563140_047863140.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047563140_047863140.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047863141_048163141.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_047863141_048163141.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_047863141_048163141.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_04800007_05600007.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_04800007_05600007.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_04800007_05600007.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048163142_048463142.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_048163142_048463142.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048163142_048463142.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048463143_048763143.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_048463143_048763143.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048463143_048763143.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048763144_049063144.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_048763144_049063144.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_048763144_049063144.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049063145_049363145.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_049063145_049363145.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049063145_049363145.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049363146_049663146.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_049363146_049663146.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049363146_049663146.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049663147_049963147.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_049663147_049963147.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_049663147_049963147.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_05600008_06400008.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_05600008_06400008.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_05600008_06400008.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_06400009_07200009.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_06400009_07200009.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_06400009_07200009.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_07200010_07500133.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_07200010_07500133.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_07200010_07500133.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_07500134_013840177.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_07500134_013840177.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_07500134_013840177.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/history/streamline__decode_logs_history_0800002_01600002.sql b/models/streamline/silver/decoder/history/streamline__decode_logs_history_0800002_01600002.sql deleted file mode 100644 index cb4ad80a..00000000 --- a/models/streamline/silver/decoder/history/streamline__decode_logs_history_0800002_01600002.sql +++ /dev/null @@ -1,12 +0,0 @@ -{{ config ( - materialized = "view", - post_hook = [if_data_call_function( func = "{{model.schema}}.udf_bulk_decode_logs(object_construct('sql_source', '{{model.alias}}','producer_batch_size', 20000000,'producer_limit_size', {{var('row_limit',7500000)}}))", target = "{{model.schema}}.{{model.alias}}" ) ,if_data_call_wait()], - tags = ['streamline_decoded_logs_history'] -) }} - -{% set start = this.identifier.split("_") [-2] %} -{% set stop = this.identifier.split("_") [-1] %} -{{ fsc_utils.decode_logs_history( - start, - stop -) }} diff --git a/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql index d895a08c..97e293a4 100644 --- a/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql +++ b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql @@ -4,12 +4,50 @@ tags = ['streamline_decoded_logs_realtime'] ) }} -WITH look_back AS ( +WITH target_blocks AS ( - SELECT + SELECT block_number + FROM + {{ ref('core__fact_blocks') }} + WHERE + block_number >= ( + SELECT + block_number + FROM + {{ ref("_block_lookback") }} + ) +), +existing_logs_to_exclude AS ( + SELECT + _log_id + FROM + {{ ref('streamline__complete_decode_logs') }} + l + INNER JOIN target_blocks b USING (block_number) + WHERE + l._inserted_timestamp :: DATE >= DATEADD('day', -5, SYSDATE()) +), +candidate_logs AS ( + SELECT + l.block_number, + l.tx_hash, + l.event_index, + l.contract_address, + l.topics, + l.data, + CONCAT( + l.tx_hash :: STRING, + '-', + l.event_index :: STRING + ) AS _log_id FROM - {{ ref("_24_hour_lookback") }} + target_blocks b + INNER JOIN {{ ref('core__fact_event_logs') }} + l USING (block_number) + WHERE + l.tx_status = 'SUCCESS' + AND l.inserted_timestamp :: DATE >= DATEADD('day', -5, SYSDATE()) ) SELECT l.block_number, @@ -24,35 +62,19 @@ SELECT l.contract_address ) AS DATA FROM - {{ ref("silver__logs") }} - l - INNER JOIN {{ ref("silver__complete_event_abis") }} A + candidate_logs l + INNER JOIN {{ ref('silver__complete_event_abis') }} A ON A.parent_contract_address = l.contract_address AND A.event_signature = l.topics [0] :: STRING AND l.block_number BETWEEN A.start_block AND A.end_block WHERE - ( - l.block_number >= ( - SELECT - block_number - FROM - look_back - ) - ) - AND l.block_number IS NOT NULL - AND l.block_timestamp >= DATEADD('day', -2, CURRENT_DATE()) - AND _log_id NOT IN ( + NOT EXISTS ( SELECT - _log_id + 1 FROM - {{ ref("streamline__complete_decode_logs") }} + existing_logs_to_exclude e WHERE - block_number >= ( - SELECT - block_number - FROM - look_back - ) - AND _inserted_timestamp >= DATEADD('day', -2, CURRENT_DATE())) - + e._log_id = l._log_id + ) +limit 7500000 \ No newline at end of file