diff --git a/README.md b/README.md index 1bb1b40..0a4db0c 100644 --- a/README.md +++ b/README.md @@ -6,11 +6,25 @@ Supported Python versions - # dbt-artifacts-parser + This is a dbt artifacts parse in python. It enables us to deal with `catalog.json`, `manifest.json`, `run-results.json` and `sources.json` as python objects. +## Supported Versions and Compatibility + +> **⚠️ Important Note:** +> +> - **Pydantic v1 will not be supported for dbt 1.9 or later.** +> - **To parse dbt 1.9 or later, please migrate your code to pydantic v2.** +> - **We will reassess version compatibility upon the release of pydantic v3.** + +| Version | Supported dbt Version | Supported pydantic Version | +|---------|-----------------------|----------------------------| +| 0.7 | dbt 1.5 to 1.8 | pydantic v2 | +| 0.6 | dbt 1.5 to 1.8 | pydantic v1 | +| 0.5 | dbt 1.5 to 1.7 | pydantic v1 | + ## Installation ```bash @@ -35,6 +49,7 @@ Those are the classes to parse dbt artifacts. - [ManifestV9](dbt_artifacts_parser/parsers/manifest/manifest_v9.py) for manifest.json v9 - [ManifestV10](dbt_artifacts_parser/parsers/manifest/manifest_v10.py) for manifest.json v10 - [ManifestV11](dbt_artifacts_parser/parsers/manifest/manifest_v11.py) for manifest.json v11 +- [ManifestV12](dbt_artifacts_parser/parsers/manifest/manifest_v12.py) for manifest.json v12 ### Run Results - [RunResultsV1](dbt_artifacts_parser/parsers/manifest/manifest_v1.py) for run_results.json v1 @@ -42,6 +57,7 @@ Those are the classes to parse dbt artifacts. - [RunResultsV3](dbt_artifacts_parser/parsers/manifest/manifest_v3.py) for run_results.json v3 - [RunResultsV4](dbt_artifacts_parser/parsers/manifest/manifest_v4.py) for run_results.json v4 - [RunResultsV5](dbt_artifacts_parser/parsers/manifest/manifest_v5.py) for run_results.json v5 +- [RunResultsV6](dbt_artifacts_parser/parsers/manifest/manifest_v6.py) for run_results.json v6 ### Sources - [SourcesV1](dbt_artifacts_parser/parsers/sources/sources_v1.py) for sources.json v1 @@ -157,6 +173,13 @@ from dbt_artifacts_parser.parser import parse_manifest_v11 with open("path/to/manifest.json", "r") as fp: manifest_dict = json.load(fp) manifest_obj = parse_manifest_v11(manifest=manifest_dict) + +# parse manifest.json v12 +from dbt_artifacts_parser.parser import parse_manifest_v12 + +with open("path/to/manifest.json", "r") as fp: + manifest_dict = json.load(fp) + manifest_obj = parse_manifest_v12(manifest=manifest_dict) ``` ### Parse run-results.json @@ -205,6 +228,13 @@ from dbt_artifacts_parser.parser import parse_run_results_v5 with open("path/to/run-results.json", "r") as fp: run_results_dict = json.load(fp) run_results_obj = parse_run_results_v5(run_results=run_results_dict) + +# parse run-results.json v6 +from dbt_artifacts_parser.parser import parse_run_results_v6 + +with open("path/to/run-results.json", "r") as fp: + run_results_dict = json.load(fp) + run_results_obj = parse_run_results_v6(run_results=run_results_dict) ``` ### Parse sources.json diff --git a/dbt_artifacts_parser/__init__.py b/dbt_artifacts_parser/__init__.py index d106d38..c2bd64e 100644 --- a/dbt_artifacts_parser/__init__.py +++ b/dbt_artifacts_parser/__init__.py @@ -17,4 +17,4 @@ """ A dbt artifacts parser in python """ -__version__ = "0.5.1" +__version__ = "0.6.0" diff --git a/dbt_artifacts_parser/parser.py b/dbt_artifacts_parser/parser.py index 0ed3b3c..66b4a64 100644 --- a/dbt_artifacts_parser/parser.py +++ b/dbt_artifacts_parser/parser.py @@ -28,11 +28,13 @@ from dbt_artifacts_parser.parsers.manifest.manifest_v9 import ManifestV9 from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11 +from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12 from dbt_artifacts_parser.parsers.run_results.run_results_v1 import RunResultsV1 from dbt_artifacts_parser.parsers.run_results.run_results_v2 import RunResultsV2 from dbt_artifacts_parser.parsers.run_results.run_results_v3 import RunResultsV3 from dbt_artifacts_parser.parsers.run_results.run_results_v4 import RunResultsV4 from dbt_artifacts_parser.parsers.run_results.run_results_v5 import RunResultsV5 +from dbt_artifacts_parser.parsers.run_results.run_results_v6 import RunResultsV6 from dbt_artifacts_parser.parsers.sources.sources_v1 import SourcesV1 from dbt_artifacts_parser.parsers.sources.sources_v2 import SourcesV2 from dbt_artifacts_parser.parsers.sources.sources_v3 import SourcesV3 @@ -83,6 +85,7 @@ def parse_catalog_v1(catalog: dict) -> CatalogV1: ManifestV9, ManifestV10, ManifestV11, + ManifestV12, ] @@ -118,6 +121,8 @@ def parse_manifest(manifest: dict) -> Manifest: return ManifestV10(**manifest) elif dbt_schema_version == ArtifactTypes.MANIFEST_V11.value.dbt_schema_version: return ManifestV11(**manifest) + elif dbt_schema_version == ArtifactTypes.MANIFEST_V12.value.dbt_schema_version: + return ManifestV12(**manifest) raise ValueError("Not a manifest.json") @@ -169,7 +174,7 @@ def parse_manifest_v6(manifest: dict) -> ManifestV6: raise ValueError("Not a manifest.json v6") -def parse_manifest_v7(manifest: dict) -> ManifestV6: +def parse_manifest_v7(manifest: dict) -> ManifestV7: """Parse manifest.json ver.7""" dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) if dbt_schema_version == ArtifactTypes.MANIFEST_V7.value.dbt_schema_version: @@ -177,7 +182,7 @@ def parse_manifest_v7(manifest: dict) -> ManifestV6: raise ValueError("Not a manifest.json v7") -def parse_manifest_v8(manifest: dict) -> ManifestV6: +def parse_manifest_v8(manifest: dict) -> ManifestV8: """Parse manifest.json ver.8""" dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) if dbt_schema_version == ArtifactTypes.MANIFEST_V8.value.dbt_schema_version: @@ -185,14 +190,14 @@ def parse_manifest_v8(manifest: dict) -> ManifestV6: raise ValueError("Not a manifest.json v8") -def parse_manifest_v9(manifest: dict) -> ManifestV6: +def parse_manifest_v9(manifest: dict) -> ManifestV9: """Parse manifest.json ver.9""" dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) if dbt_schema_version == ArtifactTypes.MANIFEST_V9.value.dbt_schema_version: return ManifestV9(**manifest) raise ValueError("Not a manifest.json v9") -def parse_manifest_v10(manifest: dict) -> ManifestV6: +def parse_manifest_v10(manifest: dict) -> ManifestV10: """Parse manifest.json ver.10""" dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) if dbt_schema_version == ArtifactTypes.MANIFEST_V10.value.dbt_schema_version: @@ -200,7 +205,7 @@ def parse_manifest_v10(manifest: dict) -> ManifestV6: raise ValueError("Not a manifest.json v10") -def parse_manifest_v11(manifest: dict) -> ManifestV6: +def parse_manifest_v11(manifest: dict) -> ManifestV11: """Parse manifest.json ver.11""" dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) if dbt_schema_version == ArtifactTypes.MANIFEST_V11.value.dbt_schema_version: @@ -208,13 +213,28 @@ def parse_manifest_v11(manifest: dict) -> ManifestV6: raise ValueError("Not a manifest.json v11") +def parse_manifest_v12(manifest: dict) -> ManifestV12: + """Parse manifest.json ver.12""" + dbt_schema_version = get_dbt_schema_version(artifact_json=manifest) + if dbt_schema_version == ArtifactTypes.MANIFEST_V12.value.dbt_schema_version: + return ManifestV12(**manifest) + raise ValueError("Not a manifest.json v12") + + # # run-results # +<<<<<<< HEAD RunResults: TypeAlias = Union[RunResultsV1, RunResultsV2, RunResultsV3, RunResultsV4, RunResultsV5] def parse_run_results(run_results: dict) -> RunResults: +======= +def parse_run_results( + run_results: dict, +) -> Union[RunResultsV1, RunResultsV2, RunResultsV3, RunResultsV4, + RunResultsV5, RunResultsV6]: +>>>>>>> origin/main """Parse run-results.json Args: @@ -234,6 +254,8 @@ def parse_run_results(run_results: dict) -> RunResults: return RunResultsV4(**run_results) elif dbt_schema_version == ArtifactTypes.RUN_RESULTS_V5.value.dbt_schema_version: return RunResultsV5(**run_results) + elif dbt_schema_version == ArtifactTypes.RUN_RESULTS_V6.value.dbt_schema_version: + return RunResultsV6(**run_results) raise ValueError("Not a manifest.json") @@ -276,6 +298,13 @@ def parse_run_results_v5(run_results: dict) -> RunResultsV5: raise ValueError("Not a run-results.json v5") +def parse_run_results_v6(run_results: dict) -> RunResultsV6: + """Parse run-results.json v6""" + dbt_schema_version = get_dbt_schema_version(artifact_json=run_results) + if dbt_schema_version == ArtifactTypes.RUN_RESULTS_V6.value.dbt_schema_version: + return RunResultsV6(**run_results) + raise ValueError("Not a run-results.json v6") + # # sources # diff --git a/dbt_artifacts_parser/parsers/catalog/catalog_v1.py b/dbt_artifacts_parser/parsers/catalog/catalog_v1.py index 81d16e9..fc1801a 100644 --- a/dbt_artifacts_parser/parsers/catalog/catalog_v1.py +++ b/dbt_artifacts_parser/parsers/catalog/catalog_v1.py @@ -1,83 +1,74 @@ # generated by datamodel-codegen: # filename: catalog_v1.json -# timestamp: 2022-03-01T06:21:30+00:00 from __future__ import annotations -from datetime import datetime from typing import Dict, List, Optional, Union -from pydantic import Extra, Field +from pydantic import AwareDatetime, ConfigDict, Field from dbt_artifacts_parser.parsers.base import BaseParserModel class CatalogMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/catalog/v1.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/catalog/v1.json' dbt_version: Optional[str] = '0.19.0' - generated_at: Optional[datetime] = '2021-02-10T04:42:33.680487Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-02-10T04:42:33.680487Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} class TableMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) type: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - comment: Optional[Optional[str]] = None - owner: Optional[Optional[str]] = None + comment: Optional[str] = None + owner: Optional[str] = None class ColumnMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) type: str - comment: Optional[Optional[str]] = None + comment: Optional[str] = None index: int name: str class StatsItem(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str label: str - value: Optional[Optional[Union[bool, str, float]]] = None - description: Optional[Optional[str]] = None + value: Optional[Union[bool, str, float]] = None + description: Optional[str] = None include: bool class CatalogTable(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: TableMetadata columns: Dict[str, ColumnMetadata] stats: Dict[str, StatsItem] - unique_id: Optional[Optional[str]] = None + unique_id: Optional[str] = None class CatalogV1(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: CatalogMetadata nodes: Dict[str, CatalogTable] sources: Dict[str, CatalogTable] - errors: Optional[Optional[List[str]]] = None + errors: Optional[List[str]] = None diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v1.py b/dbt_artifacts_parser/parsers/manifest/manifest_v1.py index da943ab..7c8ca1d 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v1.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v1.py @@ -1,41 +1,39 @@ # generated by datamodel-codegen: # filename: manifest_v1.json -# timestamp: 2022-03-01T06:21:31+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/manifest/v1.json' + str + ] = 'https://schemas.getdbt.com/dbt/manifest/v1.json' dbt_version: Optional[str] = '0.19.0' - generated_at: Optional[datetime] = '2021-02-10T04:42:33.683996Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-02-10T04:42:33.683996Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( - None, description='A unique identifier for the project') - user_id: Optional[Optional[constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - )]] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( - None, - description= - 'Whether dbt is configured to send anonymous usage statistics') - adapter_type: Optional[Optional[str]] = Field( - None, description='The type name of the adapter') + project_id: Optional[str] = Field( + None, description='A unique identifier for the project' + ) + user_id: Optional[ + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + ] = Field(None, description='A unique identifier for the user') + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) class ResourceType(Enum): @@ -43,59 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -105,10 +97,9 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'test' persist_docs: Optional[Dict[str, Any]] = {} @@ -117,13 +108,14 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None - severity: Optional[constr( - regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$')] = 'ERROR' + full_refresh: Optional[bool] = None + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' class ResourceType2(Enum): @@ -143,11 +135,10 @@ class ResourceType5(Enum): class TestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - namespace: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + namespace: Optional[str] = None name: str kwargs: Dict[str, Any] @@ -157,10 +148,9 @@ class ResourceType6(Enum): class SeedConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'seed' persist_docs: Optional[Dict[str, Any]] = {} @@ -169,12 +159,12 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None - quote_columns: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None + quote_columns: Optional[bool] = None class ResourceType7(Enum): @@ -190,12 +180,11 @@ class ResourceType9(Enum): class ParsedDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -207,32 +196,40 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} @@ -254,13 +251,12 @@ class ResourceType13(Enum): class ParsedSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -272,35 +268,43 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None + column_name: Optional[str] = None class ResourceType14(Enum): @@ -308,12 +312,11 @@ class ResourceType14(Enum): class ParsedSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -325,32 +328,40 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'materialized': 'seed', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'quote_columns': None, - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'materialized': 'seed', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'quote_columns': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} @@ -364,10 +375,9 @@ class Strategy(Enum): class TimestampSnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'snapshot' persist_docs: Optional[Dict[str, Any]] = {} @@ -376,14 +386,14 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None unique_key: str target_schema: str - target_database: Optional[Optional[str]] = None + target_database: Optional[str] = None strategy: Strategy updated_at: str @@ -392,15 +402,14 @@ class Strategy1(Enum): check = 'check' -class CheckCol(Enum): +class CheckCols(Enum): all = 'all' class CheckSnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'snapshot' persist_docs: Optional[Dict[str, Any]] = {} @@ -409,16 +418,16 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None unique_key: str target_schema: str - target_database: Optional[Optional[str]] = None + target_database: Optional[str] = None strategy: Strategy1 - check_cols: Union[CheckCol, List[str]] + check_cols: Union[CheckCols, List[str]] class Strategy2(BaseParserModel): @@ -426,10 +435,9 @@ class Strategy2(BaseParserModel): class GenericSnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'snapshot' persist_docs: Optional[Dict[str, Any]] = {} @@ -438,14 +446,14 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None unique_key: str target_schema: str - target_database: Optional[Optional[str]] = None + target_database: Optional[str] = None strategy: Strategy2 @@ -454,26 +462,23 @@ class ResourceType16(Enum): class Quoting(BaseParserModel): - - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' dbt_version: Optional[str] = '0.19.0' - generated_at: Optional[datetime] = '2021-02-10T04:42:33.675309Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-02-10T04:42:33.675309Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -482,12 +487,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -505,19 +509,17 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class ExternalPartition(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -525,10 +527,9 @@ class Config: class SourceConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -537,28 +538,25 @@ class ResourceType17(Enum): class MacroDependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -590,26 +588,24 @@ class ResourceType18(Enum): exposure = 'exposure' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None + name: Optional[str] = None class NodeConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'view' persist_docs: Optional[Dict[str, Any]] = {} @@ -618,21 +614,20 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None class CompiledDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -644,48 +639,55 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -697,47 +699,54 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -749,48 +758,55 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -802,48 +818,55 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -855,49 +878,56 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -909,48 +939,55 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'materialized': 'seed', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'quote_columns': None, - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'materialized': 'seed', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'quote_columns': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -962,46 +999,53 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1013,42 +1057,49 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} class ParsedHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1060,43 +1111,50 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1108,42 +1166,49 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} class ParsedRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1155,42 +1220,49 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} class ParsedSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1202,40 +1274,41 @@ class Config: resource_type: ResourceType15 alias: str checksum: FileHash - config: Union[TimestampSnapshotConfig, CheckSnapshotConfig, - GenericSnapshotConfig] + config: Union[TimestampSnapshotConfig, CheckSnapshotConfig, GenericSnapshotConfig] tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1243,22 +1316,20 @@ class Config: class ExternalTable(BaseParserModel): - - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1268,19 +1339,22 @@ class Config: macro_sql: str resource_type: ResourceType17 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] class ParsedExposure(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1292,21 +1366,22 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType18] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + maturity: Optional[Maturity] = None + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] class CompiledAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1318,46 +1393,53 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'post-hook': [], - 'pre-hook': [], - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'post-hook': [], + 'pre-hook': [], + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1370,70 +1452,96 @@ class Config: loader: str identifier: str resource_type: ResourceType16 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ManifestV1(BaseParserModel): - - class Config: - extra = Extra.forbid - - metadata: ManifestMetadata = Field( - ..., description='Metadata about the manifest') + model_config = ConfigDict( + extra='forbid', + ) + metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ - str, Union[CompiledAnalysisNode, CompiledDataTestNode, - CompiledModelNode, CompiledHookNode, CompiledRPCNode, - CompiledSchemaTestNode, CompiledSeedNode, - CompiledSnapshotNode, ParsedAnalysisNode, ParsedDataTestNode, - ParsedHookNode, ParsedModelNode, ParsedRPCNode, - ParsedSchemaTestNode, ParsedSeedNode, ParsedSnapshotNode,], + str, + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ], ] = Field( - ..., - description='The nodes defined in the dbt project and its dependencies') + ..., description='The nodes defined in the dbt project and its dependencies' + ) sources: Dict[str, ParsedSourceDefinition] = Field( - ..., - description='The sources defined in the dbt project and its dependencies' + ..., description='The sources defined in the dbt project and its dependencies' ) macros: Dict[str, ParsedMacro] = Field( - ..., - description='The macros defined in the dbt project and its dependencies' + ..., description='The macros defined in the dbt project and its dependencies' ) docs: Dict[str, ParsedDocumentation] = Field( - ..., - description='The docs defined in the dbt project and its dependencies') + ..., description='The docs defined in the dbt project and its dependencies' + ) exposures: Dict[str, ParsedExposure] = Field( - ..., - description= - 'The exposures defined in the dbt project and its dependencies') + ..., description='The exposures defined in the dbt project and its dependencies' + ) selectors: Dict[str, Any] = Field( - ..., description='The selectors defined in selectors.yml') - disabled: Optional[Optional[List[ - Union[CompiledAnalysisNode, CompiledDataTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSchemaTestNode, - CompiledSeedNode, CompiledSnapshotNode, ParsedAnalysisNode, - ParsedDataTestNode, ParsedHookNode, ParsedModelNode, - ParsedRPCNode, ParsedSchemaTestNode, ParsedSeedNode, - ParsedSnapshotNode, ParsedSourceDefinition,]]]] = Field( - None, - description='A list of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from\xa0child nodes to their dependencies') - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from parent nodes to their dependents') + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + List[ + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ] + ] = Field(None, description='A list of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from parent nodes to their dependents' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v10.py b/dbt_artifacts_parser/parsers/manifest/manifest_v10.py index fda4cb3..bb8cbee 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v10.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v10.py @@ -3,24 +3,23 @@ from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ str ] = 'https://schemas.getdbt.com/dbt/manifest/v10.json' dbt_version: Optional[str] = '1.6.0' - generated_at: Optional[datetime] = '2023-08-07T20:10:03.381822Z' + generated_at: Optional[AwareDatetime] = '2023-08-07T20:10:03.381822Z' invocation_id: Optional[str] = '03dee192-ff77-43cc-bc3f-5eeaf6d36344' env: Optional[Dict[str, str]] = {} project_name: Optional[str] = Field(None, description='Name of the root project') @@ -29,7 +28,7 @@ class Config: description='A unique identifier for the project, hashed from the project name', ) user_id: Optional[ - constr(regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') ] = Field(None, description='A unique identifier for the user') send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' @@ -44,9 +43,9 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str @@ -58,26 +57,26 @@ class OnConfigurationChange(Enum): class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True index: Optional[int] = None class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True node_color: Optional[str] = None class ContractConfig(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) enforced: Optional[bool] = False @@ -91,9 +90,9 @@ class Type(Enum): class ColumnLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) type: Type name: Optional[str] = None expression: Optional[str] = None @@ -102,34 +101,34 @@ class Config: class RefArgs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str package: Optional[str] = None version: Optional[Union[str, float]] = None class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str class Contract(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) enforced: Optional[bool] = False checksum: Optional[str] = None @@ -139,9 +138,9 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True alias: Optional[str] = None schema_: Optional[str] = Field('dbt_test__audit', alias='schema') @@ -151,7 +150,7 @@ class Config: group: Optional[str] = None materialized: Optional[str] = 'test' severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') ] = 'ERROR' store_failures: Optional[bool] = None where: Optional[str] = None @@ -176,9 +175,9 @@ class Access(Enum): class ModelLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) type: Type name: Optional[str] = None expression: Optional[str] = None @@ -188,9 +187,9 @@ class Config: class DeferRelation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') alias: str @@ -210,9 +209,9 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} namespace: Optional[str] = None @@ -223,9 +222,9 @@ class ResourceType7(Enum): class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True alias: Optional[str] = None schema_: Optional[str] = Field(None, alias='schema') @@ -247,10 +246,10 @@ class Config: grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) contract: Optional[ContractConfig] = Field( - default_factory=lambda: ContractConfig.parse_obj({'enforced': False}) + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) ) strategy: Optional[str] = None target_schema: Optional[str] = None @@ -264,9 +263,9 @@ class ResourceType8(Enum): class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True alias: Optional[str] = None schema_: Optional[str] = Field(None, alias='schema') @@ -288,18 +287,18 @@ class Config: grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) contract: Optional[ContractConfig] = Field( - default_factory=lambda: ContractConfig.parse_obj({'enforced': False}) + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) ) quote_columns: Optional[bool] = None class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] @@ -308,33 +307,33 @@ class ResourceType9(Enum): class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[bool] = None schema_: Optional[bool] = Field(None, alias='schema') identifier: Optional[bool] = None column: Optional[bool] = None -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: Optional[int] = None - period: Optional[PeriodEnum] = None + period: Optional[Period] = None class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -342,9 +341,9 @@ class Config: class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -358,9 +357,9 @@ class SupportedLanguage(Enum): class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str type: Optional[str] = None description: Optional[str] = '' @@ -371,9 +370,9 @@ class ResourceType11(Enum): class Documentation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType11 package_name: str @@ -395,24 +394,24 @@ class Type2(Enum): application = 'application' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class Owner(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) email: Optional[str] = None name: Optional[str] = None class ExposureConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -427,7 +426,7 @@ class Type3(Enum): derived = 'derived' -class GrainToDateEnum(Enum): +class GrainToDate(Enum): day = 'day' week = 'week' month = 'month' @@ -436,13 +435,13 @@ class GrainToDateEnum(Enum): class WhereFilter(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) where_sql_template: str -class OffsetToGrainEnum(Enum): +class OffsetToGrain(Enum): day = 'day' week = 'week' month = 'month' @@ -459,17 +458,17 @@ class Granularity(Enum): class MetricTimeWindow(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int granularity: Granularity class FileSlice(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) filename: str content: str start_line_number: int @@ -477,9 +476,9 @@ class Config: class MetricConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True group: Optional[str] = None @@ -489,9 +488,9 @@ class ResourceType14(Enum): class Group(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType14 package_name: str @@ -520,9 +519,9 @@ class ResourceType15(Enum): class NodeRelation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) alias: str schema_name: str database: Optional[str] = None @@ -530,9 +529,9 @@ class Config: class Defaults(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) agg_time_dimension: Optional[str] = None @@ -544,9 +543,9 @@ class Type4(Enum): class Entity(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str type: Type4 description: Optional[str] = None @@ -567,9 +566,9 @@ class Agg(Enum): class MeasureAggregationParameters(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) percentile: Optional[float] = None use_discrete_percentile: Optional[bool] = False use_approximate_percentile: Optional[bool] = False @@ -588,9 +587,9 @@ class WindowChoice(Enum): class NonAdditiveDimension(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str window_choice: WindowChoice window_groupings: List[str] @@ -610,24 +609,24 @@ class TimeGranularity(Enum): class DimensionValidityParams(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) is_start: Optional[bool] = False is_end: Optional[bool] = False class SemanticModelConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True alias: Optional[str] = None schema_: Optional[str] = Field(None, alias='schema') @@ -649,17 +648,17 @@ class Config: grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) contract: Optional[ContractConfig] = Field( - default_factory=lambda: ContractConfig.parse_obj({'enforced': False}) + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) ) class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} @@ -670,9 +669,9 @@ class Config: class SingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -685,7 +684,7 @@ class Config: alias: str checksum: FileHash config: Optional[TestConfig] = Field( - default_factory=lambda: TestConfig.parse_obj( + default_factory=lambda: TestConfig.model_validate( { 'enabled': True, 'alias': None, @@ -711,7 +710,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -726,7 +725,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -734,16 +733,16 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) class HookNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -756,7 +755,7 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = Field( - default_factory=lambda: NodeConfig.parse_obj( + default_factory=lambda: NodeConfig.model_validate( { 'enabled': True, 'alias': None, @@ -789,7 +788,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -804,7 +803,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -812,7 +811,7 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) @@ -820,9 +819,9 @@ class Config: class ModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -835,7 +834,7 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = Field( - default_factory=lambda: NodeConfig.parse_obj( + default_factory=lambda: NodeConfig.model_validate( { 'enabled': True, 'alias': None, @@ -868,7 +867,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -883,7 +882,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -891,7 +890,7 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) @@ -899,14 +898,14 @@ class Config: constraints: Optional[List[ModelLevelConstraint]] = [] version: Optional[Union[str, float]] = None latest_version: Optional[Union[str, float]] = None - deprecation_date: Optional[datetime] = None + deprecation_date: Optional[AwareDatetime] = None defer_relation: Optional[DeferRelation] = None class RPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -919,7 +918,7 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = Field( - default_factory=lambda: NodeConfig.parse_obj( + default_factory=lambda: NodeConfig.model_validate( { 'enabled': True, 'alias': None, @@ -952,7 +951,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -967,7 +966,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -975,16 +974,16 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) class SqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -997,7 +996,7 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = Field( - default_factory=lambda: NodeConfig.parse_obj( + default_factory=lambda: NodeConfig.model_validate( { 'enabled': True, 'alias': None, @@ -1030,7 +1029,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -1045,7 +1044,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -1053,16 +1052,16 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) class GenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) test_metadata: TestMetadata database: Optional[str] = None schema_: str = Field(..., alias='schema') @@ -1076,7 +1075,7 @@ class Config: alias: str checksum: FileHash config: Optional[TestConfig] = Field( - default_factory=lambda: TestConfig.parse_obj( + default_factory=lambda: TestConfig.model_validate( { 'enabled': True, 'alias': None, @@ -1102,7 +1101,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -1117,7 +1116,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -1125,7 +1124,7 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) @@ -1135,9 +1134,9 @@ class Config: class SnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -1156,7 +1155,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -1171,7 +1170,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -1179,7 +1178,7 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) @@ -1187,9 +1186,9 @@ class Config: class SeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -1202,7 +1201,7 @@ class Config: alias: str checksum: FileHash config: Optional[SeedConfig] = Field( - default_factory=lambda: SeedConfig.parse_obj( + default_factory=lambda: SeedConfig.model_validate( { 'enabled': True, 'alias': None, @@ -1236,7 +1235,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -1248,24 +1247,24 @@ class Config: raw_code: Optional[str] = '' root_path: Optional[str] = None depends_on: Optional[MacroDependsOn] = Field( - default_factory=lambda: MacroDependsOn.parse_obj({'macros': []}) + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) ) defer_relation: Optional[DeferRelation] = None class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) warn_after: Optional[Time] = {'count': None, 'period': None} error_after: Optional[Time] = {'count': None, 'period': None} filter: Optional[str] = None class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) location: Optional[str] = None file_format: Optional[str] = None row_format: Optional[str] = None @@ -1274,9 +1273,9 @@ class Config: class Macro(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType10 package_name: str @@ -1285,12 +1284,12 @@ class Config: unique_id: str macro_sql: str depends_on: Optional[MacroDependsOn] = Field( - default_factory=lambda: MacroDependsOn.parse_obj({'macros': []}) + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] @@ -1299,9 +1298,9 @@ class Config: class Exposure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType12 package_name: str @@ -1313,16 +1312,16 @@ class Config: owner: Owner description: Optional[str] = '' label: Optional[str] = None - maturity: Optional[MaturityEnum] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] config: Optional[ExposureConfig] = Field( - default_factory=lambda: ExposureConfig.parse_obj({'enabled': True}) + default_factory=lambda: ExposureConfig.model_validate({'enabled': True}) ) unrendered_config: Optional[Dict[str, Any]] = {} url: Optional[str] = None depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] @@ -1331,37 +1330,37 @@ class Config: class MetricInputMeasure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str filter: Optional[WhereFilter] = None alias: Optional[str] = None class MetricInput(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str filter: Optional[WhereFilter] = None alias: Optional[str] = None offset_window: Optional[MetricTimeWindow] = None - offset_to_grain: Optional[OffsetToGrainEnum] = None + offset_to_grain: Optional[OffsetToGrain] = None class SourceFileMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) repo_file_path: str file_slice: FileSlice class Measure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str agg: Agg description: Optional[str] = None @@ -1373,17 +1372,17 @@ class Config: class DimensionTypeParams(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) time_granularity: TimeGranularity validity_params: Optional[DimensionValidityParams] = None class AnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -1396,7 +1395,7 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = Field( - default_factory=lambda: NodeConfig.parse_obj( + default_factory=lambda: NodeConfig.model_validate( { 'enabled': True, 'alias': None, @@ -1429,7 +1428,7 @@ class Config: meta: Optional[Dict[str, Any]] = {} group: Optional[str] = None docs: Optional[Docs] = Field( - default_factory=lambda: Docs.parse_obj({'show': True, 'node_color': None}) + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) ) patch_path: Optional[str] = None build_path: Optional[str] = None @@ -1444,7 +1443,7 @@ class Config: sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) compiled_path: Optional[str] = None compiled: Optional[bool] = False @@ -1452,16 +1451,16 @@ class Config: extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] contract: Optional[Contract] = Field( - default_factory=lambda: Contract.parse_obj( + default_factory=lambda: Contract.model_validate( {'enforced': False, 'checksum': None} ) ) class SourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str @@ -1476,7 +1475,7 @@ class Config: loader: str identifier: str quoting: Optional[Quoting] = Field( - default_factory=lambda: Quoting.parse_obj( + default_factory=lambda: Quoting.model_validate( {'database': None, 'schema': None, 'identifier': None, 'column': None} ) ) @@ -1489,7 +1488,7 @@ class Config: source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] config: Optional[SourceConfig] = Field( - default_factory=lambda: SourceConfig.parse_obj({'enabled': True}) + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) ) patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} @@ -1498,23 +1497,23 @@ class Config: class MetricTypeParams(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) measure: Optional[MetricInputMeasure] = None input_measures: Optional[List[MetricInputMeasure]] = [] numerator: Optional[MetricInput] = None denominator: Optional[MetricInput] = None expr: Optional[str] = None window: Optional[MetricTimeWindow] = None - grain_to_date: Optional[GrainToDateEnum] = None + grain_to_date: Optional[GrainToDate] = None metrics: Optional[List[MetricInput]] = None class Dimension(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str type: Type5 description: Optional[str] = None @@ -1525,9 +1524,9 @@ class Config: class Metric(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType13 package_name: str @@ -1544,12 +1543,14 @@ class Config: meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] config: Optional[MetricConfig] = Field( - default_factory=lambda: MetricConfig.parse_obj({'enabled': True, 'group': None}) + default_factory=lambda: MetricConfig.model_validate( + {'enabled': True, 'group': None} + ) ) unrendered_config: Optional[Dict[str, Any]] = {} sources: Optional[List[List[str]]] = [] depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) refs: Optional[List[RefArgs]] = [] metrics: Optional[List[List[str]]] = [] @@ -1558,9 +1559,9 @@ class Config: class SemanticModel(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType15 package_name: str @@ -1577,20 +1578,20 @@ class Config: dimensions: Optional[List[Dimension]] = [] metadata: Optional[SourceFileMetadata] = None depends_on: Optional[DependsOn] = Field( - default_factory=lambda: DependsOn.parse_obj({'macros': [], 'nodes': []}) + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) ) refs: Optional[List[RefArgs]] = [] created_at: Optional[float] = 1691439003.4182558 config: Optional[SemanticModelConfig] = Field( - default_factory=lambda: SemanticModelConfig.parse_obj({'enabled': True}) + default_factory=lambda: SemanticModelConfig.model_validate({'enabled': True}) ) primary_entity: Optional[str] = None class ManifestV10(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v11.py b/dbt_artifacts_parser/parsers/manifest/manifest_v11.py index 41a5ba7..09558f0 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v11.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v11.py @@ -4,228 +4,70 @@ from __future__ import annotations from enum import Enum -from typing import Any, Dict, List, Optional, Union +from typing import Any, Dict, List, Literal, Optional, Union from uuid import UUID -from pydantic import Extra, Field, constr +from pydantic import ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel -class ResourceType11(Enum): - doc = 'doc' -class Documentation(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - resource_type: ResourceType11 - package_name: str - path: str - original_file_path: str - unique_id: str - block_contents: str - - -class Type(Enum): - dashboard = 'dashboard' - notebook = 'notebook' - analysis = 'analysis' - ml = 'ml' - application = 'application' - - -class MaturityEnum(Enum): - low = 'low' - medium = 'medium' - high = 'high' - - -class SupportedLanguage(Enum): - python = 'python' - sql = 'sql' - class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[str] = None dbt_version: Optional[str] = '1.8.0a1' generated_at: Optional[str] = None - invocation_id: Optional[Optional[str]] = None + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = None - project_name: Optional[Optional[str]] = Field( - None, description='Name of the root project' - ) - project_id: Optional[Optional[str]] = Field( + project_name: Optional[str] = Field(None, description='Name of the root project') + project_id: Optional[str] = Field( None, description='A unique identifier for the project, hashed from the project name', ) - user_id: Optional[Optional[UUID]] = Field( + user_id: Optional[UUID] = Field( None, description='A unique identifier for the user' ) - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( + send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' ) - adapter_type: Optional[Optional[str]] = Field( + adapter_type: Optional[str] = Field( None, description='The type name of the adapter' ) -class Type1(Enum): - simple = 'simple' - ratio = 'ratio' - cumulative = 'cumulative' - derived = 'derived' - - -class Access(Enum): - private = 'private' - protected = 'protected' - public = 'public' - - -class ResourceType(Enum): - analysis = 'analysis' - - -class ResourceType1(Enum): - test = 'test' - - -class Contract(BaseParserModel): - class Config: - extra = Extra.forbid - - enforced: Optional[bool] = False - alias_types: Optional[bool] = True - checksum: Optional[Optional[str]] = None - - -class Defaults(BaseParserModel): - class Config: - extra = Extra.forbid - - agg_time_dimension: Optional[Optional[str]] = None - - -class DeferRelation(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[str] - schema_: str = Field(..., alias='schema') - alias: str - relation_name: Optional[str] - - -class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - - macros: Optional[List[str]] = None - nodes: Optional[List[str]] = None - - -class Type2(Enum): - categorical = 'categorical' - time = 'time' - - -class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - - show: Optional[bool] = True - node_color: Optional[Optional[str]] = None - - -class Type3(Enum): - foreign = 'foreign' - natural = 'natural' - primary = 'primary' - unique = 'unique' - - -class Entity(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - type: Type3 - description: Optional[Optional[str]] = None - label: Optional[Optional[str]] = None - role: Optional[Optional[str]] = None - expr: Optional[Optional[str]] = None - - -class ExposureConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - - class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str -class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - - id: str +class Hook(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) sql: str + transaction: Optional[bool] = True + index: Optional[int] = None -class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - type: Optional[Optional[str]] = None - description: Optional[str] = '' - - -class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - - macros: Optional[List[str]] = None - - -class Agg(Enum): - sum = 'sum' - min = 'min' - max = 'max' - count_distinct = 'count_distinct' - sum_boolean = 'sum_boolean' - average = 'average' - percentile = 'percentile' - median = 'median' - count = 'count' - - -class MetricConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - group: Optional[Optional[str]] = None +class Docs(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + show: Optional[bool] = True + node_color: Optional[str] = None -class GrainToDateEnum(Enum): - day = 'day' - week = 'week' - month = 'month' - quarter = 'quarter' - year = 'year' +class ContractConfig(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True class OnConfigurationChange(Enum): @@ -234,617 +76,330 @@ class OnConfigurationChange(Enum): fail = 'fail' -class Access1(Enum): - private = 'private' - protected = 'protected' - public = 'public' - - -class Type4(Enum): - check = 'check' - not_null = 'not_null' - unique = 'unique' - primary_key = 'primary_key' - foreign_key = 'foreign_key' - custom = 'custom' - - -class ModelLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - - type: Type4 - name: Optional[Optional[str]] = None - expression: Optional[Optional[str]] = None - warn_unenforced: Optional[bool] = True - warn_unsupported: Optional[bool] = True - columns: Optional[List[str]] = None - - -class OnConfigurationChange1(Enum): - apply = 'apply' - continue_ = 'continue' - fail = 'fail' - - -class NodeRelation(BaseParserModel): - class Config: - extra = Extra.forbid - - alias: str - schema_name: str - database: Optional[Optional[str]] = None - relation_name: Optional[Optional[str]] = None - - -class Owner(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - email: Optional[Optional[str]] = None - name: Optional[Optional[str]] = None - - -class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None - - -class RefArgs(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - package: Optional[Optional[str]] = None - version: Optional[Optional[Union[str, float]]] = None - - -class SavedQueryConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - group: Optional[Optional[str]] = None - meta: Optional[Dict[str, Any]] = None - - -class OnConfigurationChange2(Enum): - apply = 'apply' - continue_ = 'continue' - fail = 'fail' - - -class SemanticModelConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - group: Optional[Optional[str]] = None - meta: Optional[Dict[str, Any]] = None - - -class OnConfigurationChange3(Enum): - apply = 'apply' - continue_ = 'continue' - fail = 'fail' - - -class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - - -class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None +class NodeConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - materialized: Optional[str] = 'test' - severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') - ] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - store_failures_as: Optional[Optional[str]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None - fail_calc: Optional[str] = 'count(*)' - warn_if: Optional[str] = '!= 0' - error_if: Optional[str] = '!= 0' - - -class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - kwargs: Optional[Dict[str, Any]] = None - namespace: Optional[Optional[str]] = None - - -class Type5(Enum): - check = 'check' - not_null = 'not_null' - unique = 'unique' - primary_key = 'primary_key' - foreign_key = 'foreign_key' - custom = 'custom' - - -class ColumnLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - - type: Type5 - name: Optional[Optional[str]] = None - expression: Optional[Optional[str]] = None - warn_unenforced: Optional[bool] = True - warn_unsupported: Optional[bool] = True - - -class ContractConfig(BaseParserModel): - class Config: - extra = Extra.forbid - - enforced: Optional[bool] = False - alias_types: Optional[bool] = True - - -class TimeGranularity(Enum): - day = 'day' - week = 'week' - month = 'month' - quarter = 'quarter' - year = 'year' - - -class ExportAs(Enum): - table = 'table' - view = 'view' - - -class ExportConfig(BaseParserModel): - class Config: - extra = Extra.forbid - - export_as: ExportAs - schema_name: Optional[Optional[str]] = None - alias: Optional[Optional[str]] = None - - -class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - name: Optional[str] = '' - description: Optional[str] = '' - data_type: Optional[str] = '' - meta: Optional[Dict[str, Any]] = None - - -class FileSlice(BaseParserModel): - class Config: - extra = Extra.forbid - - filename: str - content: str - start_line_number: int - end_line_number: int - - -class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - - sql: str - transaction: Optional[bool] = True - index: Optional[Optional[int]] = None - - -class MeasureAggregationParameters(BaseParserModel): - class Config: - extra = Extra.forbid - - percentile: Optional[Optional[float]] = None - use_discrete_percentile: Optional[bool] = False - use_approximate_percentile: Optional[bool] = False - - -class OffsetToGrainEnum(Enum): - day = 'day' - week = 'week' - month = 'month' - quarter = 'quarter' - year = 'year' - - -class Granularity(Enum): - day = 'day' - week = 'week' - month = 'month' - quarter = 'quarter' - year = 'year' - - -class MetricTimeWindow(BaseParserModel): - class Config: - extra = Extra.forbid - - count: int - granularity: Granularity - - -class WindowChoice(Enum): - sum = 'sum' - min = 'min' - max = 'max' - count_distinct = 'count_distinct' - sum_boolean = 'sum_boolean' - average = 'average' - percentile = 'percentile' - median = 'median' - count = 'count' - + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') + pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = None + contract: Optional[ContractConfig] = None -class NonAdditiveDimension(BaseParserModel): - class Config: - extra = Extra.forbid - name: str - window_choice: WindowChoice - window_groupings: List[str] +class Type(Enum): + check = 'check' + not_null = 'not_null' + unique = 'unique' + primary_key = 'primary_key' + foreign_key = 'foreign_key' + custom = 'custom' -class PeriodEnum(Enum): - minute = 'minute' - hour = 'hour' - day = 'day' +class ColumnLevelConstraint(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True -class Time(BaseParserModel): - class Config: - extra = Extra.forbid +class ColumnInfo(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[ColumnLevelConstraint]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None +class RefArgs(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + package: Optional[str] = None + version: Optional[Union[str, float]] = None -class WhereFilter(BaseParserModel): - class Config: - extra = Extra.forbid - where_sql_template: str +class DependsOn(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + nodes: Optional[List[str]] = None -class DimensionValidityParams(BaseParserModel): - class Config: - extra = Extra.forbid +class InjectedCTE(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + id: str + sql: str - is_start: Optional[bool] = False - is_end: Optional[bool] = False -class ResourceType12(Enum): - exposure = 'exposure' +class Contract(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None -class Exposure(BaseParserModel): - class Config: - extra = Extra.forbid +class AnalysisNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType12 + resource_type: Literal['analysis'] package_name: str path: str original_file_path: str unique_id: str fqn: List[str] - type: Type - owner: Owner + alias: str + checksum: FileHash + config: Optional[NodeConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') + tags: Optional[List[str]] = None description: Optional[str] = '' - label: Optional[Optional[str]] = None - maturity: Optional[Optional[MaturityEnum]] = None + columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - tags: Optional[List[str]] = None - config: Optional[ExposureConfig] = None + group: Optional[str] = None + docs: Optional[Docs] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None + deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None - created_at: Optional[float] = None + depends_on: Optional[DependsOn] = None + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[InjectedCTE]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract] = None -class ResourceType14(Enum): - group = 'group' -class Group(BaseParserModel): - class Config: - extra = Extra.forbid +class TestConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'test' + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + store_failures_as: Optional[str] = None + where: Optional[str] = None + limit: Optional[int] = None + fail_calc: Optional[str] = 'count(*)' + warn_if: Optional[str] = '!= 0' + error_if: Optional[str] = '!= 0' + +class SingularTestNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType14 + resource_type: Literal['test'] package_name: str path: str original_file_path: str unique_id: str - owner: Owner - -class ResourceType10(Enum): - macro = 'macro' + fqn: List[str] + alias: str + checksum: FileHash + config: Optional[TestConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, ColumnInfo]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None + deferred: Optional[bool] = False + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[RefArgs]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn] = None + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[InjectedCTE]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract] = None -class Macro(BaseParserModel): - class Config: - extra = Extra.forbid +class HookNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType10 + resource_type: Literal['operation'] package_name: str path: str original_file_path: str unique_id: str - macro_sql: str - depends_on: Optional[MacroDependsOn] = None + fqn: List[str] + alias: str + checksum: FileHash + config: Optional[NodeConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') + tags: Optional[List[str]] = None description: Optional[str] = '' + columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - arguments: Optional[List[MacroArgument]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None + deferred: Optional[bool] = False + unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None - supported_languages: Optional[Optional[List[SupportedLanguage]]] = None - - -class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - - name: str - description: Optional[str] = '' - meta: Optional[Dict[str, Any]] = None - data_type: Optional[Optional[str]] = None - constraints: Optional[List[ColumnLevelConstraint]] = None - quote: Optional[Optional[bool]] = None - tags: Optional[List[str]] = None - _extra: Optional[Dict[str, Any]] = None - - -class Export(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - config: ExportConfig - - -class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[Union[List[str], List[ExternalPartition]]]] = None - - -class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None - + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[RefArgs]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn] = None + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[InjectedCTE]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract] = None + index: Optional[int] = None -class Measure(BaseParserModel): - class Config: - extra = Extra.forbid - name: str - agg: Agg - description: Optional[Optional[str]] = None - label: Optional[Optional[str]] = None - create_metric: Optional[bool] = False - expr: Optional[Optional[str]] = None - agg_params: Optional[Optional[MeasureAggregationParameters]] = None - non_additive_dimension: Optional[Optional[NonAdditiveDimension]] = None - agg_time_dimension: Optional[Optional[str]] = None +class Access(Enum): + private = 'private' + protected = 'protected' + public = 'public' class ModelConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None materialized: Optional[str] = 'view' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = None post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') quoting: Optional[Dict[str, Any]] = None column_types: Optional[Dict[str, Any]] = None - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' on_configuration_change: Optional[OnConfigurationChange] = None grants: Optional[Dict[str, Any]] = None packages: Optional[List[str]] = None docs: Optional[Docs] = None contract: Optional[ContractConfig] = None - access: Optional[Access1] = 'protected' - - -class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None - tags: Optional[Union[List[str], str]] = None - meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - materialized: Optional[str] = 'view' - incremental_strategy: Optional[Optional[str]] = None - persist_docs: Optional[Dict[str, Any]] = None - post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') - pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') - quoting: Optional[Dict[str, Any]] = None - column_types: Optional[Dict[str, Any]] = None - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - on_configuration_change: Optional[OnConfigurationChange1] = None - grants: Optional[Dict[str, Any]] = None - packages: Optional[List[str]] = None - docs: Optional[Docs] = None - contract: Optional[ContractConfig] = None - - -class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None - tags: Optional[Union[List[str], str]] = None - meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - materialized: Optional[str] = 'seed' - incremental_strategy: Optional[Optional[str]] = None - persist_docs: Optional[Dict[str, Any]] = None - post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') - pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') - quoting: Optional[Dict[str, Any]] = None - column_types: Optional[Dict[str, Any]] = None - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - on_configuration_change: Optional[OnConfigurationChange2] = None - grants: Optional[Dict[str, Any]] = None - packages: Optional[List[str]] = None - docs: Optional[Docs] = None - contract: Optional[ContractConfig] = None - delimiter: Optional[str] = ',' - quote_columns: Optional[Optional[bool]] = None - - -class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - - _extra: Optional[Dict[str, Any]] = None - enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None - tags: Optional[Union[List[str], str]] = None - meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - materialized: Optional[str] = 'snapshot' - incremental_strategy: Optional[Optional[str]] = None - persist_docs: Optional[Dict[str, Any]] = None - post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') - pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') - quoting: Optional[Dict[str, Any]] = None - column_types: Optional[Dict[str, Any]] = None - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - on_configuration_change: Optional[OnConfigurationChange3] = None - grants: Optional[Dict[str, Any]] = None - packages: Optional[List[str]] = None - docs: Optional[Docs] = None - contract: Optional[ContractConfig] = None - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None - - -class SourceFileMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - - repo_file_path: str - file_slice: FileSlice - - -class WhereFilterIntersection(BaseParserModel): - class Config: - extra = Extra.forbid - - where_filters: List[WhereFilter] - - -class DimensionTypeParams(BaseParserModel): - class Config: - extra = Extra.forbid - - time_granularity: TimeGranularity - validity_params: Optional[Optional[DimensionValidityParams]] = None - - -class MetricInput(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - filter: Optional[Optional[WhereFilterIntersection]] = None - alias: Optional[Optional[str]] = None - offset_window: Optional[Optional[MetricTimeWindow]] = None - offset_to_grain: Optional[Optional[OffsetToGrainEnum]] = None + access: Optional[Access] = 'protected' -class MetricInputMeasure(BaseParserModel): - class Config: - extra = Extra.forbid +class ModelLevelConstraint(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + columns: Optional[List[str]] = None - name: str - filter: Optional[Optional[WhereFilterIntersection]] = None - alias: Optional[Optional[str]] = None - join_to_timespine: Optional[bool] = False - fill_nulls_with: Optional[Optional[int]] = None +class DeferRelation(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None -class AnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - database: Optional[str] +class ModelNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType + resource_type: Literal['model'] package_name: str path: str original_file_path: str @@ -852,47 +407,50 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = None - _event_status: Optional[Dict[str, Any]] = None + config: Optional[ModelConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') contract: Optional[Contract] = None + access: Optional[Access] = 'protected' + constraints: Optional[List[ModelLevelConstraint]] = None + version: Optional[Union[str, float]] = None + latest_version: Optional[Union[str, float]] = None + deprecation_date: Optional[str] = None + defer_relation: Optional[DeferRelation] = None -class ResourceType6(Enum): - test = 'test' - -class GenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - test_metadata: TestMetadata - database: Optional[str] +class RPCNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType6 + resource_type: Literal['rpc'] package_name: str path: str original_file_path: str @@ -900,49 +458,44 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[TestConfig] = None - _event_status: Optional[Dict[str, Any]] = None + config: Optional[NodeConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') contract: Optional[Contract] = None - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None - attached_node: Optional[Optional[str]] = None -class ResourceType2(Enum): - operation = 'operation' - -class HookNode(BaseParserModel): - class Config: - extra = Extra.forbid - database: Optional[str] +class SqlNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType2 + resource_type: Literal['sql_operation'] package_name: str path: str original_file_path: str @@ -951,46 +504,53 @@ class Config: alias: str checksum: FileHash config: Optional[NodeConfig] = None - _event_status: Optional[Dict[str, Any]] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') contract: Optional[Contract] = None - index: Optional[Optional[int]] = None -class ResourceType3(Enum): - model = 'model' -class ModelNode(BaseParserModel): - class Config: - extra = Extra.forbid +class TestMetadata(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + kwargs: Optional[Dict[str, Any]] = None + namespace: Optional[str] = None + - database: Optional[str] +class GenericTestNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + test_metadata: TestMetadata + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType3 + resource_type: Literal['test'] package_name: str path: str original_file_path: str @@ -998,52 +558,81 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[ModelConfig] = None - _event_status: Optional[Dict[str, Any]] = None + config: Optional[TestConfig] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') contract: Optional[Contract] = None - access: Optional[Access] = 'protected' - constraints: Optional[List[ModelLevelConstraint]] = None - version: Optional[Optional[Union[str, float]]] = None - latest_version: Optional[Optional[Union[str, float]]] = None - deprecation_date: Optional[Optional[str]] = None - defer_relation: Optional[Optional[DeferRelation]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None + attached_node: Optional[str] = None -class ResourceType4(Enum): - rpc = 'rpc' -class RPCNode(BaseParserModel): - class Config: - extra = Extra.forbid +class SnapshotConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'snapshot' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') + pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = None + contract: Optional[ContractConfig] = None + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None + - database: Optional[str] +class SnapshotNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType4 + resource_type: Literal['snapshot'] package_name: str path: str original_file_path: str @@ -1051,46 +640,83 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = None - _event_status: Optional[Dict[str, Any]] = None + config: SnapshotConfig + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') contract: Optional[Contract] = None + defer_relation: Optional[DeferRelation] = None -class ResourceType8(Enum): - seed = 'seed' -class SeedNode(BaseParserModel): - class Config: - extra = Extra.forbid +class SeedConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'seed' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[Hook]] = Field(None, alias='post-hook') + pre_hook: Optional[List[Hook]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = None + contract: Optional[ContractConfig] = None + delimiter: Optional[str] = ',' + quote_columns: Optional[bool] = None + + +class MacroDependsOn(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None - database: Optional[str] + +class SeedNode(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType8 + resource_type: Literal['seed'] package_name: str path: str original_file_path: str @@ -1099,245 +725,353 @@ class Config: alias: str checksum: FileHash config: Optional[SeedConfig] = None - _event_status: Optional[Dict[str, Any]] = None + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') tags: Optional[List[str]] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = None created_at: Optional[float] = None config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' - root_path: Optional[Optional[str]] = None + root_path: Optional[str] = None depends_on: Optional[MacroDependsOn] = None - defer_relation: Optional[Optional[DeferRelation]] = None + defer_relation: Optional[DeferRelation] = None -class SingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid +class Quoting(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None - database: Optional[str] + +class Period(Enum): + minute = 'minute' + hour = 'hour' + day = 'day' + + +class Time(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None + + +class FreshnessThreshold(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None + + +class ExternalPartition(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + name: Optional[str] = '' + description: Optional[str] = '' + data_type: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + + +class ExternalTable(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[Union[List[str], List[ExternalPartition]]] = None + + +class SourceConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + + +class SourceDefinition(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str - resource_type: ResourceType1 + resource_type: Literal['source'] package_name: str path: str original_file_path: str unique_id: str fqn: List[str] - alias: str - checksum: FileHash - config: Optional[TestConfig] = None - _event_status: Optional[Dict[str, Any]] = None - tags: Optional[List[str]] = None + source_name: str + source_description: str + loader: str + identifier: str + field_event_status: Optional[Dict[str, Any]] = Field(None, alias='_event_status') + quoting: Optional[Quoting] = None + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None - deferred: Optional[bool] = False + source_meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[SourceConfig] = None + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None created_at: Optional[float] = None - config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None - raw_code: Optional[str] = '' - language: Optional[str] = 'sql' - refs: Optional[List[RefArgs]] = None - sources: Optional[List[List[str]]] = None - metrics: Optional[List[List[str]]] = None - depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None - compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None - extra_ctes_injected: Optional[bool] = False - extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None - contract: Optional[Contract] = None -class ResourceType7(Enum): - snapshot = 'snapshot' -class SnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - database: Optional[str] - schema_: str = Field(..., alias='schema') +class MacroArgument(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Optional[str] = None + description: Optional[str] = '' + + +class SupportedLanguage(Enum): + python = 'python' + sql = 'sql' + + +class Macro(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - resource_type: ResourceType7 + resource_type: Literal['macro'] package_name: str path: str original_file_path: str unique_id: str - fqn: List[str] - alias: str - checksum: FileHash - config: SnapshotConfig - _event_status: Optional[Dict[str, Any]] = None - tags: Optional[List[str]] = None + macro_sql: str + depends_on: Optional[MacroDependsOn] = None description: Optional[str] = '' - columns: Optional[Dict[str, ColumnInfo]] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None - deferred: Optional[bool] = False - unrendered_config: Optional[Dict[str, Any]] = None + patch_path: Optional[str] = None + arguments: Optional[List[MacroArgument]] = None created_at: Optional[float] = None - config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None - raw_code: Optional[str] = '' - language: Optional[str] = 'sql' - refs: Optional[List[RefArgs]] = None - sources: Optional[List[List[str]]] = None - metrics: Optional[List[List[str]]] = None - depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None - compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None - extra_ctes_injected: Optional[bool] = False - extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None - contract: Optional[Contract] = None - defer_relation: Optional[Optional[DeferRelation]] = None + supported_languages: Optional[List[SupportedLanguage]] = None -class ResourceType9(Enum): - source = 'source' - -class SourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - database: Optional[str] - schema_: str = Field(..., alias='schema') +class Documentation(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - resource_type: ResourceType9 + resource_type: Literal['doc'] package_name: str path: str original_file_path: str unique_id: str - fqn: List[str] - source_name: str - source_description: str - loader: str - identifier: str - _event_status: Optional[Dict[str, Any]] = None - quoting: Optional[Quoting] = None - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None - description: Optional[str] = '' - columns: Optional[Dict[str, ColumnInfo]] = None - meta: Optional[Dict[str, Any]] = None - source_meta: Optional[Dict[str, Any]] = None - tags: Optional[List[str]] = None - config: Optional[SourceConfig] = None - patch_path: Optional[Optional[str]] = None - unrendered_config: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None - created_at: Optional[float] = None + block_contents: str -class ResourceType5(Enum): - sql_operation = 'sql_operation' -class SqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - database: Optional[str] - schema_: str = Field(..., alias='schema') +class Owner(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + email: Optional[str] = None + name: Optional[str] = None + + +class ExposureConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + + +class Type2(Enum): + dashboard = 'dashboard' + notebook = 'notebook' + analysis = 'analysis' + ml = 'ml' + application = 'application' + + +class Maturity(Enum): + low = 'low' + medium = 'medium' + high = 'high' + + +class Exposure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - resource_type: ResourceType5 + resource_type: Literal['exposure'] package_name: str path: str original_file_path: str unique_id: str fqn: List[str] - alias: str - checksum: FileHash - config: Optional[NodeConfig] = None - _event_status: Optional[Dict[str, Any]] = None - tags: Optional[List[str]] = None + type: Type2 + owner: Owner description: Optional[str] = '' - columns: Optional[Dict[str, ColumnInfo]] = None + label: Optional[str] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None - docs: Optional[Docs] = None - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None - deferred: Optional[bool] = False - unrendered_config: Optional[Dict[str, Any]] = None - created_at: Optional[float] = None - config_call_dict: Optional[Dict[str, Any]] = None - relation_name: Optional[Optional[str]] = None - raw_code: Optional[str] = '' - language: Optional[str] = 'sql' + tags: Optional[List[str]] = None + config: Optional[ExposureConfig] = None + unrendered_config: Optional[Dict[str, Any]] = None + url: Optional[str] = None + depends_on: Optional[DependsOn] = None refs: Optional[List[RefArgs]] = None sources: Optional[List[List[str]]] = None metrics: Optional[List[List[str]]] = None - depends_on: Optional[DependsOn] = None - compiled_path: Optional[Optional[str]] = None - compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None - extra_ctes_injected: Optional[bool] = False - extra_ctes: Optional[List[InjectedCTE]] = None - _pre_injected_sql: Optional[Optional[str]] = None - contract: Optional[Contract] = None + created_at: Optional[float] = None -class Dimension(BaseParserModel): - class Config: - extra = Extra.forbid +class WhereFilter(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_sql_template: str + + +class WhereFilterIntersection(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + +class MetricInputMeasure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Type2 - description: Optional[Optional[str]] = None - label: Optional[Optional[str]] = None - is_partition: Optional[bool] = False - type_params: Optional[Optional[DimensionTypeParams]] = None - expr: Optional[Optional[str]] = None - metadata: Optional[Optional[SourceFileMetadata]] = None + filter: Optional[WhereFilterIntersection] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None -class MetricTypeParams(BaseParserModel): - class Config: - extra = Extra.forbid +class Granularity(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class MetricTimeWindow(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class OffsetToGrain(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class MetricInput(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[WhereFilterIntersection] = None + alias: Optional[str] = None + offset_window: Optional[MetricTimeWindow] = None + offset_to_grain: Optional[OffsetToGrain] = None - measure: Optional[Optional[MetricInputMeasure]] = None + +class GrainToDate(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class MetricTypeParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + measure: Optional[MetricInputMeasure] = None input_measures: Optional[List[MetricInputMeasure]] = None - numerator: Optional[Optional[MetricInput]] = None - denominator: Optional[Optional[MetricInput]] = None - expr: Optional[Optional[str]] = None - window: Optional[Optional[MetricTimeWindow]] = None - grain_to_date: Optional[Optional[GrainToDateEnum]] = None - metrics: Optional[Optional[List[MetricInput]]] = None + numerator: Optional[MetricInput] = None + denominator: Optional[MetricInput] = None + expr: Optional[str] = None + window: Optional[MetricTimeWindow] = None + grain_to_date: Optional[GrainToDate] = None + metrics: Optional[List[MetricInput]] = None -class QueryParams(BaseParserModel): - class Config: - extra = Extra.forbid +class FileSlice(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + filename: str + content: str + start_line_number: int + end_line_number: int - metrics: List[str] - group_by: List[str] - where: Optional[WhereFilterIntersection] -class ResourceType13(Enum): - metric = 'metric' +class SourceFileMetadata(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice -class Metric(BaseParserModel): - class Config: - extra = Extra.forbid +class MetricConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + + +class Type3(Enum): + simple = 'simple' + ratio = 'ratio' + cumulative = 'cumulative' + derived = 'derived' + + +class Metric(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - resource_type: ResourceType13 + resource_type: Literal['metric'] package_name: str path: str original_file_path: str @@ -1345,10 +1079,10 @@ class Config: fqn: List[str] description: str label: str - type: Type1 + type: Type3 type_params: MetricTypeParams - filter: Optional[Optional[WhereFilterIntersection]] = None - metadata: Optional[Optional[SourceFileMetadata]] = None + filter: Optional[WhereFilterIntersection] = None + metadata: Optional[SourceFileMetadata] = None meta: Optional[Dict[str, Any]] = None tags: Optional[List[str]] = None config: Optional[MetricConfig] = None @@ -1358,13 +1092,86 @@ class Config: refs: Optional[List[RefArgs]] = None metrics: Optional[List[List[str]]] = None created_at: Optional[float] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None -class SavedQuery(BaseParserModel): - class Config: - extra = Extra.forbid +class Group(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['group'] + package_name: str + path: str + original_file_path: str + unique_id: str + owner: Owner + + +class QueryParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + metrics: List[str] + group_by: List[str] + where: Optional[WhereFilterIntersection] = None + + +class ExportAs(Enum): + table = 'table' + view = 'view' + + +class ExportConfig(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + export_as: ExportAs + schema_name: Optional[str] = None + alias: Optional[str] = None + + +class Export(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + config: ExportConfig + + +class SavedQueryConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class ResourceType(Enum): + model = 'model' + analysis = 'analysis' + test = 'test' + snapshot = 'snapshot' + operation = 'operation' + seed = 'seed' + rpc = 'rpc' + sql_operation = 'sql_operation' + doc = 'doc' + source = 'source' + macro = 'macro' + exposure = 'exposure' + metric = 'metric' + group = 'group' + saved_query = 'saved_query' + semantic_model = 'semantic_model' + +class SavedQuery(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType package_name: str @@ -1374,51 +1181,196 @@ class Config: fqn: List[str] query_params: QueryParams exports: List[Export] - description: Optional[Optional[str]] = None - label: Optional[Optional[str]] = None - metadata: Optional[Optional[SourceFileMetadata]] = None + description: Optional[str] = None + label: Optional[str] = None + metadata: Optional[SourceFileMetadata] = None config: Optional[SavedQueryConfig] = None unrendered_config: Optional[Dict[str, Any]] = None - group: Optional[Optional[str]] = None + group: Optional[str] = None depends_on: Optional[DependsOn] = None created_at: Optional[float] = None refs: Optional[List[RefArgs]] = None -class SemanticModel(BaseParserModel): - class Config: - extra = Extra.forbid +class NodeRelation(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + alias: str + schema_name: str + database: Optional[str] = None + relation_name: Optional[str] = None + + +class Defaults(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + agg_time_dimension: Optional[str] = None + + +class Type4(Enum): + foreign = 'foreign' + natural = 'natural' + primary = 'primary' + unique = 'unique' + + +class Entity(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type4 + description: Optional[str] = None + label: Optional[str] = None + role: Optional[str] = None + expr: Optional[str] = None + + +class MeasureAggregationParameters(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + percentile: Optional[float] = None + use_discrete_percentile: Optional[bool] = False + use_approximate_percentile: Optional[bool] = False + + +class WindowChoice(Enum): + sum = 'sum' + min = 'min' + max = 'max' + count_distinct = 'count_distinct' + sum_boolean = 'sum_boolean' + average = 'average' + percentile = 'percentile' + median = 'median' + count = 'count' + + +class NonAdditiveDimension(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + window_choice: WindowChoice + window_groupings: List[str] + +class Agg(Enum): + sum = 'sum' + min = 'min' + max = 'max' + count_distinct = 'count_distinct' + sum_boolean = 'sum_boolean' + average = 'average' + percentile = 'percentile' + median = 'median' + count = 'count' + + +class Measure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + agg: Agg + description: Optional[str] = None + label: Optional[str] = None + create_metric: Optional[bool] = False + expr: Optional[str] = None + agg_params: Optional[MeasureAggregationParameters] = None + non_additive_dimension: Optional[NonAdditiveDimension] = None + agg_time_dimension: Optional[str] = None + + +class DimensionValidityParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + is_start: Optional[bool] = False + is_end: Optional[bool] = False + + +class TimeGranularity(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class DimensionTypeParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + time_granularity: TimeGranularity + validity_params: Optional[DimensionValidityParams] = None + + +class Type5(Enum): + categorical = 'categorical' + time = 'time' + + +class Dimension(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type5 + description: Optional[str] = None + label: Optional[str] = None + is_partition: Optional[bool] = False + type_params: Optional[DimensionTypeParams] = None + expr: Optional[str] = None + metadata: Optional[SourceFileMetadata] = None + + +class SemanticModelConfig(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class SemanticModel(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) name: str - resource_type: ResourceType1 + resource_type: ResourceType package_name: str path: str original_file_path: str unique_id: str fqn: List[str] model: str - node_relation: Optional[NodeRelation] - description: Optional[Optional[str]] = None - label: Optional[Optional[str]] = None - defaults: Optional[Optional[Defaults]] = None + node_relation: Optional[NodeRelation] = None + description: Optional[str] = None + label: Optional[str] = None + defaults: Optional[Defaults] = None entities: Optional[List[Entity]] = None measures: Optional[List[Measure]] = None dimensions: Optional[List[Dimension]] = None - metadata: Optional[Optional[SourceFileMetadata]] = None + metadata: Optional[SourceFileMetadata] = None depends_on: Optional[DependsOn] = None refs: Optional[List[RefArgs]] = None created_at: Optional[float] = None config: Optional[SemanticModelConfig] = None unrendered_config: Optional[Dict[str, Any]] = None - primary_entity: Optional[Optional[str]] = None - group: Optional[Optional[str]] = None + primary_entity: Optional[str] = None + group: Optional[str] = None -# NOTE Manually replaced the class, as datamodel-code-generator didn't work as expected. class ManifestV11(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, @@ -1495,3 +1447,8 @@ class Config: semantic_models: Dict[str, SemanticModel] = Field( ..., description='The semantic models defined in the dbt project' ) + + +# NOTE: We manually change the class, as the generated code is not correct. +# class ManifestV11(RootModel[WritableManifest]): +# root: WritableManifest diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v12.py b/dbt_artifacts_parser/parsers/manifest/manifest_v12.py new file mode 100644 index 0000000..c595360 --- /dev/null +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v12.py @@ -0,0 +1,3875 @@ +# generated by datamodel-codegen: +# filename: manifest_v12.json + +from __future__ import annotations + +from enum import Enum +from typing import Any, Dict, List, Literal, Optional, Union +from uuid import UUID + +from pydantic import ConfigDict, Field, constr + +from dbt_artifacts_parser.parsers.base import BaseParserModel + + +class Metadata(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = None + dbt_version: Optional[str] = '1.8.0b3' + generated_at: Optional[str] = None + invocation_id: Optional[str] = None + env: Optional[Dict[str, str]] = None + project_name: Optional[str] = Field(None, description='Name of the root project') + project_id: Optional[str] = Field( + None, + description='A unique identifier for the project, hashed from the project name', + ) + user_id: Optional[UUID] = Field( + None, description='A unique identifier for the user' + ) + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) + + +class Checksum(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + checksum: str + + +class PostHookItem(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + sql: str + transaction: Optional[bool] = True + index: Optional[int] = None + + +class PreHookItem(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + sql: str + transaction: Optional[bool] = True + index: Optional[int] = None + + +class OnConfigurationChange(Enum): + apply = 'apply' + continue_ = 'continue' + fail = 'fail' + + +class Docs(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + show: Optional[bool] = True + node_color: Optional[str] = None + + +class Contract(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'seed' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract] = Field(None, title='ContractConfig') + delimiter: Optional[str] = ',' + quote_columns: Optional[bool] = None + + +class Type(Enum): + check = 'check' + not_null = 'not_null' + unique = 'unique' + primary_key = 'primary_key' + foreign_key = 'foreign_key' + custom = 'custom' + + +class Constraint(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class DependsOn(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + + +class ResourceType(Enum): + model = 'model' + analysis = 'analysis' + test = 'test' + snapshot = 'snapshot' + operation = 'operation' + seed = 'seed' + rpc = 'rpc' + sql_operation = 'sql_operation' + doc = 'doc' + source = 'source' + macro = 'macro' + exposure = 'exposure' + metric = 'metric' + group = 'group' + saved_query = 'saved_query' + semantic_model = 'semantic_model' + unit_test = 'unit_test' + fixture = 'fixture' + + +class Config1(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract] = Field(None, title='ContractConfig') + + +class DeferRelation(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config1] = None + + +class Nodes(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['seed'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config] = Field(None, title='SeedConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + root_path: Optional[str] = None + depends_on: Optional[DependsOn] = Field(None, title='MacroDependsOn') + defer_relation: Optional[DeferRelation] = None + + +class Config2(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract] = Field(None, title='ContractConfig') + + +class Constraint1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns1(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint1]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Ref(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + package: Optional[str] = None + version: Optional[Union[str, float]] = None + + +class DependsOn1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + nodes: Optional[List[str]] = None + + +class ExtraCte(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + id: str + sql: str + + +class Contract3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Nodes1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['analysis'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config2] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns1]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract3] = Field(None, title='Contract') + + +class Config3(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'test' + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + store_failures_as: Optional[str] = None + where: Optional[str] = None + limit: Optional[int] = None + fail_calc: Optional[str] = 'count(*)' + warn_if: Optional[str] = '!= 0' + error_if: Optional[str] = '!= 0' + + +class Constraint2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns2(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint2]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Nodes2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['test'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config3] = Field(None, title='TestConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns2]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract3] = Field(None, title='Contract') + + +class Contract5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config4(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract5] = Field(None, title='ContractConfig') + + +class Constraint3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns3(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint3]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Nodes3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['operation'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config4] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns3]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract6] = Field(None, title='Contract') + index: Optional[int] = None + + +class Contract7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Access(Enum): + private = 'private' + protected = 'protected' + public = 'public' + + +class Config5(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract7] = Field(None, title='ContractConfig') + access: Optional[Access] = 'protected' + + +class Constraint4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns4(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint4]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Constraint5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + columns: Optional[List[str]] = None + + +class Contract9(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config6(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract9] = Field(None, title='ContractConfig') + + +class DeferRelation1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config6] = None + + +class Nodes4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['model'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config5] = Field(None, title='ModelConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns4]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract8] = Field(None, title='Contract') + access: Optional[Access] = 'protected' + constraints: Optional[List[Constraint5]] = None + version: Optional[Union[str, float]] = None + latest_version: Optional[Union[str, float]] = None + deprecation_date: Optional[str] = None + defer_relation: Optional[DeferRelation1] = None + primary_key: Optional[List[str]] = None + + +class Config7(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract9] = Field(None, title='ContractConfig') + + +class Constraint6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns5(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint6]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract11(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Nodes5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['sql_operation'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config7] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns5]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract11] = Field(None, title='Contract') + + +class Config8(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'test' + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + store_failures_as: Optional[str] = None + where: Optional[str] = None + limit: Optional[int] = None + fail_calc: Optional[str] = 'count(*)' + warn_if: Optional[str] = '!= 0' + error_if: Optional[str] = '!= 0' + + +class Constraint7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns6(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint7]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class TestMetadata(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: Optional[str] = 'test' + kwargs: Optional[Dict[str, Any]] = None + namespace: Optional[str] = None + + +class Nodes6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['test'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config8] = Field(None, title='TestConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns6]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract11] = Field(None, title='Contract') + column_name: Optional[str] = None + file_key_name: Optional[str] = None + attached_node: Optional[str] = None + test_metadata: Optional[TestMetadata] = Field(None, title='TestMetadata') + + +class Contract13(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config9(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'snapshot' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract13] = Field(None, title='ContractConfig') + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None + + +class Constraint8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns7(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint8]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract14(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Contract15(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config10(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs] = Field(None, title='Docs') + contract: Optional[Contract15] = Field(None, title='ContractConfig') + + +class DeferRelation2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config10] = None + + +class Nodes7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['snapshot'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Config9 = Field(..., title='SnapshotConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns7]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn1] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract14] = Field(None, title='Contract') + defer_relation: Optional[DeferRelation2] = None + + +class Quoting(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None + + +class Period(Enum): + minute = 'minute' + hour = 'hour' + day = 'day' + + +class WarnAfter(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None + + +class ErrorAfter(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None + + +class Freshness(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[WarnAfter] = None + error_after: Optional[ErrorAfter] = None + filter: Optional[str] = None + + +class Partition(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + name: Optional[str] = '' + description: Optional[str] = '' + data_type: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + + +class External(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[Union[List[str], List[Partition]]] = None + + +class Constraint9(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns8(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint9]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Config11(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + + +class Sources(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['source'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + source_name: str + source_description: str + loader: str + identifier: str + quoting: Optional[Quoting] = Field(None, title='Quoting') + loaded_at_field: Optional[str] = None + freshness: Optional[Freshness] = None + external: Optional[External] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns8]] = None + meta: Optional[Dict[str, Any]] = None + source_meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config11] = Field(None, title='SourceConfig') + patch_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + created_at: Optional[float] = None + + +class DependsOn8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + + +class Argument(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Optional[str] = None + description: Optional[str] = '' + + +class SupportedLanguage(Enum): + python = 'python' + sql = 'sql' + + +class Macros(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['macro'] + package_name: str + path: str + original_file_path: str + unique_id: str + macro_sql: str + depends_on: Optional[DependsOn8] = Field(None, title='MacroDependsOn') + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + docs: Optional[Docs] = Field(None, title='Docs') + patch_path: Optional[str] = None + arguments: Optional[List[Argument]] = None + created_at: Optional[float] = None + supported_languages: Optional[List[SupportedLanguage]] = None + + +class Docs18(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['doc'] + package_name: str + path: str + original_file_path: str + unique_id: str + block_contents: str + + +class Type10(Enum): + dashboard = 'dashboard' + notebook = 'notebook' + analysis = 'analysis' + ml = 'ml' + application = 'application' + + +class Owner(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + email: Optional[str] = None + name: Optional[str] = None + + +class Maturity(Enum): + low = 'low' + medium = 'medium' + high = 'high' + + +class DependsOn9(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + nodes: Optional[List[str]] = None + + +class Exposures(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['exposure'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + type: Type10 + owner: Owner = Field(..., title='Owner') + description: Optional[str] = '' + label: Optional[str] = None + maturity: Optional[Maturity] = None + meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config11] = Field(None, title='ExposureConfig') + unrendered_config: Optional[Dict[str, Any]] = None + url: Optional[str] = None + depends_on: Optional[DependsOn9] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + created_at: Optional[float] = None + + +class Type11(Enum): + simple = 'simple' + ratio = 'ratio' + cumulative = 'cumulative' + derived = 'derived' + conversion = 'conversion' + + +class WhereFilter(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_sql_template: str + + +class Filter(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class Measure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class InputMeasure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter1] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class Granularity(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class OffsetWindow(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class OffsetToGrain(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class Numerator(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter2] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Filter3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class OffsetWindow1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Denominator(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter3] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow1] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Window(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class GrainToDate(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class Filter4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class OffsetWindow2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Metric(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter4] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow2] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Filter5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class BaseMeasure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter5] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class ConversionMeasure(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter6] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Calculation(Enum): + conversions = 'conversions' + conversion_rate = 'conversion_rate' + + +class Window1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class ConstantProperty(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + base_property: str + conversion_property: str + + +class ConversionTypeParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + base_measure: BaseMeasure = Field(..., title='MetricInputMeasure') + conversion_measure: ConversionMeasure = Field(..., title='MetricInputMeasure') + entity: str + calculation: Optional[Calculation] = 'conversion_rate' + window: Optional[Window1] = None + constant_properties: Optional[List[ConstantProperty]] = None + + +class TypeParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + measure: Optional[Measure] = None + input_measures: Optional[List[InputMeasure]] = None + numerator: Optional[Numerator] = None + denominator: Optional[Denominator] = None + expr: Optional[str] = None + window: Optional[Window] = None + grain_to_date: Optional[GrainToDate] = None + metrics: Optional[List[Metric]] = None + conversion_type_params: Optional[ConversionTypeParams] = None + + +class Filter7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class FileSlice(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + filename: str + content: str + start_line_number: int + end_line_number: int + + +class Metadata1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Config13(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class Metrics(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['metric'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + description: str + label: str + type: Type11 + type_params: TypeParams = Field(..., title='MetricTypeParams') + filter: Optional[Filter7] = None + metadata: Optional[Metadata1] = None + meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config13] = Field(None, title='MetricConfig') + unrendered_config: Optional[Dict[str, Any]] = None + sources: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn9] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + metrics: Optional[List[List[str]]] = None + created_at: Optional[float] = None + group: Optional[str] = None + + +class Groups(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['group'] + package_name: str + path: str + original_file_path: str + unique_id: str + owner: Owner = Field(..., title='Owner') + + +class Docs19(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + show: Optional[bool] = True + node_color: Optional[str] = None + + +class Config14(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'seed' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract15] = Field(None, title='ContractConfig') + delimiter: Optional[str] = ',' + quote_columns: Optional[bool] = None + + +class Type12(Enum): + check = 'check' + not_null = 'not_null' + unique = 'unique' + primary_key = 'primary_key' + foreign_key = 'foreign_key' + custom = 'custom' + + +class Constraint10(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns9(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint10]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class DependsOn11(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + + +class Config15(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract15] = Field(None, title='ContractConfig') + + +class DeferRelation3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config15] = None + + +class Disabled(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['seed'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config14] = Field(None, title='SeedConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns9]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + root_path: Optional[str] = None + depends_on: Optional[DependsOn11] = Field(None, title='MacroDependsOn') + defer_relation: Optional[DeferRelation3] = None + + +class Config16(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract15] = Field(None, title='ContractConfig') + + +class Constraint11(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns10(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint11]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class DependsOn12(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[List[str]] = None + nodes: Optional[List[str]] = None + + +class Contract19(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Disabled1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['analysis'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config16] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns10]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract19] = Field(None, title='Contract') + + +class Config17(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'test' + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + store_failures_as: Optional[str] = None + where: Optional[str] = None + limit: Optional[int] = None + fail_calc: Optional[str] = 'count(*)' + warn_if: Optional[str] = '!= 0' + error_if: Optional[str] = '!= 0' + + +class Constraint12(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns11(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint12]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Disabled2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['test'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config17] = Field(None, title='TestConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns11]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract19] = Field(None, title='Contract') + + +class Contract21(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config18(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract21] = Field(None, title='ContractConfig') + + +class Constraint13(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns12(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint13]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract22(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Disabled3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['operation'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config18] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns12]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract22] = Field(None, title='Contract') + index: Optional[int] = None + + +class Contract23(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config19(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract23] = Field(None, title='ContractConfig') + access: Optional[Access] = 'protected' + + +class Constraint14(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns13(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint14]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract24(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Constraint15(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + columns: Optional[List[str]] = None + + +class Contract25(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config20(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract25] = Field(None, title='ContractConfig') + + +class DeferRelation4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config20] = None + + +class Disabled4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['model'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config19] = Field(None, title='ModelConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns13]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract24] = Field(None, title='Contract') + access: Optional[Access] = 'protected' + constraints: Optional[List[Constraint15]] = None + version: Optional[Union[str, float]] = None + latest_version: Optional[Union[str, float]] = None + deprecation_date: Optional[str] = None + defer_relation: Optional[DeferRelation4] = None + primary_key: Optional[List[str]] = None + + +class Config21(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract25] = Field(None, title='ContractConfig') + + +class Constraint16(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns14(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint16]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract27(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Disabled5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['sql_operation'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config21] = Field(None, title='NodeConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns14]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract27] = Field(None, title='Contract') + + +class Config22(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'test' + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + store_failures_as: Optional[str] = None + where: Optional[str] = None + limit: Optional[int] = None + fail_calc: Optional[str] = 'count(*)' + warn_if: Optional[str] = '!= 0' + error_if: Optional[str] = '!= 0' + + +class Constraint17(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns15(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint17]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Disabled6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['test'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Optional[Config22] = Field(None, title='TestConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns15]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract27] = Field(None, title='Contract') + column_name: Optional[str] = None + file_key_name: Optional[str] = None + attached_node: Optional[str] = None + test_metadata: Optional[TestMetadata] = Field(None, title='TestMetadata') + + +class Contract29(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config23(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'snapshot' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract29] = Field(None, title='ContractConfig') + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None + + +class Constraint18(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns16(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint18]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Contract30(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + checksum: Optional[str] = None + + +class Contract31(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enforced: Optional[bool] = False + alias_types: Optional[bool] = True + + +class Config24(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None + tags: Optional[Union[List[str], str]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + materialized: Optional[str] = 'view' + incremental_strategy: Optional[str] = None + persist_docs: Optional[Dict[str, Any]] = None + post_hook: Optional[List[PostHookItem]] = Field(None, alias='post-hook') + pre_hook: Optional[List[PreHookItem]] = Field(None, alias='pre-hook') + quoting: Optional[Dict[str, Any]] = None + column_types: Optional[Dict[str, Any]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + on_configuration_change: Optional[OnConfigurationChange] = None + grants: Optional[Dict[str, Any]] = None + packages: Optional[List[str]] = None + docs: Optional[Docs19] = Field(None, title='Docs') + contract: Optional[Contract31] = Field(None, title='ContractConfig') + + +class DeferRelation5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + alias: str + relation_name: Optional[str] = None + resource_type: ResourceType + name: str + description: str + compiled_code: Optional[str] = None + meta: Dict[str, Any] + tags: List[str] + config: Optional[Config24] = None + + +class Disabled7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['snapshot'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + alias: str + checksum: Checksum = Field(..., title='FileHash') + config: Config23 = Field(..., title='SnapshotConfig') + tags: Optional[List[str]] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns16]] = None + meta: Optional[Dict[str, Any]] = None + group: Optional[str] = None + docs: Optional[Docs19] = Field(None, title='Docs') + patch_path: Optional[str] = None + build_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + created_at: Optional[float] = None + config_call_dict: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + raw_code: Optional[str] = '' + language: Optional[str] = 'sql' + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + compiled_path: Optional[str] = None + compiled: Optional[bool] = False + compiled_code: Optional[str] = None + extra_ctes_injected: Optional[bool] = False + extra_ctes: Optional[List[ExtraCte]] = None + field_pre_injected_sql: Optional[str] = Field(None, alias='_pre_injected_sql') + contract: Optional[Contract30] = Field(None, title='Contract') + defer_relation: Optional[DeferRelation5] = None + + +class WarnAfter1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None + + +class ErrorAfter1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None + + +class Freshness1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[WarnAfter1] = None + error_after: Optional[ErrorAfter1] = None + filter: Optional[str] = None + + +class External1(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[Union[List[str], List[Partition]]] = None + + +class Constraint19(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + type: Type12 + name: Optional[str] = None + expression: Optional[str] = None + warn_unenforced: Optional[bool] = True + warn_unsupported: Optional[bool] = True + + +class Columns17(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + name: str + description: Optional[str] = '' + meta: Optional[Dict[str, Any]] = None + data_type: Optional[str] = None + constraints: Optional[List[Constraint19]] = None + quote: Optional[bool] = None + tags: Optional[List[str]] = None + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + + +class Config25(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + + +class Disabled8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None + schema_: str = Field(..., alias='schema') + name: str + resource_type: Literal['source'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + source_name: str + source_description: str + loader: str + identifier: str + quoting: Optional[Quoting] = Field(None, title='Quoting') + loaded_at_field: Optional[str] = None + freshness: Optional[Freshness1] = None + external: Optional[External1] = None + description: Optional[str] = '' + columns: Optional[Dict[str, Columns17]] = None + meta: Optional[Dict[str, Any]] = None + source_meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config25] = Field(None, title='SourceConfig') + patch_path: Optional[str] = None + unrendered_config: Optional[Dict[str, Any]] = None + relation_name: Optional[str] = None + created_at: Optional[float] = None + + +class Type22(Enum): + dashboard = 'dashboard' + notebook = 'notebook' + analysis = 'analysis' + ml = 'ml' + application = 'application' + + +class Disabled9(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['exposure'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + type: Type22 + owner: Owner = Field(..., title='Owner') + description: Optional[str] = '' + label: Optional[str] = None + maturity: Optional[Maturity] = None + meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config25] = Field(None, title='ExposureConfig') + unrendered_config: Optional[Dict[str, Any]] = None + url: Optional[str] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + sources: Optional[List[List[str]]] = None + metrics: Optional[List[List[str]]] = None + created_at: Optional[float] = None + + +class Type23(Enum): + simple = 'simple' + ratio = 'ratio' + cumulative = 'cumulative' + derived = 'derived' + conversion = 'conversion' + + +class Filter8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class Measure1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter8] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter9(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class InputMeasure1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter9] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter10(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class OffsetWindow3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Numerator1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter10] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow3] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Filter11(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class OffsetWindow4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Denominator1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter11] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow4] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Window2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Filter12(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class OffsetWindow5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class Metric1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter12] = None + alias: Optional[str] = None + offset_window: Optional[OffsetWindow5] = None + offset_to_grain: Optional[OffsetToGrain] = None + + +class Filter13(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class BaseMeasure1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter13] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Filter14(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class ConversionMeasure1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + filter: Optional[Filter14] = None + alias: Optional[str] = None + join_to_timespine: Optional[bool] = False + fill_nulls_with: Optional[int] = None + + +class Window3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + count: int + granularity: Granularity + + +class ConversionTypeParams1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + base_measure: BaseMeasure1 = Field(..., title='MetricInputMeasure') + conversion_measure: ConversionMeasure1 = Field(..., title='MetricInputMeasure') + entity: str + calculation: Optional[Calculation] = 'conversion_rate' + window: Optional[Window3] = None + constant_properties: Optional[List[ConstantProperty]] = None + + +class TypeParams1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + measure: Optional[Measure1] = None + input_measures: Optional[List[InputMeasure1]] = None + numerator: Optional[Numerator1] = None + denominator: Optional[Denominator1] = None + expr: Optional[str] = None + window: Optional[Window2] = None + grain_to_date: Optional[GrainToDate] = None + metrics: Optional[List[Metric1]] = None + conversion_type_params: Optional[ConversionTypeParams1] = None + + +class Filter15(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class Metadata2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Config27(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class Disabled10(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: Literal['metric'] + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + description: str + label: str + type: Type23 + type_params: TypeParams1 = Field(..., title='MetricTypeParams') + filter: Optional[Filter15] = None + metadata: Optional[Metadata2] = None + meta: Optional[Dict[str, Any]] = None + tags: Optional[List[str]] = None + config: Optional[Config27] = Field(None, title='MetricConfig') + unrendered_config: Optional[Dict[str, Any]] = None + sources: Optional[List[List[str]]] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + metrics: Optional[List[List[str]]] = None + created_at: Optional[float] = None + group: Optional[str] = None + + +class Where(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class QueryParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + metrics: List[str] + group_by: List[str] + where: Optional[Where] = None + + +class ExportAs(Enum): + table = 'table' + view = 'view' + + +class Config28(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + export_as: ExportAs + schema_name: Optional[str] = None + alias: Optional[str] = None + database: Optional[str] = None + + +class Export(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + config: Config28 = Field(..., title='ExportConfig') + + +class Metadata3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Cache(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + enabled: Optional[bool] = False + + +class Config29(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + export_as: Optional[ExportAs] = None + schema_: Optional[str] = Field(None, alias='schema') + cache: Optional[Cache] = Field(None, title='SavedQueryCache') + + +class Disabled11(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + query_params: QueryParams = Field(..., title='QueryParams') + exports: List[Export] + description: Optional[str] = None + label: Optional[str] = None + metadata: Optional[Metadata3] = None + config: Optional[Config29] = Field(None, title='SavedQueryConfig') + unrendered_config: Optional[Dict[str, Any]] = None + group: Optional[str] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + created_at: Optional[float] = None + refs: Optional[List[Ref]] = None + + +class NodeRelation(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + alias: str + schema_name: str + database: Optional[str] = None + relation_name: Optional[str] = '' + + +class Defaults(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + agg_time_dimension: Optional[str] = None + + +class Type24(Enum): + foreign = 'foreign' + natural = 'natural' + primary = 'primary' + unique = 'unique' + + +class Entity(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type24 + description: Optional[str] = None + label: Optional[str] = None + role: Optional[str] = None + expr: Optional[str] = None + + +class Agg(Enum): + sum = 'sum' + min = 'min' + max = 'max' + count_distinct = 'count_distinct' + sum_boolean = 'sum_boolean' + average = 'average' + percentile = 'percentile' + median = 'median' + count = 'count' + + +class AggParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + percentile: Optional[float] = None + use_discrete_percentile: Optional[bool] = False + use_approximate_percentile: Optional[bool] = False + + +class WindowChoice(Enum): + sum = 'sum' + min = 'min' + max = 'max' + count_distinct = 'count_distinct' + sum_boolean = 'sum_boolean' + average = 'average' + percentile = 'percentile' + median = 'median' + count = 'count' + + +class NonAdditiveDimension(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + window_choice: WindowChoice + window_groupings: List[str] + + +class Measure2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + agg: Agg + description: Optional[str] = None + label: Optional[str] = None + create_metric: Optional[bool] = False + expr: Optional[str] = None + agg_params: Optional[AggParams] = None + non_additive_dimension: Optional[NonAdditiveDimension] = None + agg_time_dimension: Optional[str] = None + + +class Type25(Enum): + categorical = 'categorical' + time = 'time' + + +class TimeGranularity(Enum): + day = 'day' + week = 'week' + month = 'month' + quarter = 'quarter' + year = 'year' + + +class ValidityParams(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + is_start: Optional[bool] = False + is_end: Optional[bool] = False + + +class TypeParams2(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + time_granularity: TimeGranularity + validity_params: Optional[ValidityParams] = None + + +class Metadata4(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Dimension(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type25 + description: Optional[str] = None + label: Optional[str] = None + is_partition: Optional[bool] = False + type_params: Optional[TypeParams2] = None + expr: Optional[str] = None + metadata: Optional[Metadata4] = None + + +class Metadata5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Config30(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class Disabled12(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + model: str + node_relation: Optional[NodeRelation] = None + description: Optional[str] = None + label: Optional[str] = None + defaults: Optional[Defaults] = None + entities: Optional[List[Entity]] = None + measures: Optional[List[Measure2]] = None + dimensions: Optional[List[Dimension]] = None + metadata: Optional[Metadata5] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + created_at: Optional[float] = None + config: Optional[Config30] = Field(None, title='SemanticModelConfig') + unrendered_config: Optional[Dict[str, Any]] = None + primary_entity: Optional[str] = None + group: Optional[str] = None + + +class Format(Enum): + csv = 'csv' + dict = 'dict' + sql = 'sql' + + +class GivenItem(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + input: str + rows: Optional[Union[str, List[Dict[str, Any]]]] = None + format: Optional[Format] = 'dict' + fixture: Optional[str] = None + + +class Expect(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + rows: Optional[Union[str, List[Dict[str, Any]]]] = None + format: Optional[Format] = 'dict' + fixture: Optional[str] = None + + +class Overrides(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + macros: Optional[Dict[str, Any]] = None + vars: Optional[Dict[str, Any]] = None + env_vars: Optional[Dict[str, Any]] = None + + +class Config31(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + tags: Optional[Union[str, List[str]]] = None + meta: Optional[Dict[str, Any]] = None + + +class Versions(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + include: Optional[List[Union[str, float]]] = None + exclude: Optional[List[Union[str, float]]] = None + + +class Disabled13(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + model: str + given: List[GivenItem] + expect: Expect = Field(..., title='UnitTestOutputFixture') + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + description: Optional[str] = '' + overrides: Optional[Overrides] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + config: Optional[Config31] = Field(None, title='UnitTestConfig') + checksum: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + created_at: Optional[float] = None + versions: Optional[Versions] = None + version: Optional[Union[str, float]] = None + + +class Where1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + where_filters: List[WhereFilter] + + +class QueryParams1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + metrics: List[str] + group_by: List[str] + where: Optional[Where1] = None + + +class Config32(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + export_as: ExportAs + schema_name: Optional[str] = None + alias: Optional[str] = None + database: Optional[str] = None + + +class Export1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + config: Config32 = Field(..., title='ExportConfig') + + +class Metadata6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Config33(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + export_as: Optional[ExportAs] = None + schema_: Optional[str] = Field(None, alias='schema') + cache: Optional[Cache] = Field(None, title='SavedQueryCache') + + +class SavedQueries(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + query_params: QueryParams1 = Field(..., title='QueryParams') + exports: List[Export1] + description: Optional[str] = None + label: Optional[str] = None + metadata: Optional[Metadata6] = None + config: Optional[Config33] = Field(None, title='SavedQueryConfig') + unrendered_config: Optional[Dict[str, Any]] = None + group: Optional[str] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + created_at: Optional[float] = None + refs: Optional[List[Ref]] = None + + +class Type26(Enum): + foreign = 'foreign' + natural = 'natural' + primary = 'primary' + unique = 'unique' + + +class Entity1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type26 + description: Optional[str] = None + label: Optional[str] = None + role: Optional[str] = None + expr: Optional[str] = None + + +class NonAdditiveDimension1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + window_choice: WindowChoice + window_groupings: List[str] + + +class Measure3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + agg: Agg + description: Optional[str] = None + label: Optional[str] = None + create_metric: Optional[bool] = False + expr: Optional[str] = None + agg_params: Optional[AggParams] = None + non_additive_dimension: Optional[NonAdditiveDimension1] = None + agg_time_dimension: Optional[str] = None + + +class Type27(Enum): + categorical = 'categorical' + time = 'time' + + +class TypeParams3(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + time_granularity: TimeGranularity + validity_params: Optional[ValidityParams] = None + + +class Metadata7(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Dimension1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + type: Type27 + description: Optional[str] = None + label: Optional[str] = None + is_partition: Optional[bool] = False + type_params: Optional[TypeParams3] = None + expr: Optional[str] = None + metadata: Optional[Metadata7] = None + + +class Metadata8(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + repo_file_path: str + file_slice: FileSlice = Field(..., title='FileSlice') + + +class Config34(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + enabled: Optional[bool] = True + group: Optional[str] = None + meta: Optional[Dict[str, Any]] = None + + +class SemanticModels(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + model: str + node_relation: Optional[NodeRelation] = None + description: Optional[str] = None + label: Optional[str] = None + defaults: Optional[Defaults] = None + entities: Optional[List[Entity1]] = None + measures: Optional[List[Measure3]] = None + dimensions: Optional[List[Dimension1]] = None + metadata: Optional[Metadata8] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + refs: Optional[List[Ref]] = None + created_at: Optional[float] = None + config: Optional[Config34] = Field(None, title='SemanticModelConfig') + unrendered_config: Optional[Dict[str, Any]] = None + primary_entity: Optional[str] = None + group: Optional[str] = None + + +class GivenItem1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + input: str + rows: Optional[Union[str, List[Dict[str, Any]]]] = None + format: Optional[Format] = 'dict' + fixture: Optional[str] = None + + +class Expect1(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + rows: Optional[Union[str, List[Dict[str, Any]]]] = None + format: Optional[Format] = 'dict' + fixture: Optional[str] = None + + +class Config35(BaseParserModel): + model_config = ConfigDict( + extra='allow', + ) + field_extra: Optional[Dict[str, Any]] = Field(None, alias='_extra') + tags: Optional[Union[str, List[str]]] = None + meta: Optional[Dict[str, Any]] = None + + +class UnitTests(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + model: str + given: List[GivenItem1] + expect: Expect1 = Field(..., title='UnitTestOutputFixture') + name: str + resource_type: ResourceType + package_name: str + path: str + original_file_path: str + unique_id: str + fqn: List[str] + description: Optional[str] = '' + overrides: Optional[Overrides] = None + depends_on: Optional[DependsOn12] = Field(None, title='DependsOn') + config: Optional[Config35] = Field(None, title='UnitTestConfig') + checksum: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + created_at: Optional[float] = None + versions: Optional[Versions] = None + version: Optional[Union[str, float]] = None + + +class ManifestV12(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + metadata: Metadata = Field( + ..., description='Metadata about the manifest', title='ManifestMetadata' + ) + nodes: Dict[ + str, Union[Nodes, Nodes1, Nodes2, Nodes3, Nodes4, Nodes5, Nodes6, Nodes7] + ] = Field( + ..., description='The nodes defined in the dbt project and its dependencies' + ) + sources: Dict[str, Sources] = Field( + ..., description='The sources defined in the dbt project and its dependencies' + ) + macros: Dict[str, Macros] = Field( + ..., description='The macros defined in the dbt project and its dependencies' + ) + docs: Dict[str, Docs18] = Field( + ..., description='The docs defined in the dbt project and its dependencies' + ) + exposures: Dict[str, Exposures] = Field( + ..., description='The exposures defined in the dbt project and its dependencies' + ) + metrics: Dict[str, Metrics] = Field( + ..., description='The metrics defined in the dbt project and its dependencies' + ) + groups: Dict[str, Groups] = Field( + ..., description='The groups defined in the dbt project' + ) + selectors: Dict[str, Any] = Field( + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + Dict[ + str, + List[ + Union[ + Disabled, + Disabled1, + Disabled2, + Disabled3, + Disabled4, + Disabled5, + Disabled6, + Disabled7, + Disabled8, + Disabled9, + Disabled10, + Disabled11, + Disabled12, + Disabled13, + ] + ], + ] + ] = Field(..., description='A mapping of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + ..., description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + ..., description='A mapping from parent nodes to their dependents' + ) + group_map: Optional[Dict[str, List[str]]] = Field( + ..., description='A mapping from group names to their nodes' + ) + saved_queries: Dict[str, SavedQueries] = Field( + ..., description='The saved queries defined in the dbt project' + ) + semantic_models: Dict[str, SemanticModels] = Field( + ..., description='The semantic models defined in the dbt project' + ) + unit_tests: Dict[str, UnitTests] = Field( + ..., description='The unit tests defined in the project' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v2.py b/dbt_artifacts_parser/parsers/manifest/manifest_v2.py index 9cf0331..bb723fa 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v2.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v2.py @@ -1,41 +1,39 @@ # generated by datamodel-codegen: # filename: manifest_v2.json -# timestamp: 2022-03-01T06:21:33+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/manifest/v2.json' + str + ] = 'https://schemas.getdbt.com/dbt/manifest/v2.json' dbt_version: Optional[str] = '0.20.0rc1' - generated_at: Optional[datetime] = '2021-06-07T14:49:01.099700Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-06-07T14:49:01.099700Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( - None, description='A unique identifier for the project') - user_id: Optional[Optional[constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - )]] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( - None, - description= - 'Whether dbt is configured to send anonymous usage statistics') - adapter_type: Optional[Optional[str]] = Field( - None, description='The type name of the adapter') + project_id: Optional[str] = Field( + None, description='A unique identifier for the project' + ) + user_id: Optional[ + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + ] = Field(None, description='A unique identifier for the user') + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) class ResourceType(Enum): @@ -43,59 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -105,10 +97,9 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'test' persist_docs: Optional[Dict[str, Any]] = {} @@ -117,16 +108,17 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None - severity: Optional[constr( - regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$')] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + full_refresh: Optional[bool] = None + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -149,13 +141,12 @@ class ResourceType5(Enum): class TestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType6(Enum): @@ -163,10 +154,9 @@ class ResourceType6(Enum): class SeedConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'seed' persist_docs: Optional[Dict[str, Any]] = {} @@ -175,12 +165,12 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None - quote_columns: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None + quote_columns: Optional[bool] = None class ResourceType7(Enum): @@ -196,12 +186,11 @@ class ResourceType9(Enum): class ParsedDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -213,39 +202,47 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 @@ -268,13 +265,12 @@ class ResourceType13(Enum): class ParsedSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -286,43 +282,51 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - column_name: Optional[Optional[str]] = None + column_name: Optional[str] = None class ResourceType14(Enum): @@ -330,12 +334,11 @@ class ResourceType14(Enum): class ParsedSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -347,33 +350,41 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'materialized': 'seed', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'materialized': 'seed', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 @@ -384,10 +395,9 @@ class ResourceType15(Enum): class SnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'snapshot' persist_docs: Optional[Dict[str, Any]] = {} @@ -396,17 +406,17 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None - strategy: Optional[Optional[str]] = None - unique_key: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + full_refresh: Optional[bool] = None + strategy: Optional[str] = None + unique_key: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType16(Enum): @@ -414,26 +424,23 @@ class ResourceType16(Enum): class Quoting(BaseParserModel): - - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' dbt_version: Optional[str] = '0.20.0rc1' - generated_at: Optional[datetime] = '2021-06-07T14:49:01.095724Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-06-07T14:49:01.095724Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -442,12 +449,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -465,19 +471,17 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class ExternalPartition(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -485,10 +489,9 @@ class Config: class SourceConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -497,28 +500,25 @@ class ResourceType17(Enum): class MacroDependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -550,26 +550,24 @@ class ResourceType18(Enum): exposure = 'exposure' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None + name: Optional[str] = None class NodeConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True materialized: Optional[str] = 'view' persist_docs: Optional[Dict[str, Any]] = {} @@ -578,21 +576,20 @@ class Config: vars: Optional[Dict[str, Any]] = {} quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] - full_refresh: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None class CompiledDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -604,56 +601,63 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -665,49 +669,56 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -719,50 +730,57 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -774,50 +792,57 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -829,57 +854,64 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'materialized': 'test', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'full_refresh': None, - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'materialized': 'test', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'full_refresh': None, + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -891,50 +923,57 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'materialized': 'seed', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'materialized': 'seed', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -946,48 +985,55 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -999,44 +1045,51 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 class ParsedHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1048,45 +1101,52 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1098,44 +1158,51 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 class ParsedRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1147,44 +1214,51 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 class ParsedSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1200,37 +1274,39 @@ class Config: tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1238,22 +1314,20 @@ class Config: class ExternalTable(BaseParserModel): - - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1263,20 +1337,23 @@ class Config: macro_sql: str resource_type: ResourceType17 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[int] = 1623077341 class ParsedExposure(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1288,24 +1365,25 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType18] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] created_at: Optional[int] = 1623077341 class CompiledAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1317,48 +1395,55 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'materialized': 'view', - 'persist_docs': {}, - 'vars': {}, - 'quoting': {}, - 'column_types': {}, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'full_refresh': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'materialized': 'view', + 'persist_docs': {}, + 'vars': {}, + 'quoting': {}, + 'column_types': {}, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'full_refresh': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1623077341 - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1371,71 +1456,97 @@ class Config: loader: str identifier: str resource_type: ResourceType16 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[int] = 1623077341 class ManifestV2(BaseParserModel): - - class Config: - extra = Extra.forbid - - metadata: ManifestMetadata = Field( - ..., description='Metadata about the manifest') + model_config = ConfigDict( + extra='forbid', + ) + metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ - str, Union[CompiledAnalysisNode, CompiledDataTestNode, - CompiledModelNode, CompiledHookNode, CompiledRPCNode, - CompiledSchemaTestNode, CompiledSeedNode, - CompiledSnapshotNode, ParsedAnalysisNode, ParsedDataTestNode, - ParsedHookNode, ParsedModelNode, ParsedRPCNode, - ParsedSchemaTestNode, ParsedSeedNode, ParsedSnapshotNode,], + str, + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ], ] = Field( - ..., - description='The nodes defined in the dbt project and its dependencies') + ..., description='The nodes defined in the dbt project and its dependencies' + ) sources: Dict[str, ParsedSourceDefinition] = Field( - ..., - description='The sources defined in the dbt project and its dependencies' + ..., description='The sources defined in the dbt project and its dependencies' ) macros: Dict[str, ParsedMacro] = Field( - ..., - description='The macros defined in the dbt project and its dependencies' + ..., description='The macros defined in the dbt project and its dependencies' ) docs: Dict[str, ParsedDocumentation] = Field( - ..., - description='The docs defined in the dbt project and its dependencies') + ..., description='The docs defined in the dbt project and its dependencies' + ) exposures: Dict[str, ParsedExposure] = Field( - ..., - description= - 'The exposures defined in the dbt project and its dependencies') + ..., description='The exposures defined in the dbt project and its dependencies' + ) selectors: Dict[str, Any] = Field( - ..., description='The selectors defined in selectors.yml') - disabled: Optional[Optional[List[ - Union[CompiledAnalysisNode, CompiledDataTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSchemaTestNode, - CompiledSeedNode, CompiledSnapshotNode, ParsedAnalysisNode, - ParsedDataTestNode, ParsedHookNode, ParsedModelNode, - ParsedRPCNode, ParsedSchemaTestNode, ParsedSeedNode, - ParsedSnapshotNode, ParsedSourceDefinition,]]]] = Field( - None, - description='A list of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from\xa0child nodes to their dependencies') - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from parent nodes to their dependents') + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + List[ + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ] + ] = Field(None, description='A list of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from parent nodes to their dependents' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v3.py b/dbt_artifacts_parser/parsers/manifest/manifest_v3.py index faa2a24..4dc2b76 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v3.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v3.py @@ -1,41 +1,39 @@ # generated by datamodel-codegen: # filename: manifest_v3.json -# timestamp: 2022-03-01T06:21:34+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/manifest/v3.json' + str + ] = 'https://schemas.getdbt.com/dbt/manifest/v3.json' dbt_version: Optional[str] = '0.21.0rc1' - generated_at: Optional[datetime] = '2021-09-24T13:29:14.317700Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-09-24T13:29:14.317700Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( - None, description='A unique identifier for the project') - user_id: Optional[Optional[constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - )]] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( - None, - description= - 'Whether dbt is configured to send anonymous usage statistics') - adapter_type: Optional[Optional[str]] = Field( - None, description='The type name of the adapter') + project_id: Optional[str] = Field( + None, description='A unique identifier for the project' + ) + user_id: Optional[ + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + ] = Field(None, description='A unique identifier for the user') + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) class ResourceType(Enum): @@ -43,59 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -105,22 +97,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' - severity: Optional[constr( - regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$')] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -143,13 +135,12 @@ class ResourceType5(Enum): class TestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType6(Enum): @@ -157,14 +148,13 @@ class ResourceType6(Enum): class SeedConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' @@ -173,9 +163,9 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - quote_columns: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' + quote_columns: Optional[bool] = None class ResourceType7(Enum): @@ -191,12 +181,11 @@ class ResourceType9(Enum): class ParsedDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -208,33 +197,41 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -258,13 +255,12 @@ class ResourceType13(Enum): class ParsedSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -276,38 +272,46 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None + column_name: Optional[str] = None class ResourceType14(Enum): @@ -315,12 +319,11 @@ class ResourceType14(Enum): class ParsedSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -332,34 +335,42 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -371,14 +382,13 @@ class ResourceType15(Enum): class SnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' @@ -387,14 +397,14 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - strategy: Optional[Optional[str]] = None - unique_key: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' + strategy: Optional[str] = None + unique_key: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType16(Enum): @@ -402,26 +412,23 @@ class ResourceType16(Enum): class Quoting(BaseParserModel): - - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' dbt_version: Optional[str] = '0.21.0rc1' - generated_at: Optional[datetime] = '2021-09-24T13:29:14.312598Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-09-24T13:29:14.312598Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -430,12 +437,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -453,29 +459,26 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -483,10 +486,9 @@ class Config: class SourceConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -495,28 +497,25 @@ class ResourceType17(Enum): class MacroDependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -548,30 +547,28 @@ class ResourceType18(Enum): exposure = 'exposure' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None + name: Optional[str] = None class NodeConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' @@ -580,18 +577,17 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' class CompiledDataTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -603,51 +599,58 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -659,51 +662,58 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -715,52 +725,59 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -772,52 +789,59 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSchemaTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -829,52 +853,59 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -886,52 +917,59 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -943,50 +981,57 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -998,33 +1043,41 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -1032,12 +1085,11 @@ class Config: class ParsedHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1049,47 +1101,54 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1101,33 +1160,41 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -1135,12 +1202,11 @@ class Config: class ParsedRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1152,33 +1218,41 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -1186,12 +1260,11 @@ class Config: class ParsedSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1207,14 +1280,18 @@ class Config: tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 @@ -1222,23 +1299,21 @@ class Config: class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1249,22 +1324,20 @@ class Config: class ExternalTable(BaseParserModel): - - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1274,20 +1347,23 @@ class Config: macro_sql: str resource_type: ResourceType17 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[int] = 1632490154 class ParsedExposure(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1299,24 +1375,25 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType18] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] created_at: Optional[int] = 1632490154 class CompiledAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1328,50 +1405,57 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[int] = 1632490154 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1384,71 +1468,97 @@ class Config: loader: str identifier: str resource_type: ResourceType16 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[int] = 1632490154 class ManifestV3(BaseParserModel): - - class Config: - extra = Extra.forbid - - metadata: ManifestMetadata = Field( - ..., description='Metadata about the manifest') + model_config = ConfigDict( + extra='forbid', + ) + metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ - str, Union[CompiledAnalysisNode, CompiledDataTestNode, - CompiledModelNode, CompiledHookNode, CompiledRPCNode, - CompiledSchemaTestNode, CompiledSeedNode, - CompiledSnapshotNode, ParsedAnalysisNode, ParsedDataTestNode, - ParsedHookNode, ParsedModelNode, ParsedRPCNode, - ParsedSchemaTestNode, ParsedSeedNode, ParsedSnapshotNode,], + str, + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ], ] = Field( - ..., - description='The nodes defined in the dbt project and its dependencies') + ..., description='The nodes defined in the dbt project and its dependencies' + ) sources: Dict[str, ParsedSourceDefinition] = Field( - ..., - description='The sources defined in the dbt project and its dependencies' + ..., description='The sources defined in the dbt project and its dependencies' ) macros: Dict[str, ParsedMacro] = Field( - ..., - description='The macros defined in the dbt project and its dependencies' + ..., description='The macros defined in the dbt project and its dependencies' ) docs: Dict[str, ParsedDocumentation] = Field( - ..., - description='The docs defined in the dbt project and its dependencies') + ..., description='The docs defined in the dbt project and its dependencies' + ) exposures: Dict[str, ParsedExposure] = Field( - ..., - description= - 'The exposures defined in the dbt project and its dependencies') + ..., description='The exposures defined in the dbt project and its dependencies' + ) selectors: Dict[str, Any] = Field( - ..., description='The selectors defined in selectors.yml') - disabled: Optional[Optional[List[ - Union[CompiledAnalysisNode, CompiledDataTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSchemaTestNode, - CompiledSeedNode, CompiledSnapshotNode, ParsedAnalysisNode, - ParsedDataTestNode, ParsedHookNode, ParsedModelNode, - ParsedRPCNode, ParsedSchemaTestNode, ParsedSeedNode, - ParsedSnapshotNode, ParsedSourceDefinition,]]]] = Field( - None, - description='A list of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from\xa0child nodes to their dependencies') - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from parent nodes to their dependents') + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + List[ + Union[ + CompiledAnalysisNode, + CompiledDataTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSchemaTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedDataTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSchemaTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ] + ] = Field(None, description='A list of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from parent nodes to their dependents' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v4.py b/dbt_artifacts_parser/parsers/manifest/manifest_v4.py index 21f079f..1ef1256 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v4.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v4.py @@ -1,42 +1,39 @@ # generated by datamodel-codegen: # filename: manifest_v4.json -# timestamp: 2022-03-01T06:21:35+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/manifest/v4.json' + str + ] = 'https://schemas.getdbt.com/dbt/manifest/v4.json' dbt_version: Optional[str] = '1.0.0rc2' - generated_at: Optional[datetime] = '2021-11-30T01:35:47.307789Z' - invocation_id: Optional[ - Optional[str]] = '66dd78f0-c79a-4b06-81b1-99794345df16' + generated_at: Optional[AwareDatetime] = '2021-11-30T01:35:47.307789Z' + invocation_id: Optional[str] = '66dd78f0-c79a-4b06-81b1-99794345df16' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( - None, description='A unique identifier for the project') - user_id: Optional[Optional[constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - )]] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( - None, - description= - 'Whether dbt is configured to send anonymous usage statistics') - adapter_type: Optional[Optional[str]] = Field( - None, description='The type name of the adapter') + project_id: Optional[str] = Field( + None, description='A unique identifier for the project' + ) + user_id: Optional[ + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + ] = Field(None, description='A unique identifier for the user') + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) class ResourceType(Enum): @@ -44,59 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -106,22 +97,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' - severity: Optional[constr( - regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$')] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -148,13 +139,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -162,14 +152,13 @@ class ResourceType7(Enum): class SeedConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' @@ -178,9 +167,9 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - quote_columns: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' + quote_columns: Optional[bool] = None class ResourceType8(Enum): @@ -196,12 +185,11 @@ class ResourceType10(Enum): class ParsedSingularTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -213,33 +201,41 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.3306549 @@ -267,13 +263,12 @@ class ResourceType15(Enum): class ParsedGenericTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -285,39 +280,47 @@ class Config: resource_type: ResourceType15 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.3383949 config_call_dict: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class ResourceType16(Enum): @@ -325,12 +328,11 @@ class ResourceType16(Enum): class ParsedSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -342,34 +344,42 @@ class Config: resource_type: ResourceType16 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.339838 @@ -381,14 +391,13 @@ class ResourceType17(Enum): class SnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' @@ -397,14 +406,14 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - strategy: Optional[Optional[str]] = None - unique_key: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' + strategy: Optional[str] = None + unique_key: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType18(Enum): @@ -412,27 +421,23 @@ class ResourceType18(Enum): class Quoting(BaseParserModel): - - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.0.0rc2' - generated_at: Optional[datetime] = '2021-11-30T01:35:47.301745Z' - invocation_id: Optional[ - Optional[str]] = '66dd78f0-c79a-4b06-81b1-99794345df16' + generated_at: Optional[AwareDatetime] = '2021-11-30T01:35:47.301745Z' + invocation_id: Optional[str] = '66dd78f0-c79a-4b06-81b1-99794345df16' env: Optional[Dict[str, str]] = {} @@ -441,12 +446,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -457,36 +461,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -494,10 +495,9 @@ class Config: class SourceConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -506,28 +506,25 @@ class ResourceType19(Enum): class MacroDependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -561,56 +558,37 @@ class ResourceType20(Enum): metric = 'metric' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None - - -class ResourceType21(Enum): - model = 'model' - analysis = 'analysis' - test = 'test' - snapshot = 'snapshot' - operation = 'operation' - seed = 'seed' - rpc = 'rpc' - sql = 'sql' - docs = 'docs' - source = 'source' - macro = 'macro' - exposure = 'exposure' - metric = 'metric' + name: Optional[str] = None class MetricFilter(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str class NodeConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' @@ -619,18 +597,17 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + on_schema_change: Optional[str] = 'ignore' class CompiledSingularTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -642,51 +619,58 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.314477 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -698,51 +682,58 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.315979 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -754,52 +745,59 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.317642 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -811,51 +809,58 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.319278 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSqlNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -867,52 +872,59 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.321433 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledGenericTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -924,53 +936,60 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.323731 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -982,52 +1001,59 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.326388 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1039,50 +1065,57 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.328031 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1094,33 +1127,41 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.329485 @@ -1128,12 +1169,11 @@ class Config: class ParsedHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1145,47 +1185,54 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.332001 config_call_dict: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1197,33 +1244,41 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.333348 @@ -1231,12 +1286,11 @@ class Config: class ParsedRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1248,33 +1302,41 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.335125 @@ -1282,12 +1344,11 @@ class Config: class ParsedSqlNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1299,33 +1360,41 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.336567 @@ -1333,12 +1402,11 @@ class Config: class ParsedSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1354,14 +1422,18 @@ class Config: tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.3425322 @@ -1369,23 +1441,21 @@ class Config: class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1396,22 +1466,20 @@ class Config: class ExternalTable(BaseParserModel): - - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1421,20 +1489,23 @@ class Config: macro_sql: str resource_type: ResourceType19 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[float] = 1638236147.345993 class ParsedExposure(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1446,21 +1517,22 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType20] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] created_at: Optional[float] = 1638236147.347234 class ParsedMetric(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1472,28 +1544,29 @@ class Config: description: str label: str type: str - sql: Optional[Optional[str]] = None - timestamp: Optional[Optional[str]] = None + sql: Optional[str] = None + timestamp: Optional[str] = None filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - resource_type: Optional[ResourceType21] = 'metric' + resource_type: Optional[ResourceType20] = 'metric' meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] created_at: Optional[float] = 1638236147.348404 class CompiledAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1505,50 +1578,57 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1638236147.3118432 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1561,76 +1641,107 @@ class Config: loader: str identifier: str resource_type: ResourceType18 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[float] = 1638236147.345053 class ManifestV4(BaseParserModel): - - class Config: - extra = Extra.forbid - - metadata: ManifestMetadata = Field( - ..., description='Metadata about the manifest') + model_config = ConfigDict( + extra='forbid', + ) + metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, - Union[CompiledAnalysisNode, CompiledSingularTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSqlNode, - CompiledGenericTestNode, CompiledSeedNode, CompiledSnapshotNode, - ParsedAnalysisNode, ParsedSingularTestNode, ParsedHookNode, - ParsedModelNode, ParsedRPCNode, ParsedSqlNode, - ParsedGenericTestNode, ParsedSeedNode, ParsedSnapshotNode,], + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ], ] = Field( - ..., - description='The nodes defined in the dbt project and its dependencies') + ..., description='The nodes defined in the dbt project and its dependencies' + ) sources: Dict[str, ParsedSourceDefinition] = Field( - ..., - description='The sources defined in the dbt project and its dependencies' + ..., description='The sources defined in the dbt project and its dependencies' ) macros: Dict[str, ParsedMacro] = Field( - ..., - description='The macros defined in the dbt project and its dependencies' + ..., description='The macros defined in the dbt project and its dependencies' ) docs: Dict[str, ParsedDocumentation] = Field( - ..., - description='The docs defined in the dbt project and its dependencies') + ..., description='The docs defined in the dbt project and its dependencies' + ) exposures: Dict[str, ParsedExposure] = Field( - ..., - description= - 'The exposures defined in the dbt project and its dependencies') + ..., description='The exposures defined in the dbt project and its dependencies' + ) metrics: Dict[str, ParsedMetric] = Field( - ..., - description='The metrics defined in the dbt project and its dependencies' + ..., description='The metrics defined in the dbt project and its dependencies' ) selectors: Dict[str, Any] = Field( - ..., description='The selectors defined in selectors.yml') - disabled: Optional[Optional[Dict[str, List[Union[ - CompiledAnalysisNode, CompiledSingularTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSqlNode, - CompiledGenericTestNode, CompiledSeedNode, CompiledSnapshotNode, - ParsedAnalysisNode, ParsedSingularTestNode, ParsedHookNode, - ParsedModelNode, ParsedRPCNode, ParsedSqlNode, ParsedGenericTestNode, - ParsedSeedNode, ParsedSnapshotNode, - ParsedSourceDefinition,]],]]] = Field( - None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from\xa0child nodes to their dependencies') - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from parent nodes to their dependents') + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + Dict[ + str, + List[ + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ], + ] + ] = Field(None, description='A mapping of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from parent nodes to their dependents' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v5.py b/dbt_artifacts_parser/parsers/manifest/manifest_v5.py index 3bbde4e..0b5c586 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v5.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v5.py @@ -1,44 +1,37 @@ # generated by datamodel-codegen: # filename: manifest_v5.json -# timestamp: 2022-05-12T01:13:00+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ str ] = 'https://schemas.getdbt.com/dbt/manifest/v5.json' dbt_version: Optional[str] = '1.1.0b1' - generated_at: Optional[datetime] = '2022-04-12T01:16:32.489402Z' - invocation_id: Optional[Optional[str]] = '643c124a-0b61-4f90-90a5-a2decad774d0' + generated_at: Optional[AwareDatetime] = '2022-04-12T01:16:32.489402Z' + invocation_id: Optional[str] = '643c124a-0b61-4f90-90a5-a2decad774d0' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( + project_id: Optional[str] = Field( None, description='A unique identifier for the project' ) user_id: Optional[ - Optional[ - constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - ) - ] + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') ] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( + send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' ) - adapter_type: Optional[Optional[str]] = Field( + adapter_type: Optional[str] = Field( None, description='The type name of the adapter' ) @@ -48,53 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -104,22 +97,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') ] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -146,12 +139,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -159,13 +152,13 @@ class ResourceType7(Enum): class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' @@ -174,10 +167,10 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - quote_columns: Optional[Optional[bool]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' + quote_columns: Optional[bool] = None class ResourceType8(Enum): @@ -193,11 +186,11 @@ class ResourceType10(Enum): class ParsedSingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -209,33 +202,41 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.5146 @@ -263,12 +264,12 @@ class ResourceType15(Enum): class ParsedGenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -280,39 +281,47 @@ class Config: resource_type: ResourceType15 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.520767 config_call_dict: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class ResourceType16(Enum): @@ -320,11 +329,11 @@ class ResourceType16(Enum): class ParsedSeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -336,35 +345,43 @@ class Config: resource_type: ResourceType16 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.522246 @@ -376,13 +393,13 @@ class ResourceType17(Enum): class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' @@ -391,14 +408,14 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType18(Enum): @@ -406,23 +423,23 @@ class ResourceType18(Enum): class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.1.0b1' - generated_at: Optional[datetime] = '2022-04-12T01:16:32.483681Z' - invocation_id: Optional[Optional[str]] = '643c124a-0b61-4f90-90a5-a2decad774d0' + generated_at: Optional[AwareDatetime] = '2022-04-12T01:16:32.483681Z' + invocation_id: Optional[str] = '643c124a-0b61-4f90-90a5-a2decad774d0' env: Optional[Dict[str, str]] = {} @@ -431,11 +448,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -446,33 +463,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -480,9 +497,9 @@ class Config: class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -491,25 +508,25 @@ class ResourceType19(Enum): class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -543,53 +560,37 @@ class ResourceType20(Enum): metric = 'metric' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None - - -class ResourceType21(Enum): - model = 'model' - analysis = 'analysis' - test = 'test' - snapshot = 'snapshot' - operation = 'operation' - seed = 'seed' - rpc = 'rpc' - sql = 'sql' - docs = 'docs' - source = 'source' - macro = 'macro' - exposure = 'exposure' - metric = 'metric' + name: Optional[str] = None class MetricFilter(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' @@ -598,18 +599,18 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' class CompiledSingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -621,50 +622,58 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.4966102 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -676,51 +685,59 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.4980211 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -732,52 +749,60 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.499937 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -789,51 +814,59 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.5019672 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -845,52 +878,60 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.503406 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledGenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -902,52 +943,60 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.505614 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -959,52 +1008,60 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.50937 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1016,50 +1073,58 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.511486 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1071,34 +1136,42 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.5133781 @@ -1106,11 +1179,11 @@ class Config: class ParsedHookNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1122,47 +1195,55 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.515753 config_call_dict: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1174,34 +1255,42 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.517012 @@ -1209,11 +1298,11 @@ class Config: class ParsedRPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1225,34 +1314,42 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.518336 @@ -1260,11 +1357,11 @@ class Config: class ParsedSqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1276,34 +1373,42 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.519518 @@ -1311,11 +1416,11 @@ class Config: class ParsedSnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1331,14 +1436,18 @@ class Config: tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.52479 @@ -1346,21 +1455,21 @@ class Config: class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1371,20 +1480,20 @@ class Config: class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1394,19 +1503,23 @@ class Config: macro_sql: str resource_type: ResourceType19 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[float] = 1649726192.528407 class ParsedExposure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1418,20 +1531,22 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType20] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] created_at: Optional[float] = 1649726192.529697 class ParsedMetric(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1443,27 +1558,29 @@ class Config: description: str label: str type: str - sql: Optional[Optional[str]] = None - timestamp: Optional[Optional[str]] = None + sql: Optional[str] = None + timestamp: Optional[str] = None filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - resource_type: Optional[ResourceType21] = 'metric' + resource_type: Optional[ResourceType20] = 'metric' meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] created_at: Optional[float] = 1649726192.530702 class CompiledAnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1475,50 +1592,58 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1649726192.4941928 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1531,31 +1656,32 @@ class Config: loader: str identifier: str resource_type: ResourceType18 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[float] = 1649726192.52745 class ManifestV5(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, @@ -1601,38 +1727,36 @@ class Config: ..., description='The selectors defined in selectors.yml' ) disabled: Optional[ - Optional[ - Dict[ - str, - List[ - Union[ - CompiledAnalysisNode, - CompiledSingularTestNode, - CompiledModelNode, - CompiledHookNode, - CompiledRPCNode, - CompiledSqlNode, - CompiledGenericTestNode, - CompiledSeedNode, - CompiledSnapshotNode, - ParsedAnalysisNode, - ParsedSingularTestNode, - ParsedHookNode, - ParsedModelNode, - ParsedRPCNode, - ParsedSqlNode, - ParsedGenericTestNode, - ParsedSeedNode, - ParsedSnapshotNode, - ParsedSourceDefinition, - ] - ], - ] + Dict[ + str, + List[ + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ], ] ] = Field(None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( + parent_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from\xa0child nodes to their dependencies' ) - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( + child_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from parent nodes to their dependents' ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v6.py b/dbt_artifacts_parser/parsers/manifest/manifest_v6.py index 5ca80c0..4dc66c3 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v6.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v6.py @@ -1,42 +1,39 @@ # generated by datamodel-codegen: -# filename: v6.json -# timestamp: 2022-09-06T18:26:51+00:00 +# filename: manifest_v6.json from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -# pylint: disable=no-name-in-module -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/manifest/v6.json' + str + ] = 'https://schemas.getdbt.com/dbt/manifest/v6.json' dbt_version: Optional[str] = '1.2.0' - generated_at: Optional[datetime] = '2022-07-26T13:02:44.173047Z' - invocation_id: Optional[ - Optional[str]] = 'b98791cb-6931-421b-aeb5-945dc062e419' + generated_at: Optional[AwareDatetime] = '2022-07-26T13:02:44.173047Z' + invocation_id: Optional[str] = 'b98791cb-6931-421b-aeb5-945dc062e419' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( - None, description='A unique identifier for the project') - user_id: Optional[Optional[constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - )]] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( - None, - description= - 'Whether dbt is configured to send anonymous usage statistics') - adapter_type: Optional[Optional[str]] = Field( - None, description='The type name of the adapter') + project_id: Optional[str] = Field( + None, description='A unique identifier for the project' + ) + user_id: Optional[ + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') + ] = Field(None, description='A unique identifier for the user') + send_anonymous_usage_stats: Optional[bool] = Field( + None, description='Whether dbt is configured to send anonymous usage statistics' + ) + adapter_type: Optional[str] = Field( + None, description='The type name of the adapter' + ) class ResourceType(Enum): @@ -44,59 +41,53 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class DependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class Docs(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True class InjectedCTE(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -106,22 +97,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' - severity: Optional[constr( - regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$')] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + severity: Optional[ + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + ] = 'ERROR' + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -148,13 +139,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -162,14 +152,13 @@ class ResourceType7(Enum): class SeedConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' @@ -178,11 +167,11 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} - quote_columns: Optional[Optional[bool]] = None + quote_columns: Optional[bool] = None class ResourceType8(Enum): @@ -198,12 +187,11 @@ class ResourceType10(Enum): class ParsedSingularTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -215,34 +203,42 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.187786 @@ -270,13 +266,12 @@ class ResourceType15(Enum): class ParsedGenericTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -288,40 +283,48 @@ class Config: resource_type: ResourceType15 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1920261 config_call_dict: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class ResourceType16(Enum): @@ -329,12 +332,11 @@ class ResourceType16(Enum): class ParsedSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -346,37 +348,45 @@ class Config: resource_type: ResourceType16 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.192925 @@ -388,14 +398,13 @@ class ResourceType17(Enum): class SnapshotConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' @@ -404,15 +413,15 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType18(Enum): @@ -420,27 +429,23 @@ class ResourceType18(Enum): class Quoting(BaseParserModel): - - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.2.0' - generated_at: Optional[datetime] = '2022-07-26T13:02:44.168999Z' - invocation_id: Optional[ - Optional[str]] = 'b98791cb-6931-421b-aeb5-945dc062e419' + generated_at: Optional[AwareDatetime] = '2022-07-26T13:02:44.168999Z' + invocation_id: Optional[str] = 'b98791cb-6931-421b-aeb5-945dc062e419' env: Optional[Dict[str, str]] = {} @@ -449,12 +454,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -465,36 +469,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -502,10 +503,9 @@ class Config: class SourceConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -514,28 +514,25 @@ class ResourceType19(Enum): class MacroDependsOn(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -569,56 +566,37 @@ class ResourceType20(Enum): metric = 'metric' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None - - -class ResourceType21(Enum): - model = 'model' - analysis = 'analysis' - test = 'test' - snapshot = 'snapshot' - operation = 'operation' - seed = 'seed' - rpc = 'rpc' - sql_operation = 'sql operation' - docs_block = 'docs block' - source = 'source' - macro = 'macro' - exposure = 'exposure' - metric = 'metric' + name: Optional[str] = None class MetricFilter(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str class NodeConfig(BaseParserModel): - - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' @@ -627,20 +605,19 @@ class Config: pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} class CompiledSingularTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -652,52 +629,59 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.177789 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -709,54 +693,61 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1790001 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -768,55 +759,62 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.180038 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -828,54 +826,61 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1810539 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSqlNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -887,55 +892,62 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.182029 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledGenericTestNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -947,54 +959,61 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.183202 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1006,55 +1025,62 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1849642 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1066,53 +1092,60 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.18593 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1124,36 +1157,44 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1869571 @@ -1161,12 +1202,11 @@ class Config: class ParsedHookNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1178,50 +1218,57 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.188651 config_call_dict: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1233,36 +1280,44 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1895108 @@ -1270,12 +1325,11 @@ class Config: class ParsedRPCNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1287,36 +1341,44 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.190333 @@ -1324,12 +1386,11 @@ class Config: class ParsedSqlNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1341,36 +1402,44 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.191165 @@ -1378,12 +1447,11 @@ class Config: class ParsedSnapshotNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1400,14 +1468,18 @@ class Config: refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.194531 @@ -1415,23 +1487,21 @@ class Config: class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1442,22 +1512,20 @@ class Config: class ExternalTable(BaseParserModel): - - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1467,20 +1535,23 @@ class Config: macro_sql: str resource_type: ResourceType19 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[float] = 1658840564.1967978 class ParsedExposure(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1492,21 +1563,22 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType20] = 'exposure' description: Optional[str] = '' - maturity: Optional[Optional[MaturityEnum]] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] created_at: Optional[float] = 1658840564.197692 class ParsedMetric(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1518,30 +1590,31 @@ class Config: label: str type: str sql: str - timestamp: Optional[Optional[str]] = None + timestamp: Optional[str] = None filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - model: Optional[Optional[str]] = None - model_unique_id: Optional[Optional[str]] = None - resource_type: Optional[ResourceType21] = 'metric' + model: Optional[str] = None + model_unique_id: Optional[str] = None + resource_type: Optional[ResourceType20] = 'metric' meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] created_at: Optional[float] = 1658840564.1985369 class CompiledAnalysisNode(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) raw_sql: str compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1553,53 +1626,60 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1658840564.1760619 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_sql: Optional[Optional[str]] = None + compiled_sql: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1612,76 +1692,107 @@ class Config: loader: str identifier: str resource_type: ResourceType18 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[float] = 1658840564.196107 class ManifestV6(BaseParserModel): - - class Config: - extra = Extra.forbid - - metadata: ManifestMetadata = Field( - ..., description='Metadata about the manifest') + model_config = ConfigDict( + extra='forbid', + ) + metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, - Union[CompiledAnalysisNode, CompiledSingularTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSqlNode, - CompiledGenericTestNode, CompiledSeedNode, CompiledSnapshotNode, - ParsedAnalysisNode, ParsedSingularTestNode, ParsedHookNode, - ParsedModelNode, ParsedRPCNode, ParsedSqlNode, - ParsedGenericTestNode, ParsedSeedNode, ParsedSnapshotNode,], + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ], ] = Field( - ..., - description='The nodes defined in the dbt project and its dependencies') + ..., description='The nodes defined in the dbt project and its dependencies' + ) sources: Dict[str, ParsedSourceDefinition] = Field( - ..., - description='The sources defined in the dbt project and its dependencies' + ..., description='The sources defined in the dbt project and its dependencies' ) macros: Dict[str, ParsedMacro] = Field( - ..., - description='The macros defined in the dbt project and its dependencies' + ..., description='The macros defined in the dbt project and its dependencies' ) docs: Dict[str, ParsedDocumentation] = Field( - ..., - description='The docs defined in the dbt project and its dependencies') + ..., description='The docs defined in the dbt project and its dependencies' + ) exposures: Dict[str, ParsedExposure] = Field( - ..., - description= - 'The exposures defined in the dbt project and its dependencies') + ..., description='The exposures defined in the dbt project and its dependencies' + ) metrics: Dict[str, ParsedMetric] = Field( - ..., - description='The metrics defined in the dbt project and its dependencies' + ..., description='The metrics defined in the dbt project and its dependencies' ) selectors: Dict[str, Any] = Field( - ..., description='The selectors defined in selectors.yml') - disabled: Optional[Optional[Dict[str, List[Union[ - CompiledAnalysisNode, CompiledSingularTestNode, CompiledModelNode, - CompiledHookNode, CompiledRPCNode, CompiledSqlNode, - CompiledGenericTestNode, CompiledSeedNode, CompiledSnapshotNode, - ParsedAnalysisNode, ParsedSingularTestNode, ParsedHookNode, - ParsedModelNode, ParsedRPCNode, ParsedSqlNode, ParsedGenericTestNode, - ParsedSeedNode, ParsedSnapshotNode, - ParsedSourceDefinition,]],]]] = Field( - None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from\xa0child nodes to their dependencies') - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( - None, description='A mapping from parent nodes to their dependents') + ..., description='The selectors defined in selectors.yml' + ) + disabled: Optional[ + Dict[ + str, + List[ + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ], + ] + ] = Field(None, description='A mapping of the disabled nodes in the target') + parent_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from\xa0child nodes to their dependencies' + ) + child_map: Optional[Dict[str, List[str]]] = Field( + None, description='A mapping from parent nodes to their dependents' + ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v7.py b/dbt_artifacts_parser/parsers/manifest/manifest_v7.py index b6c7b5e..23218bb 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v7.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v7.py @@ -1,43 +1,37 @@ # generated by datamodel-codegen: -# filename: https://schemas.getdbt.com/dbt/manifest/v7.json -# timestamp: 2022-10-21T12:23:41+00:00 +# filename: manifest_v7.json from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ str ] = 'https://schemas.getdbt.com/dbt/manifest/v7.json' dbt_version: Optional[str] = '1.3.0b2' - generated_at: Optional[datetime] = '2022-10-05T17:41:25.798224Z' - invocation_id: Optional[Optional[str]] = '020388aa-c5cf-4e92-9391-497c583ddc54' + generated_at: Optional[AwareDatetime] = '2022-09-14T20:35:15.346636Z' + invocation_id: Optional[str] = 'c59a8269-533c-4b78-a709-5094045afd4d' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( + project_id: Optional[str] = Field( None, description='A unique identifier for the project' ) user_id: Optional[ - Optional[ - constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - ) - ] + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') ] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( + send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' ) - adapter_type: Optional[Optional[str]] = Field( + adapter_type: Optional[str] = Field( None, description='The type name of the adapter' ) @@ -47,54 +41,54 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True - node_color: Optional[Optional[str]] = None + node_color: Optional[str] = None class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -104,22 +98,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') ] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -146,12 +140,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -159,29 +153,31 @@ class ResourceType7(Enum): class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - quote_columns: Optional[Optional[bool]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + quote_columns: Optional[bool] = None class ResourceType8(Enum): @@ -197,10 +193,10 @@ class ResourceType10(Enum): class ParsedSingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -214,37 +210,45 @@ class Config: resource_type: ResourceType10 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.81637 + created_at: Optional[float] = 1663187715.370925 config_call_dict: Optional[Dict[str, Any]] = {} @@ -269,11 +273,11 @@ class ResourceType15(Enum): class ParsedGenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -287,40 +291,48 @@ class Config: resource_type: ResourceType15 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.821276 + created_at: Optional[float] = 1663187715.3784761 config_call_dict: Optional[Dict[str, Any]] = {} - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class ResourceType16(Enum): @@ -328,10 +340,10 @@ class ResourceType16(Enum): class ParsedSeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -345,43 +357,51 @@ class Config: resource_type: ResourceType16 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.822274 + created_at: Optional[float] = 1663187715.380325 config_call_dict: Optional[Dict[str, Any]] = {} @@ -390,33 +410,35 @@ class ResourceType17(Enum): class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType18(Enum): @@ -424,23 +446,23 @@ class ResourceType18(Enum): class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.3.0b2' - generated_at: Optional[datetime] = '2022-10-05T17:41:25.794018Z' - invocation_id: Optional[Optional[str]] = '020388aa-c5cf-4e92-9391-497c583ddc54' + generated_at: Optional[AwareDatetime] = '2022-09-14T20:35:15.341700Z' + invocation_id: Optional[str] = 'c59a8269-533c-4b78-a709-5094045afd4d' env: Optional[Dict[str, str]] = {} @@ -449,11 +471,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -464,33 +486,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -498,9 +520,9 @@ class Config: class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -514,25 +536,25 @@ class SupportedLanguage(Enum): class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' class ParsedDocumentation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -566,53 +588,37 @@ class ResourceType20(Enum): metric = 'metric' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None + name: Optional[str] = None class ExposureConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True -class ResourceType21(Enum): - model = 'model' - analysis = 'analysis' - test = 'test' - snapshot = 'snapshot' - operation = 'operation' - seed = 'seed' - rpc = 'rpc' - sql_operation = 'sql operation' - docs_block = 'docs block' - source = 'source' - macro = 'macro' - exposure = 'exposure' - metric = 'metric' - - class MetricFilter(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str -class PeriodEnum1(Enum): +class Period1(Enum): day = 'day' week = 'week' month = 'month' @@ -620,51 +626,53 @@ class PeriodEnum1(Enum): class MetricTime(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum1]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period1] = None class MetricConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) class CompiledSingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -678,50 +686,58 @@ class Config: resource_type: ResourceType1 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.803982 + created_at: Optional[float] = 1663187715.35441 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -735,55 +751,63 @@ class Config: resource_type: ResourceType2 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.806056 + created_at: Optional[float] = 1663187715.356541 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledHookNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -797,56 +821,64 @@ class Config: resource_type: ResourceType3 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.807287 + created_at: Optional[float] = 1663187715.3582149 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - index: Optional[Optional[int]] = None + relation_name: Optional[str] = None + index: Optional[int] = None class CompiledRPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -860,55 +892,63 @@ class Config: resource_type: ResourceType4 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.808457 + created_at: Optional[float] = 1663187715.359935 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -922,56 +962,64 @@ class Config: resource_type: ResourceType5 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.8095949 + created_at: Optional[float] = 1663187715.361423 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledGenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) test_metadata: TestMetadata compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -985,52 +1033,60 @@ class Config: resource_type: ResourceType6 alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.81105 + created_at: Optional[float] = 1663187715.363411 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class CompiledSeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1044,56 +1100,64 @@ class Config: resource_type: ResourceType7 alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.813088 + created_at: Optional[float] = 1663187715.366584 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class CompiledSnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1107,54 +1171,62 @@ class Config: resource_type: ResourceType8 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.814346 + created_at: Optional[float] = 1663187715.3682182 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedAnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1168,50 +1240,58 @@ class Config: resource_type: ResourceType9 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.8153868 + created_at: Optional[float] = 1663187715.369675 config_call_dict: Optional[Dict[str, Any]] = {} class ParsedHookNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1225,51 +1305,59 @@ class Config: resource_type: ResourceType11 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.817323 + created_at: Optional[float] = 1663187715.372257 config_call_dict: Optional[Dict[str, Any]] = {} - index: Optional[Optional[int]] = None + index: Optional[int] = None class ParsedModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1283,50 +1371,58 @@ class Config: resource_type: ResourceType12 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.8182888 + created_at: Optional[float] = 1663187715.373705 config_call_dict: Optional[Dict[str, Any]] = {} class ParsedRPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1340,50 +1436,58 @@ class Config: resource_type: ResourceType13 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.819205 + created_at: Optional[float] = 1663187715.375131 config_call_dict: Optional[Dict[str, Any]] = {} class ParsedSqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1397,50 +1501,58 @@ class Config: resource_type: ResourceType14 alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.8202639 + created_at: Optional[float] = 1663187715.376405 config_call_dict: Optional[Dict[str, Any]] = {} class ParsedSnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1459,36 +1571,40 @@ class Config: refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.8241339 + created_at: Optional[float] = 1663187715.3832462 config_call_dict: Optional[Dict[str, Any]] = {} class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1499,20 +1615,20 @@ class Config: class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[List[ExternalPartition]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[List[ExternalPartition]] = None class ParsedMacro(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str package_name: str root_path: str @@ -1522,20 +1638,24 @@ class Config: macro_sql: str resource_type: ResourceType19 tags: Optional[List[str]] = [] - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] - created_at: Optional[float] = 1664991685.8266501 - supported_languages: Optional[Optional[List[SupportedLanguage]]] = None + created_at: Optional[float] = 1663187715.386226 + supported_languages: Optional[List[SupportedLanguage]] = None class ParsedExposure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1547,23 +1667,27 @@ class Config: owner: ExposureOwner resource_type: Optional[ResourceType20] = 'exposure' description: Optional[str] = '' - label: Optional[Optional[str]] = None - maturity: Optional[Optional[MaturityEnum]] = None + label: Optional[str] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[ExposureConfig] = {'enabled': True} + config: Optional[ExposureConfig] = Field( + default_factory=lambda: ExposureConfig.model_validate({'enabled': True}) + ) unrendered_config: Optional[Dict[str, Any]] = {} - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] - created_at: Optional[float] = 1664991685.828064 + created_at: Optional[float] = 1663187715.3878772 class ParsedMetric(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] unique_id: str package_name: str @@ -1575,31 +1699,35 @@ class Config: label: str calculation_method: str expression: str - timestamp: str + timestamp: Optional[str] = None filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - window: Optional[Optional[MetricTime]] = None - model: Optional[Optional[str]] = None - model_unique_id: Optional[Optional[str]] = None - resource_type: Optional[ResourceType21] = 'metric' + window: Optional[MetricTime] = None + model: Optional[str] = None + model_unique_id: Optional[str] = None + resource_type: Optional[ResourceType20] = 'metric' meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[MetricConfig] = {'enabled': True} + config: Optional[MetricConfig] = Field( + default_factory=lambda: MetricConfig.model_validate({'enabled': True}) + ) unrendered_config: Optional[Dict[str, Any]] = {} sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - created_at: Optional[float] = 1664991685.8293078 + created_at: Optional[float] = 1663187715.38939 class CompiledAnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) compiled: bool - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') fqn: List[str] unique_id: str @@ -1613,55 +1741,63 @@ class Config: resource_type: ResourceType alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - compiled_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + compiled_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} - created_at: Optional[float] = 1664991685.801986 + created_at: Optional[float] = 1663187715.3517282 config_call_dict: Optional[Dict[str, Any]] = {} - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None class ParsedSourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) fqn: List[str] - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') unique_id: str package_name: str @@ -1674,31 +1810,32 @@ class Config: loader: str identifier: str resource_type: ResourceType18 - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None - created_at: Optional[float] = 1664991685.825852 + relation_name: Optional[str] = None + created_at: Optional[float] = 1663187715.3854342 class ManifestV7(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, @@ -1744,38 +1881,36 @@ class Config: ..., description='The selectors defined in selectors.yml' ) disabled: Optional[ - Optional[ - Dict[ - str, - List[ - Union[ - CompiledAnalysisNode, - CompiledSingularTestNode, - CompiledModelNode, - CompiledHookNode, - CompiledRPCNode, - CompiledSqlNode, - CompiledGenericTestNode, - CompiledSeedNode, - CompiledSnapshotNode, - ParsedAnalysisNode, - ParsedSingularTestNode, - ParsedHookNode, - ParsedModelNode, - ParsedRPCNode, - ParsedSqlNode, - ParsedGenericTestNode, - ParsedSeedNode, - ParsedSnapshotNode, - ParsedSourceDefinition, - ] - ], - ] + Dict[ + str, + List[ + Union[ + CompiledAnalysisNode, + CompiledSingularTestNode, + CompiledModelNode, + CompiledHookNode, + CompiledRPCNode, + CompiledSqlNode, + CompiledGenericTestNode, + CompiledSeedNode, + CompiledSnapshotNode, + ParsedAnalysisNode, + ParsedSingularTestNode, + ParsedHookNode, + ParsedModelNode, + ParsedRPCNode, + ParsedSqlNode, + ParsedGenericTestNode, + ParsedSeedNode, + ParsedSnapshotNode, + ParsedSourceDefinition, + ] + ], ] ] = Field(None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( + parent_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from\xa0child nodes to their dependencies' ) - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( + child_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from parent nodes to their dependents' ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v8.py b/dbt_artifacts_parser/parsers/manifest/manifest_v8.py index 0ee1e69..4a147f7 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v8.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v8.py @@ -3,40 +3,35 @@ from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ str ] = 'https://schemas.getdbt.com/dbt/manifest/v8.json' dbt_version: Optional[str] = '1.4.1' - generated_at: Optional[datetime] = '2023-02-09T10:04:47.350768Z' - invocation_id: Optional[Optional[str]] = 'f795bc66-f417-4007-af6e-f2e513d33790' + generated_at: Optional[AwareDatetime] = '2023-02-09T10:04:47.350768Z' + invocation_id: Optional[str] = 'f795bc66-f417-4007-af6e-f2e513d33790' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( + project_id: Optional[str] = Field( None, description='A unique identifier for the project' ) user_id: Optional[ - Optional[ - constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - ) - ] + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') ] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( + send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' ) - adapter_type: Optional[Optional[str]] = Field( + adapter_type: Optional[str] = Field( None, description='The type name of the adapter' ) @@ -46,54 +41,54 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True - node_color: Optional[Optional[str]] = None + node_color: Optional[str] = None class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None - quote: Optional[Optional[bool]] = None + data_type: Optional[str] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str @@ -103,22 +98,22 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'test' severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') ] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -145,12 +140,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -158,33 +153,35 @@ class ResourceType7(Enum): class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'snapshot' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType8(Enum): @@ -192,35 +189,37 @@ class ResourceType8(Enum): class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'seed' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - quote_columns: Optional[Optional[bool]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + quote_columns: Optional[bool] = None class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] @@ -229,23 +228,23 @@ class ResourceType9(Enum): class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.4.1' - generated_at: Optional[datetime] = '2023-02-09T10:04:47.347023Z' - invocation_id: Optional[Optional[str]] = 'f795bc66-f417-4007-af6e-f2e513d33790' + generated_at: Optional[AwareDatetime] = '2023-02-09T10:04:47.347023Z' + invocation_id: Optional[str] = 'f795bc66-f417-4007-af6e-f2e513d33790' env: Optional[Dict[str, str]] = {} @@ -254,11 +253,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -269,33 +268,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -303,9 +302,9 @@ class Config: class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -319,11 +318,11 @@ class SupportedLanguage(Enum): class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' @@ -332,9 +331,9 @@ class ResourceType11(Enum): class Documentation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType11 package_name: str @@ -356,24 +355,24 @@ class Type(Enum): application = 'application' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class ExposureOwner(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) email: str - name: Optional[Optional[str]] = None + name: Optional[str] = None class ExposureConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -382,15 +381,15 @@ class ResourceType13(Enum): class MetricFilter(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str -class PeriodEnum1(Enum): +class Period1(Enum): day = 'day' week = 'week' month = 'month' @@ -398,50 +397,52 @@ class PeriodEnum1(Enum): class MetricTime(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum1]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period1] = None class MetricConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} materialized: Optional[str] = 'view' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) class SingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType1 @@ -452,52 +453,60 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.355371 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class HookNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType2 @@ -508,58 +517,66 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.356482 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - index: Optional[Optional[int]] = None + index: Optional[int] = None class ModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType3 @@ -570,57 +587,65 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.357701 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class RPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType4 @@ -631,57 +656,65 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.358761 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class SqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType5 @@ -692,58 +725,66 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.359803 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class GenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType6 @@ -754,54 +795,62 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.361009 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None + column_name: Optional[str] = None + file_key_name: Optional[str] = None class SnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType7 @@ -817,32 +866,36 @@ class Config: description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.364386 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class SeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType8 @@ -853,61 +906,69 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'seed', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'seed', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.366245 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' - root_path: Optional[Optional[str]] = None - depends_on: Optional[MacroDependsOn] = {'macros': []} + root_path: Optional[str] = None + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -918,20 +979,20 @@ class Config: class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[Union[List[str], List[ExternalPartition]]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[Union[List[str], List[ExternalPartition]]] = None class Macro(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType10 package_name: str @@ -939,20 +1000,24 @@ class Config: original_file_path: str unique_id: str macro_sql: str - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[float] = 1675937087.368656 - supported_languages: Optional[Optional[List[SupportedLanguage]]] = None + supported_languages: Optional[List[SupportedLanguage]] = None class Exposure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType12 package_name: str @@ -963,14 +1028,18 @@ class Config: type: Type owner: ExposureOwner description: Optional[str] = '' - label: Optional[Optional[str]] = None - maturity: Optional[Optional[MaturityEnum]] = None + label: Optional[str] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[ExposureConfig] = {'enabled': True} + config: Optional[ExposureConfig] = Field( + default_factory=lambda: ExposureConfig.model_validate({'enabled': True}) + ) unrendered_config: Optional[Dict[str, Any]] = {} - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] @@ -978,9 +1047,9 @@ class Config: class Metric(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType13 package_name: str @@ -995,26 +1064,30 @@ class Config: filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - timestamp: Optional[Optional[str]] = None - window: Optional[Optional[MetricTime]] = None - model: Optional[Optional[str]] = None - model_unique_id: Optional[Optional[str]] = None + timestamp: Optional[str] = None + window: Optional[MetricTime] = None + model: Optional[str] = None + model_unique_id: Optional[str] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[MetricConfig] = {'enabled': True} + config: Optional[MetricConfig] = Field( + default_factory=lambda: MetricConfig.model_validate({'enabled': True}) + ) unrendered_config: Optional[Dict[str, Any]] = {} sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] created_at: Optional[float] = 1675937087.371092 class AnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType @@ -1025,57 +1098,65 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1675937087.353436 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[List[str]]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] class SourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType9 @@ -1088,31 +1169,32 @@ class Config: source_description: str loader: str identifier: str - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[float] = 1675937087.368067 class ManifestV8(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, @@ -1149,29 +1231,27 @@ class Config: ..., description='The selectors defined in selectors.yml' ) disabled: Optional[ - Optional[ - Dict[ - str, - List[ - Union[ - AnalysisNode, - SingularTestNode, - HookNode, - ModelNode, - RPCNode, - SqlNode, - GenericTestNode, - SnapshotNode, - SeedNode, - SourceDefinition, - ] - ], - ] + Dict[ + str, + List[ + Union[ + AnalysisNode, + SingularTestNode, + HookNode, + ModelNode, + RPCNode, + SqlNode, + GenericTestNode, + SnapshotNode, + SeedNode, + SourceDefinition, + ] + ], ] ] = Field(None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( + parent_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from\xa0child nodes to their dependencies' ) - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( + child_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from parent nodes to their dependents' ) diff --git a/dbt_artifacts_parser/parsers/manifest/manifest_v9.py b/dbt_artifacts_parser/parsers/manifest/manifest_v9.py index 8d011d0..6052850 100644 --- a/dbt_artifacts_parser/parsers/manifest/manifest_v9.py +++ b/dbt_artifacts_parser/parsers/manifest/manifest_v9.py @@ -1,41 +1,37 @@ # generated by datamodel-codegen: # filename: manifest_v9.json + from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra, Field, constr +from pydantic import AwareDatetime, ConfigDict, Field, constr from dbt_artifacts_parser.parsers.base import BaseParserModel class ManifestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[ str ] = 'https://schemas.getdbt.com/dbt/manifest/v9.json' dbt_version: Optional[str] = '1.5.0b5' - generated_at: Optional[datetime] = '2023-04-12T03:35:01.188035Z' - invocation_id: Optional[Optional[str]] = '8aa1596d-f52f-40bc-ad4b-f5e48fc7e6c2' + generated_at: Optional[AwareDatetime] = '2023-04-12T03:35:01.188035Z' + invocation_id: Optional[str] = '8aa1596d-f52f-40bc-ad4b-f5e48fc7e6c2' env: Optional[Dict[str, str]] = {} - project_id: Optional[Optional[str]] = Field( + project_id: Optional[str] = Field( None, description='A unique identifier for the project' ) user_id: Optional[ - Optional[ - constr( - regex=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}' - ) - ] + constr(pattern=r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}') ] = Field(None, description='A unique identifier for the user') - send_anonymous_usage_stats: Optional[Optional[bool]] = Field( + send_anonymous_usage_stats: Optional[bool] = Field( None, description='Whether dbt is configured to send anonymous usage statistics' ) - adapter_type: Optional[Optional[str]] = Field( + adapter_type: Optional[str] = Field( None, description='The type name of the adapter' ) @@ -45,34 +41,34 @@ class ResourceType(Enum): class FileHash(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str checksum: str class Hook(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) sql: str transaction: Optional[bool] = True - index: Optional[Optional[int]] = None + index: Optional[int] = None class Docs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) show: Optional[bool] = True - node_color: Optional[Optional[str]] = None + node_color: Optional[str] = None class ContractConfig(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) enforced: Optional[bool] = False @@ -86,47 +82,47 @@ class Type(Enum): class ColumnLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) type: Type - name: Optional[Optional[str]] = None - expression: Optional[Optional[str]] = None + name: Optional[str] = None + expression: Optional[str] = None warn_unenforced: Optional[bool] = True warn_unsupported: Optional[bool] = True class RefArgs(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - package: Optional[Optional[str]] = None - version: Optional[Optional[Union[str, float]]] = None + package: Optional[str] = None + version: Optional[Union[str, float]] = None class DependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] nodes: Optional[List[str]] = [] class InjectedCTE(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) id: str sql: str class Contract(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) enforced: Optional[bool] = False - checksum: Optional[Optional[str]] = None + checksum: Optional[str] = None class ResourceType1(Enum): @@ -134,23 +130,23 @@ class ResourceType1(Enum): class TestConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field('dbt_test__audit', alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field('dbt_test__audit', alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None + group: Optional[str] = None materialized: Optional[str] = 'test' severity: Optional[ - constr(regex=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') + constr(pattern=r'^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$') ] = 'ERROR' - store_failures: Optional[Optional[bool]] = None - where: Optional[Optional[str]] = None - limit: Optional[Optional[int]] = None + store_failures: Optional[bool] = None + where: Optional[str] = None + limit: Optional[int] = None fail_calc: Optional[str] = 'count(*)' warn_if: Optional[str] = '!= 0' error_if: Optional[str] = '!= 0' @@ -170,22 +166,13 @@ class Access(Enum): public = 'public' -class Type1(Enum): - check = 'check' - not_null = 'not_null' - unique = 'unique' - primary_key = 'primary_key' - foreign_key = 'foreign_key' - custom = 'custom' - - class ModelLevelConstraint(BaseParserModel): - class Config: - extra = Extra.forbid - - type: Type1 - name: Optional[Optional[str]] = None - expression: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + type: Type + name: Optional[str] = None + expression: Optional[str] = None warn_unenforced: Optional[bool] = True warn_unsupported: Optional[bool] = True columns: Optional[List[str]] = [] @@ -204,12 +191,12 @@ class ResourceType6(Enum): class TestMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str kwargs: Optional[Dict[str, Any]] = {} - namespace: Optional[Optional[str]] = None + namespace: Optional[str] = None class ResourceType7(Enum): @@ -217,35 +204,39 @@ class ResourceType7(Enum): class SnapshotConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None + group: Optional[str] = None materialized: Optional[str] = 'snapshot' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[str]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[str] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - contract: Optional[ContractConfig] = {'enforced': False} - strategy: Optional[Optional[str]] = None - target_schema: Optional[Optional[str]] = None - target_database: Optional[Optional[str]] = None - updated_at: Optional[Optional[str]] = None - check_cols: Optional[Optional[Union[str, List[str]]]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + contract: Optional[ContractConfig] = Field( + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) + ) + strategy: Optional[str] = None + target_schema: Optional[str] = None + target_database: Optional[str] = None + updated_at: Optional[str] = None + check_cols: Optional[Union[str, List[str]]] = None class ResourceType8(Enum): @@ -253,37 +244,41 @@ class ResourceType8(Enum): class SeedConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None + group: Optional[str] = None materialized: Optional[str] = 'seed' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - contract: Optional[ContractConfig] = {'enforced': False} - quote_columns: Optional[Optional[bool]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + contract: Optional[ContractConfig] = Field( + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) + ) + quote_columns: Optional[bool] = None class MacroDependsOn(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) macros: Optional[List[str]] = [] @@ -292,23 +287,23 @@ class ResourceType9(Enum): class Quoting(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[bool]] = None - schema_: Optional[Optional[bool]] = Field(None, alias='schema') - identifier: Optional[Optional[bool]] = None - column: Optional[Optional[bool]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[bool] = None + schema_: Optional[bool] = Field(None, alias='schema') + identifier: Optional[bool] = None + column: Optional[bool] = None class FreshnessMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.5.0b5' - generated_at: Optional[datetime] = '2023-04-12T03:35:01.185979Z' - invocation_id: Optional[Optional[str]] = '8aa1596d-f52f-40bc-ad4b-f5e48fc7e6c2' + generated_at: Optional[AwareDatetime] = '2023-04-12T03:35:01.185979Z' + invocation_id: Optional[str] = '8aa1596d-f52f-40bc-ad4b-f5e48fc7e6c2' env: Optional[Dict[str, str]] = {} @@ -317,11 +312,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -332,33 +327,33 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class ExternalPartition(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: Optional[str] = '' description: Optional[str] = '' data_type: Optional[str] = '' @@ -366,9 +361,9 @@ class Config: class SourceConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -382,11 +377,11 @@ class SupportedLanguage(Enum): class MacroArgument(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - type: Optional[Optional[str]] = None + type: Optional[str] = None description: Optional[str] = '' @@ -395,9 +390,9 @@ class ResourceType11(Enum): class Documentation(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType11 package_name: str @@ -419,24 +414,24 @@ class Type2(Enum): application = 'application' -class MaturityEnum(Enum): +class Maturity(Enum): low = 'low' medium = 'medium' high = 'high' class Owner(BaseParserModel): - class Config: - extra = Extra.allow - - email: Optional[Optional[str]] = None - name: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='allow', + ) + email: Optional[str] = None + name: Optional[str] = None class ExposureConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True @@ -445,15 +440,15 @@ class ResourceType13(Enum): class MetricFilter(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) field: str operator: str value: str -class PeriodEnum1(Enum): +class Period1(Enum): day = 'day' week = 'week' month = 'month' @@ -461,19 +456,19 @@ class PeriodEnum1(Enum): class MetricTime(BaseParserModel): - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum1]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period1] = None class MetricConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - group: Optional[Optional[str]] = None + group: Optional[str] = None class ResourceType14(Enum): @@ -481,9 +476,9 @@ class ResourceType14(Enum): class Group(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType14 package_name: str @@ -494,50 +489,54 @@ class Config: class NodeConfig(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) enabled: Optional[bool] = True - alias: Optional[Optional[str]] = None - schema_: Optional[Optional[str]] = Field(None, alias='schema') - database: Optional[Optional[str]] = None + alias: Optional[str] = None + schema_: Optional[str] = Field(None, alias='schema') + database: Optional[str] = None tags: Optional[Union[List[str], str]] = [] meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None + group: Optional[str] = None materialized: Optional[str] = 'view' - incremental_strategy: Optional[Optional[str]] = None + incremental_strategy: Optional[str] = None persist_docs: Optional[Dict[str, Any]] = {} post_hook: Optional[List[Hook]] = Field([], alias='post-hook') pre_hook: Optional[List[Hook]] = Field([], alias='pre-hook') quoting: Optional[Dict[str, Any]] = {} column_types: Optional[Dict[str, Any]] = {} - full_refresh: Optional[Optional[bool]] = None - unique_key: Optional[Optional[Union[str, List[str]]]] = None - on_schema_change: Optional[Optional[str]] = 'ignore' + full_refresh: Optional[bool] = None + unique_key: Optional[Union[str, List[str]]] = None + on_schema_change: Optional[str] = 'ignore' grants: Optional[Dict[str, Any]] = {} packages: Optional[List[str]] = [] - docs: Optional[Docs] = {'show': True, 'node_color': None} - contract: Optional[ContractConfig] = {'enforced': False} + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + contract: Optional[ContractConfig] = Field( + default_factory=lambda: ContractConfig.model_validate({'enforced': False}) + ) class ColumnInfo(BaseParserModel): - class Config: - extra = Extra.allow - + model_config = ConfigDict( + extra='allow', + ) name: str description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - data_type: Optional[Optional[str]] = None + data_type: Optional[str] = None constraints: Optional[List[ColumnLevelConstraint]] = [] - quote: Optional[Optional[bool]] = None + quote: Optional[bool] = None tags: Optional[List[str]] = [] class SingularTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType1 @@ -548,55 +547,67 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.19095 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) class HookNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType2 @@ -607,62 +618,74 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.191555 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} - index: Optional[Optional[int]] = None + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) + index: Optional[int] = None class ModelNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType3 @@ -673,65 +696,77 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.192162 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) access: Optional[Access] = 'protected' constraints: Optional[List[ModelLevelConstraint]] = [] - version: Optional[Optional[Union[str, float]]] = None - latest_version: Optional[Optional[Union[str, float]]] = None + version: Optional[Union[str, float]] = None + latest_version: Optional[Union[str, float]] = None class RPCNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType4 @@ -742,61 +777,73 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.192949 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) class SqlNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType5 @@ -807,62 +854,74 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.1935291 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) class GenericTestNode(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) test_metadata: TestMetadata - database: Optional[Optional[str]] = None + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType6 @@ -873,58 +932,70 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[TestConfig] = { - 'enabled': True, - 'alias': None, - 'schema': 'dbt_test__audit', - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'test', - 'severity': 'ERROR', - 'store_failures': None, - 'where': None, - 'limit': None, - 'fail_calc': 'count(*)', - 'warn_if': '!= 0', - 'error_if': '!= 0', - } + config: Optional[TestConfig] = Field( + default_factory=lambda: TestConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': 'dbt_test__audit', + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'test', + 'severity': 'ERROR', + 'store_failures': None, + 'where': None, + 'limit': None, + 'fail_calc': 'count(*)', + 'warn_if': '!= 0', + 'error_if': '!= 0', + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.19419 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} - column_name: Optional[Optional[str]] = None - file_key_name: Optional[Optional[str]] = None - attached_node: Optional[Optional[str]] = None + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) + column_name: Optional[str] = None + file_key_name: Optional[str] = None + attached_node: Optional[str] = None class SnapshotNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType7 @@ -940,34 +1011,42 @@ class Config: description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.1952698 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) class SeedNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType8 @@ -978,64 +1057,72 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[SeedConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'seed', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'quote_columns': None, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[SeedConfig] = Field( + default_factory=lambda: SeedConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'seed', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'quote_columns': None, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.1968079 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' - root_path: Optional[Optional[str]] = None - depends_on: Optional[MacroDependsOn] = {'macros': []} + root_path: Optional[str] = None + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) class FreshnessThreshold(BaseParserModel): - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -1046,20 +1133,20 @@ class Config: class ExternalTable(BaseParserModel): - class Config: - extra = Extra.allow - - location: Optional[Optional[str]] = None - file_format: Optional[Optional[str]] = None - row_format: Optional[Optional[str]] = None - tbl_properties: Optional[Optional[str]] = None - partitions: Optional[Optional[Union[List[str], List[ExternalPartition]]]] = None + model_config = ConfigDict( + extra='allow', + ) + location: Optional[str] = None + file_format: Optional[str] = None + row_format: Optional[str] = None + tbl_properties: Optional[str] = None + partitions: Optional[Union[List[str], List[ExternalPartition]]] = None class Macro(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType10 package_name: str @@ -1067,20 +1154,24 @@ class Config: original_file_path: str unique_id: str macro_sql: str - depends_on: Optional[MacroDependsOn] = {'macros': []} + depends_on: Optional[MacroDependsOn] = Field( + default_factory=lambda: MacroDependsOn.model_validate({'macros': []}) + ) description: Optional[str] = '' meta: Optional[Dict[str, Any]] = {} - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None arguments: Optional[List[MacroArgument]] = [] created_at: Optional[float] = 1681270501.198105 - supported_languages: Optional[Optional[List[SupportedLanguage]]] = None + supported_languages: Optional[List[SupportedLanguage]] = None class Exposure(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType12 package_name: str @@ -1091,14 +1182,18 @@ class Config: type: Type2 owner: Owner description: Optional[str] = '' - label: Optional[Optional[str]] = None - maturity: Optional[Optional[MaturityEnum]] = None + label: Optional[str] = None + maturity: Optional[Maturity] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[ExposureConfig] = {'enabled': True} + config: Optional[ExposureConfig] = Field( + default_factory=lambda: ExposureConfig.model_validate({'enabled': True}) + ) unrendered_config: Optional[Dict[str, Any]] = {} - url: Optional[Optional[str]] = None - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + url: Optional[str] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] @@ -1106,9 +1201,9 @@ class Config: class Metric(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str resource_type: ResourceType13 package_name: str @@ -1123,27 +1218,33 @@ class Config: filters: List[MetricFilter] time_grains: List[str] dimensions: List[str] - timestamp: Optional[Optional[str]] = None - window: Optional[Optional[MetricTime]] = None - model: Optional[Optional[str]] = None - model_unique_id: Optional[Optional[str]] = None + timestamp: Optional[str] = None + window: Optional[MetricTime] = None + model: Optional[str] = None + model_unique_id: Optional[str] = None meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[MetricConfig] = {'enabled': True, 'group': None} + config: Optional[MetricConfig] = Field( + default_factory=lambda: MetricConfig.model_validate( + {'enabled': True, 'group': None} + ) + ) unrendered_config: Optional[Dict[str, Any]] = {} sources: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) refs: Optional[List[RefArgs]] = [] metrics: Optional[List[List[str]]] = [] created_at: Optional[float] = 1681270501.199492 - group: Optional[Optional[str]] = None + group: Optional[str] = None class AnalysisNode(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType @@ -1154,61 +1255,73 @@ class Config: fqn: List[str] alias: str checksum: FileHash - config: Optional[NodeConfig] = { - 'enabled': True, - 'alias': None, - 'schema': None, - 'database': None, - 'tags': [], - 'meta': {}, - 'group': None, - 'materialized': 'view', - 'incremental_strategy': None, - 'persist_docs': {}, - 'quoting': {}, - 'column_types': {}, - 'full_refresh': None, - 'unique_key': None, - 'on_schema_change': 'ignore', - 'grants': {}, - 'packages': [], - 'docs': {'show': True, 'node_color': None}, - 'contract': {'enforced': False}, - 'post-hook': [], - 'pre-hook': [], - } + config: Optional[NodeConfig] = Field( + default_factory=lambda: NodeConfig.model_validate( + { + 'enabled': True, + 'alias': None, + 'schema': None, + 'database': None, + 'tags': [], + 'meta': {}, + 'group': None, + 'materialized': 'view', + 'incremental_strategy': None, + 'persist_docs': {}, + 'quoting': {}, + 'column_types': {}, + 'full_refresh': None, + 'unique_key': None, + 'on_schema_change': 'ignore', + 'grants': {}, + 'packages': [], + 'docs': {'show': True, 'node_color': None}, + 'contract': {'enforced': False}, + 'post-hook': [], + 'pre-hook': [], + } + ) + ) tags: Optional[List[str]] = [] description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} - group: Optional[Optional[str]] = None - docs: Optional[Docs] = {'show': True, 'node_color': None} - patch_path: Optional[Optional[str]] = None - build_path: Optional[Optional[str]] = None + group: Optional[str] = None + docs: Optional[Docs] = Field( + default_factory=lambda: Docs.model_validate({'show': True, 'node_color': None}) + ) + patch_path: Optional[str] = None + build_path: Optional[str] = None deferred: Optional[bool] = False unrendered_config: Optional[Dict[str, Any]] = {} created_at: Optional[float] = 1681270501.189703 config_call_dict: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None raw_code: Optional[str] = '' language: Optional[str] = 'sql' refs: Optional[List[RefArgs]] = [] sources: Optional[List[List[str]]] = [] metrics: Optional[List[List[str]]] = [] - depends_on: Optional[DependsOn] = {'macros': [], 'nodes': []} - compiled_path: Optional[Optional[str]] = None + depends_on: Optional[DependsOn] = Field( + default_factory=lambda: DependsOn.model_validate({'macros': [], 'nodes': []}) + ) + compiled_path: Optional[str] = None compiled: Optional[bool] = False - compiled_code: Optional[Optional[str]] = None + compiled_code: Optional[str] = None extra_ctes_injected: Optional[bool] = False extra_ctes: Optional[List[InjectedCTE]] = [] - contract: Optional[Contract] = {'enforced': False, 'checksum': None} + contract: Optional[Contract] = Field( + default_factory=lambda: Contract.model_validate( + {'enforced': False, 'checksum': None} + ) + ) class SourceDefinition(BaseParserModel): - class Config: - extra = Extra.forbid - - database: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + database: Optional[str] = None schema_: str = Field(..., alias='schema') name: str resource_type: ResourceType9 @@ -1221,31 +1334,32 @@ class Config: source_description: str loader: str identifier: str - quoting: Optional[Quoting] = { - 'database': None, - 'schema': None, - 'identifier': None, - 'column': None, - } - loaded_at_field: Optional[Optional[str]] = None - freshness: Optional[Optional[FreshnessThreshold]] = None - external: Optional[Optional[ExternalTable]] = None + quoting: Optional[Quoting] = Field( + default_factory=lambda: Quoting.model_validate( + {'database': None, 'schema': None, 'identifier': None, 'column': None} + ) + ) + loaded_at_field: Optional[str] = None + freshness: Optional[FreshnessThreshold] = None + external: Optional[ExternalTable] = None description: Optional[str] = '' columns: Optional[Dict[str, ColumnInfo]] = {} meta: Optional[Dict[str, Any]] = {} source_meta: Optional[Dict[str, Any]] = {} tags: Optional[List[str]] = [] - config: Optional[SourceConfig] = {'enabled': True} - patch_path: Optional[Optional[str]] = None + config: Optional[SourceConfig] = Field( + default_factory=lambda: SourceConfig.model_validate({'enabled': True}) + ) + patch_path: Optional[str] = None unrendered_config: Optional[Dict[str, Any]] = {} - relation_name: Optional[Optional[str]] = None + relation_name: Optional[str] = None created_at: Optional[float] = 1681270501.197819 class ManifestV9(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: ManifestMetadata = Field(..., description='Metadata about the manifest') nodes: Dict[ str, @@ -1285,34 +1399,32 @@ class Config: ..., description='The selectors defined in selectors.yml' ) disabled: Optional[ - Optional[ - Dict[ - str, - List[ - Union[ - AnalysisNode, - SingularTestNode, - HookNode, - ModelNode, - RPCNode, - SqlNode, - GenericTestNode, - SnapshotNode, - SeedNode, - SourceDefinition, - Exposure, - Metric, - ] - ], - ] + Dict[ + str, + List[ + Union[ + AnalysisNode, + SingularTestNode, + HookNode, + ModelNode, + RPCNode, + SqlNode, + GenericTestNode, + SnapshotNode, + SeedNode, + SourceDefinition, + Exposure, + Metric, + ] + ], ] ] = Field(None, description='A mapping of the disabled nodes in the target') - parent_map: Optional[Optional[Dict[str, List[str]]]] = Field( + parent_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from\xa0child nodes to their dependencies' ) - child_map: Optional[Optional[Dict[str, List[str]]]] = Field( + child_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from parent nodes to their dependents' ) - group_map: Optional[Optional[Dict[str, List[str]]]] = Field( + group_map: Optional[Dict[str, List[str]]] = Field( None, description='A mapping from group names to their nodes' ) diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v1.py b/dbt_artifacts_parser/parsers/run_results/run_results_v1.py index c4ca563..3760a72 100644 --- a/dbt_artifacts_parser/parsers/run_results/run_results_v1.py +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v1.py @@ -1,27 +1,24 @@ # generated by datamodel-codegen: # filename: run-results_v1.json -# timestamp: 2022-03-01T06:21:36+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class BaseArtifactMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: str dbt_version: Optional[str] = '0.19.0' - generated_at: Optional[datetime] = '2021-02-10T04:42:33.678063Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-02-10T04:42:33.678063Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -46,34 +43,31 @@ class Status2(Enum): class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class RunResultOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) status: Union[Status, Status1, Status2] timing: List[TimingInfo] thread_id: str execution_time: float - message: Optional[Optional[Union[str, int]]] = None + message: Optional[Union[str, int]] = None adapter_response: Dict[str, Any] unique_id: str class RunResultsV1(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: BaseArtifactMetadata results: List[RunResultOutput] elapsed_time: float diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v2.py b/dbt_artifacts_parser/parsers/run_results/run_results_v2.py index b471062..21a5830 100644 --- a/dbt_artifacts_parser/parsers/run_results/run_results_v2.py +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v2.py @@ -1,27 +1,24 @@ # generated by datamodel-codegen: # filename: run-results_v2.json -# timestamp: 2022-03-01T06:21:36+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class BaseArtifactMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: str dbt_version: Optional[str] = '0.20.0rc1' - generated_at: Optional[datetime] = '2021-06-07T14:49:01.097134Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-06-07T14:49:01.097134Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -46,35 +43,32 @@ class Status2(Enum): class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class RunResultOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) status: Union[Status, Status1, Status2] timing: List[TimingInfo] thread_id: str execution_time: float adapter_response: Dict[str, Any] - message: Optional[Optional[str]] = None - failures: Optional[Optional[int]] = None + message: Optional[str] = None + failures: Optional[int] = None unique_id: str class RunResultsV2(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: BaseArtifactMetadata results: List[RunResultOutput] elapsed_time: float diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v3.py b/dbt_artifacts_parser/parsers/run_results/run_results_v3.py index 65088bd..c206feb 100644 --- a/dbt_artifacts_parser/parsers/run_results/run_results_v3.py +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v3.py @@ -1,27 +1,24 @@ # generated by datamodel-codegen: # filename: run-results_v3.json -# timestamp: 2022-03-01T06:21:37+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class BaseArtifactMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: str dbt_version: Optional[str] = '0.21.0rc1' - generated_at: Optional[datetime] = '2021-09-24T13:29:14.315088Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-09-24T13:29:14.315088Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -47,25 +44,22 @@ class Status2(Enum): class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' dbt_version: Optional[str] = '0.21.0rc1' - generated_at: Optional[datetime] = '2021-09-24T13:29:14.312598Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-09-24T13:29:14.312598Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -74,12 +68,11 @@ class Status3(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status3 @@ -97,44 +90,40 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class RunResultOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) status: Union[Status, Status1, Status2] timing: List[TimingInfo] thread_id: str execution_time: float adapter_response: Dict[str, Any] - message: Optional[Optional[str]] = None - failures: Optional[Optional[int]] = None + message: Optional[str] = None + failures: Optional[int] = None unique_id: str class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class RunResultsV3(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: BaseArtifactMetadata results: List[RunResultOutput] elapsed_time: float @@ -142,13 +131,12 @@ class Config: class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status4 criteria: FreshnessThreshold diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v4.py b/dbt_artifacts_parser/parsers/run_results/run_results_v4.py index 9e8453b..bb2bb83 100644 --- a/dbt_artifacts_parser/parsers/run_results/run_results_v4.py +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v4.py @@ -1,27 +1,24 @@ # generated by datamodel-codegen: # filename: run-results_v4.json -# timestamp: 2022-03-01T06:21:37+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class BaseArtifactMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: str dbt_version: Optional[str] = '1.0.0b2' - generated_at: Optional[datetime] = '2021-11-02T20:18:06.799863Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-11-02T20:18:06.799863Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -47,25 +44,22 @@ class Status2(Enum): class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.0.0b2' - generated_at: Optional[datetime] = '2021-11-02T20:18:06.796684Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-11-02T20:18:06.796684Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -74,12 +68,11 @@ class Status3(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status3 @@ -90,51 +83,47 @@ class Status4(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class RunResultOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) status: Union[Status, Status1, Status2] timing: List[TimingInfo] thread_id: str execution_time: float adapter_response: Dict[str, Any] - message: Optional[Optional[str]] = None - failures: Optional[Optional[int]] = None + message: Optional[str] = None + failures: Optional[int] = None unique_id: str class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class RunResultsV4(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: BaseArtifactMetadata results: List[RunResultOutput] elapsed_time: float @@ -142,13 +131,12 @@ class Config: class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status4 criteria: FreshnessThreshold diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v5.py b/dbt_artifacts_parser/parsers/run_results/run_results_v5.py index 778887b..7f708a0 100644 --- a/dbt_artifacts_parser/parsers/run_results/run_results_v5.py +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v5.py @@ -6,29 +6,38 @@ from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class BaseArtifactMetadata(BaseParserModel): - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) dbt_schema_version: str dbt_version: Optional[str] = '1.7.0b1' generated_at: Optional[str] = None - invocation_id: Optional[Optional[str]] = None + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = None -class StatusEnum(Enum): +class TimingInfo(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + started_at: Optional[str] = None + completed_at: Optional[str] = None + + +class Status(Enum): success = 'success' error = 'error' skipped = 'skipped' -class StatusEnum1(Enum): +class Status1(Enum): pass_ = 'pass' error = 'error' fail = 'fail' @@ -36,44 +45,40 @@ class StatusEnum1(Enum): skipped = 'skipped' -class StatusEnum2(Enum): +class Status2(Enum): pass_ = 'pass' warn = 'warn' error = 'error' runtime_error = 'runtime error' -class TimingInfo(BaseParserModel): - class Config: - extra = Extra.forbid - - name: str - started_at: Optional[Optional[str]] = None - completed_at: Optional[Optional[str]] = None - - class RunResultOutput(BaseParserModel): - class Config: - extra = Extra.forbid - - status: Union[StatusEnum, StatusEnum1, StatusEnum2] + model_config = ConfigDict( + extra='forbid', + ) + status: Union[Status, Status1, Status2] timing: List[TimingInfo] thread_id: str execution_time: float adapter_response: Dict[str, Any] - message: Optional[str] - failures: Optional[int] + message: Optional[str] = None + failures: Optional[int] = None unique_id: str - compiled: Optional[bool] - compiled_code: Optional[str] - relation_name: Optional[str] + compiled: Optional[bool] = None + compiled_code: Optional[str] = None + relation_name: Optional[str] = None -# NOTE Manually replaced the class, as datamodel-code-generator didn't work as expected. -class RunResultsV5(BaseParserModel): - class Config: - extra = Extra.forbid +class RunResultsV5(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) metadata: BaseArtifactMetadata results: List[RunResultOutput] elapsed_time: float args: Optional[Dict[str, Any]] = None + + +# NOTE: We manually change the class, as the generated code is not correct. +# class RunResultsV5(RootModel[RunResultsArtifact]): +# root: RunResultsArtifact diff --git a/dbt_artifacts_parser/parsers/run_results/run_results_v6.py b/dbt_artifacts_parser/parsers/run_results/run_results_v6.py new file mode 100644 index 0000000..0fdfb9f --- /dev/null +++ b/dbt_artifacts_parser/parsers/run_results/run_results_v6.py @@ -0,0 +1,79 @@ +# generated by datamodel-codegen: +# filename: run-results_v6.json + +from __future__ import annotations + +from enum import Enum +from typing import Any, Dict, List, Optional, Union + +from pydantic import ConfigDict, Field + +from dbt_artifacts_parser.parsers.base import BaseParserModel + + +class Metadata(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: str + dbt_version: Optional[str] = '1.8.0a1' + generated_at: Optional[str] = None + invocation_id: Optional[str] = None + env: Optional[Dict[str, str]] = None + + +class Status(Enum): + success = 'success' + error = 'error' + skipped = 'skipped' + + +class Status1(Enum): + pass_ = 'pass' + error = 'error' + fail = 'fail' + warn = 'warn' + skipped = 'skipped' + + +class Status2(Enum): + pass_ = 'pass' + warn = 'warn' + error = 'error' + runtime_error = 'runtime error' + + +class TimingItem(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + name: str + started_at: Optional[str] = None + completed_at: Optional[str] = None + + +class Result(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + status: Union[Status, Status1, Status2] + timing: List[TimingItem] + thread_id: str + execution_time: float + adapter_response: Dict[str, Any] + message: Optional[str] = None + failures: Optional[int] = None + unique_id: str + compiled: Optional[bool] = None + compiled_code: Optional[str] = None + relation_name: Optional[str] = None + + +class RunResultsV6(BaseParserModel): + model_config = ConfigDict( + extra='forbid', + ) + metadata: Metadata = Field(..., title='BaseArtifactMetadata') + results: List[Result] + elapsed_time: float + args: Optional[Dict[str, Any]] = None diff --git a/dbt_artifacts_parser/parsers/sources/sources_v1.py b/dbt_artifacts_parser/parsers/sources/sources_v1.py index ad98c10..4489037 100644 --- a/dbt_artifacts_parser/parsers/sources/sources_v1.py +++ b/dbt_artifacts_parser/parsers/sources/sources_v1.py @@ -1,28 +1,24 @@ # generated by datamodel-codegen: # filename: sources_v1.json -# timestamp: 2022-03-01T06:21:38+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v1.json' dbt_version: Optional[str] = '0.19.0' - generated_at: Optional[datetime] = '2021-02-10T04:42:33.675309Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-02-10T04:42:33.675309Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -31,12 +27,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -54,32 +49,29 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -87,10 +79,9 @@ class Config: class SourcesV1(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: FreshnessMetadata results: List[Union[SourceFreshnessRuntimeError, SourceFreshnessOutput]] elapsed_time: float diff --git a/dbt_artifacts_parser/parsers/sources/sources_v2.py b/dbt_artifacts_parser/parsers/sources/sources_v2.py index ef97931..19e5bab 100644 --- a/dbt_artifacts_parser/parsers/sources/sources_v2.py +++ b/dbt_artifacts_parser/parsers/sources/sources_v2.py @@ -1,28 +1,24 @@ # generated by datamodel-codegen: # filename: sources_v2.json -# timestamp: 2022-03-01T06:21:38+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v2.json' dbt_version: Optional[str] = '0.21.0rc1' - generated_at: Optional[datetime] = '2021-09-24T13:29:14.312598Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-09-24T13:29:14.312598Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -31,12 +27,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -54,42 +49,38 @@ class Period(Enum): class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) count: int period: Period class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = None - error_after: Optional[Optional[Time]] = None - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = None + error_after: Optional[Time] = None + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -100,10 +91,9 @@ class Config: class SourcesV2(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: FreshnessMetadata results: List[Union[SourceFreshnessRuntimeError, SourceFreshnessOutput]] elapsed_time: float diff --git a/dbt_artifacts_parser/parsers/sources/sources_v3.py b/dbt_artifacts_parser/parsers/sources/sources_v3.py index 3c5a144..2399d2e 100644 --- a/dbt_artifacts_parser/parsers/sources/sources_v3.py +++ b/dbt_artifacts_parser/parsers/sources/sources_v3.py @@ -1,28 +1,24 @@ # generated by datamodel-codegen: # filename: sources_v3.json -# timestamp: 2022-03-01T06:21:38+00:00 from __future__ import annotations -from datetime import datetime from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import Extra +from pydantic import AwareDatetime, ConfigDict from dbt_artifacts_parser.parsers.base import BaseParserModel class FreshnessMetadata(BaseParserModel): - - class Config: - extra = Extra.forbid - - dbt_schema_version: Optional[ - str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' + model_config = ConfigDict( + extra='forbid', + ) + dbt_schema_version: Optional[str] = 'https://schemas.getdbt.com/dbt/sources/v3.json' dbt_version: Optional[str] = '1.0.0b2' - generated_at: Optional[datetime] = '2021-11-02T20:18:06.796684Z' - invocation_id: Optional[Optional[str]] = None + generated_at: Optional[AwareDatetime] = '2021-11-02T20:18:06.796684Z' + invocation_id: Optional[str] = None env: Optional[Dict[str, str]] = {} @@ -31,12 +27,11 @@ class Status(Enum): class SourceFreshnessRuntimeError(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - error: Optional[Optional[Union[str, int]]] = None + error: Optional[Union[str, int]] = None status: Status @@ -47,49 +42,45 @@ class Status1(Enum): runtime_error = 'runtime error' -class PeriodEnum(Enum): +class Period(Enum): minute = 'minute' hour = 'hour' day = 'day' class Time(BaseParserModel): - - class Config: - extra = Extra.forbid - - count: Optional[Optional[int]] = None - period: Optional[Optional[PeriodEnum]] = None + model_config = ConfigDict( + extra='forbid', + ) + count: Optional[int] = None + period: Optional[Period] = None class TimingInfo(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) name: str - started_at: Optional[Optional[datetime]] = None - completed_at: Optional[Optional[datetime]] = None + started_at: Optional[AwareDatetime] = None + completed_at: Optional[AwareDatetime] = None class FreshnessThreshold(BaseParserModel): - - class Config: - extra = Extra.forbid - - warn_after: Optional[Optional[Time]] = {'count': None, 'period': None} - error_after: Optional[Optional[Time]] = {'count': None, 'period': None} - filter: Optional[Optional[str]] = None + model_config = ConfigDict( + extra='forbid', + ) + warn_after: Optional[Time] = {'count': None, 'period': None} + error_after: Optional[Time] = {'count': None, 'period': None} + filter: Optional[str] = None class SourceFreshnessOutput(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) unique_id: str - max_loaded_at: datetime - snapshotted_at: datetime + max_loaded_at: AwareDatetime + snapshotted_at: AwareDatetime max_loaded_at_time_ago_in_s: float status: Status1 criteria: FreshnessThreshold @@ -100,10 +91,9 @@ class Config: class SourcesV3(BaseParserModel): - - class Config: - extra = Extra.forbid - + model_config = ConfigDict( + extra='forbid', + ) metadata: FreshnessMetadata results: List[Union[SourceFreshnessRuntimeError, SourceFreshnessOutput]] elapsed_time: float diff --git a/dbt_artifacts_parser/parsers/version_map.py b/dbt_artifacts_parser/parsers/version_map.py index 61f7cb3..959bb20 100644 --- a/dbt_artifacts_parser/parsers/version_map.py +++ b/dbt_artifacts_parser/parsers/version_map.py @@ -31,11 +31,13 @@ from dbt_artifacts_parser.parsers.manifest.manifest_v9 import ManifestV9 from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11 +from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12 from dbt_artifacts_parser.parsers.run_results.run_results_v1 import RunResultsV1 from dbt_artifacts_parser.parsers.run_results.run_results_v2 import RunResultsV2 from dbt_artifacts_parser.parsers.run_results.run_results_v3 import RunResultsV3 from dbt_artifacts_parser.parsers.run_results.run_results_v4 import RunResultsV4 from dbt_artifacts_parser.parsers.run_results.run_results_v5 import RunResultsV5 +from dbt_artifacts_parser.parsers.run_results.run_results_v6 import RunResultsV6 from dbt_artifacts_parser.parsers.sources.sources_v1 import SourcesV1 from dbt_artifacts_parser.parsers.sources.sources_v2 import SourcesV2 from dbt_artifacts_parser.parsers.sources.sources_v3 import SourcesV3 @@ -51,66 +53,50 @@ class ArtifactTypes(Enum): """Dbt artifacts types""" # Catalog - CATALOG_V1 = ArtifactType( - "https://schemas.getdbt.com/dbt/catalog/v1.json", CatalogV1 - ) + CATALOG_V1 = ArtifactType("https://schemas.getdbt.com/dbt/catalog/v1.json", + CatalogV1) # Manifest MANIFEST_V1 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v1.json", ManifestV1 - ) + "https://schemas.getdbt.com/dbt/manifest/v1.json", ManifestV1) MANIFEST_V2 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v2.json", ManifestV2 - ) + "https://schemas.getdbt.com/dbt/manifest/v2.json", ManifestV2) MANIFEST_V3 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v3.json", ManifestV3 - ) + "https://schemas.getdbt.com/dbt/manifest/v3.json", ManifestV3) MANIFEST_V4 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v4.json", ManifestV4 - ) + "https://schemas.getdbt.com/dbt/manifest/v4.json", ManifestV4) MANIFEST_V5 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v5.json", ManifestV5 - ) + "https://schemas.getdbt.com/dbt/manifest/v5.json", ManifestV5) MANIFEST_V6 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v6.json", ManifestV6 - ) + "https://schemas.getdbt.com/dbt/manifest/v6.json", ManifestV6) MANIFEST_V7 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v7.json", ManifestV7 - ) + "https://schemas.getdbt.com/dbt/manifest/v7.json", ManifestV7) MANIFEST_V8 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v8.json", ManifestV8 - ) + "https://schemas.getdbt.com/dbt/manifest/v8.json", ManifestV8) MANIFEST_V9 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v9.json", ManifestV9 - ) + "https://schemas.getdbt.com/dbt/manifest/v9.json", ManifestV9) MANIFEST_V10 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v10.json", ManifestV10 - ) + "https://schemas.getdbt.com/dbt/manifest/v10.json", ManifestV10) MANIFEST_V11 = ArtifactType( - "https://schemas.getdbt.com/dbt/manifest/v11.json", ManifestV11 - ) + "https://schemas.getdbt.com/dbt/manifest/v11.json", ManifestV11) + MANIFEST_V12 = ArtifactType( + "https://schemas.getdbt.com/dbt/manifest/v12.json", ManifestV12) # RunResults RUN_RESULTS_V1 = ArtifactType( - "https://schemas.getdbt.com/dbt/run-results/v1.json", RunResultsV1 - ) + "https://schemas.getdbt.com/dbt/run-results/v1.json", RunResultsV1) RUN_RESULTS_V2 = ArtifactType( - "https://schemas.getdbt.com/dbt/run-results/v2.json", RunResultsV2 - ) + "https://schemas.getdbt.com/dbt/run-results/v2.json", RunResultsV2) RUN_RESULTS_V3 = ArtifactType( - "https://schemas.getdbt.com/dbt/run-results/v3.json", RunResultsV3 - ) + "https://schemas.getdbt.com/dbt/run-results/v3.json", RunResultsV3) RUN_RESULTS_V4 = ArtifactType( - "https://schemas.getdbt.com/dbt/run-results/v4.json", RunResultsV4 - ) + "https://schemas.getdbt.com/dbt/run-results/v4.json", RunResultsV4) RUN_RESULTS_V5 = ArtifactType( - "https://schemas.getdbt.com/dbt/run-results/v5.json", RunResultsV5 - ) + "https://schemas.getdbt.com/dbt/run-results/v5.json", RunResultsV5) + RUN_RESULTS_V6 = ArtifactType( + "https://schemas.getdbt.com/dbt/run-results/v6.json", RunResultsV6) # Sources - SOURCES_V1 = ArtifactType( - "https://schemas.getdbt.com/dbt/sources/v1.json", SourcesV1 - ) - SOURCES_V2 = ArtifactType( - "https://schemas.getdbt.com/dbt/sources/v2.json", SourcesV2 - ) - SOURCES_V3 = ArtifactType( - "https://schemas.getdbt.com/dbt/sources/v3.json", SourcesV3 - ) + SOURCES_V1 = ArtifactType("https://schemas.getdbt.com/dbt/sources/v1.json", + SourcesV1) + SOURCES_V2 = ArtifactType("https://schemas.getdbt.com/dbt/sources/v2.json", + SourcesV2) + SOURCES_V3 = ArtifactType("https://schemas.getdbt.com/dbt/sources/v3.json", + SourcesV3) diff --git a/dbt_artifacts_parser/resources/manifest/manifest_v10.json b/dbt_artifacts_parser/resources/manifest/manifest_v10.json index 6427292..72737e9 100644 --- a/dbt_artifacts_parser/resources/manifest/manifest_v10.json +++ b/dbt_artifacts_parser/resources/manifest/manifest_v10.json @@ -5635,4 +5635,4 @@ }, "$schema": "http://json-schema.org/draft-07/schema#", "$id": "https://schemas.getdbt.com/dbt/manifest/v10.json" -} \ No newline at end of file +} diff --git a/dbt_artifacts_parser/resources/manifest/manifest_v12.json b/dbt_artifacts_parser/resources/manifest/manifest_v12.json new file mode 100644 index 0000000..6da1ede --- /dev/null +++ b/dbt_artifacts_parser/resources/manifest/manifest_v12.json @@ -0,0 +1,20965 @@ +{ + "$schema": "https://json-schema.org/draft/2020-12/schema", + "type": "object", + "title": "WritableManifest", + "properties": { + "metadata": { + "type": "object", + "title": "ManifestMetadata", + "description": "Metadata about the manifest", + "properties": { + "dbt_schema_version": { + "type": "string" + }, + "dbt_version": { + "type": "string", + "default": "1.8.0b3" + }, + "generated_at": { + "type": "string" + }, + "invocation_id": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "env": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "propertyNames": { + "type": "string" + } + }, + "project_name": { + "description": "Name of the root project", + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "project_id": { + "description": "A unique identifier for the project, hashed from the project name", + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "user_id": { + "description": "A unique identifier for the user", + "anyOf": [ + { + "type": "string", + "format": "uuid" + }, + { + "type": "null" + } + ], + "default": null + }, + "send_anonymous_usage_stats": { + "description": "Whether dbt is configured to send anonymous usage statistics", + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "adapter_type": { + "description": "The type name of the adapter", + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "nodes": { + "type": "object", + "description": "The nodes defined in the dbt project and its dependencies", + "additionalProperties": { + "anyOf": [ + { + "type": "object", + "title": "Seed", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "seed" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "SeedConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "seed" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "delimiter": { + "type": "string", + "default": "," + }, + "quote_columns": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "root_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "MacroDependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Analysis", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "analysis" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "SingularTest", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "test" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "TestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "dbt_test__audit" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "test" + }, + "severity": { + "type": "string", + "default": "ERROR", + "pattern": "^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$" + }, + "store_failures": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "store_failures_as": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "where": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "limit": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "fail_calc": { + "type": "string", + "default": "count(*)" + }, + "warn_if": { + "type": "string", + "default": "!= 0" + }, + "error_if": { + "type": "string", + "default": "!= 0" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "HookNode", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "operation" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Model", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "model" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "ModelConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "access": { + "enum": [ + "private", + "protected", + "public" + ], + "default": "protected" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "access": { + "enum": [ + "private", + "protected", + "public" + ], + "default": "protected" + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ModelLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + }, + "columns": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "latest_version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "deprecation_date": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "primary_key": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "SqlOperation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "sql_operation" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "GenericTest", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "test" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "TestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "dbt_test__audit" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "test" + }, + "severity": { + "type": "string", + "default": "ERROR", + "pattern": "^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$" + }, + "store_failures": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "store_failures_as": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "where": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "limit": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "fail_calc": { + "type": "string", + "default": "count(*)" + }, + "warn_if": { + "type": "string", + "default": "!= 0" + }, + "error_if": { + "type": "string", + "default": "!= 0" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "column_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "file_key_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "attached_node": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "test_metadata": { + "type": "object", + "title": "TestMetadata", + "properties": { + "name": { + "type": "string", + "default": "test" + }, + "kwargs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "namespace": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Snapshot", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "snapshot" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "SnapshotConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "snapshot" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "target_schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "target_database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "updated_at": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "check_cols": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum", + "config" + ] + } + ] + }, + "propertyNames": { + "type": "string" + } + }, + "sources": { + "type": "object", + "description": "The sources defined in the dbt project and its dependencies", + "additionalProperties": { + "type": "object", + "title": "SourceDefinition", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "source" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "source_name": { + "type": "string" + }, + "source_description": { + "type": "string" + }, + "loader": { + "type": "string" + }, + "identifier": { + "type": "string" + }, + "quoting": { + "type": "object", + "title": "Quoting", + "properties": { + "database": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "identifier": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "column": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "loaded_at_field": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "freshness": { + "anyOf": [ + { + "type": "object", + "title": "FreshnessThreshold", + "properties": { + "warn_after": { + "anyOf": [ + { + "type": "object", + "title": "Time", + "properties": { + "count": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "period": { + "anyOf": [ + { + "enum": [ + "minute", + "hour", + "day" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ] + }, + "error_after": { + "anyOf": [ + { + "type": "object", + "title": "Time", + "properties": { + "count": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "period": { + "anyOf": [ + { + "enum": [ + "minute", + "hour", + "day" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ] + }, + "filter": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "external": { + "anyOf": [ + { + "type": "object", + "title": "ExternalTable", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "location": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "file_format": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "row_format": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tbl_properties": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "partitions": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "array", + "items": { + "type": "object", + "title": "ExternalPartition", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "name": { + "type": "string", + "default": "" + }, + "description": { + "type": "string", + "default": "" + }, + "data_type": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ], + "default": null + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "source_meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "SourceConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": true + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "created_at": { + "type": "number" + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "source_name", + "source_description", + "loader", + "identifier" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "macros": { + "type": "object", + "description": "The macros defined in the dbt project and its dependencies", + "additionalProperties": { + "type": "object", + "title": "Macro", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "macro" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "macro_sql": { + "type": "string" + }, + "depends_on": { + "type": "object", + "title": "MacroDependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "arguments": { + "type": "array", + "items": { + "type": "object", + "title": "MacroArgument", + "properties": { + "name": { + "type": "string" + }, + "type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "description": { + "type": "string", + "default": "" + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "created_at": { + "type": "number" + }, + "supported_languages": { + "anyOf": [ + { + "type": "array", + "items": { + "enum": [ + "python", + "sql" + ] + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "macro_sql" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "docs": { + "type": "object", + "description": "The docs defined in the dbt project and its dependencies", + "additionalProperties": { + "type": "object", + "title": "Documentation", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "doc" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "block_contents": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "block_contents" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "exposures": { + "type": "object", + "description": "The exposures defined in the dbt project and its dependencies", + "additionalProperties": { + "type": "object", + "title": "Exposure", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "exposure" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "type": { + "enum": [ + "dashboard", + "notebook", + "analysis", + "ml", + "application" + ] + }, + "owner": { + "type": "object", + "title": "Owner", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "email": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "description": { + "type": "string", + "default": "" + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "maturity": { + "anyOf": [ + { + "enum": [ + "low", + "medium", + "high" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "ExposureConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "url": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "created_at": { + "type": "number" + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "type", + "owner" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "metrics": { + "type": "object", + "description": "The metrics defined in the dbt project and its dependencies", + "additionalProperties": { + "type": "object", + "title": "Metric", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "metric" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string" + }, + "label": { + "type": "string" + }, + "type": { + "enum": [ + "simple", + "ratio", + "cumulative", + "derived", + "conversion" + ] + }, + "type_params": { + "type": "object", + "title": "MetricTypeParams", + "properties": { + "measure": { + "anyOf": [ + { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "input_measures": { + "type": "array", + "items": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "numerator": { + "anyOf": [ + { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "denominator": { + "anyOf": [ + { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "grain_to_date": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "metrics": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + { + "type": "null" + } + ], + "default": null + }, + "conversion_type_params": { + "anyOf": [ + { + "type": "object", + "title": "ConversionTypeParams", + "properties": { + "base_measure": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + "conversion_measure": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + "entity": { + "type": "string" + }, + "calculation": { + "enum": [ + "conversions", + "conversion_rate" + ], + "default": "conversion_rate" + }, + "window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "constant_properties": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "object", + "title": "ConstantPropertyInput", + "properties": { + "base_property": { + "type": "string" + }, + "conversion_property": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "base_property", + "conversion_property" + ] + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "base_measure", + "conversion_measure", + "entity" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "MetricConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "created_at": { + "type": "number" + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "description", + "label", + "type", + "type_params" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "groups": { + "type": "object", + "description": "The groups defined in the dbt project", + "additionalProperties": { + "type": "object", + "title": "Group", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "group" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "owner": { + "type": "object", + "title": "Owner", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "email": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "owner" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "selectors": { + "type": "object", + "description": "The selectors defined in selectors.yml", + "propertyNames": { + "type": "string" + } + }, + "disabled": { + "description": "A mapping of the disabled nodes in the target", + "anyOf": [ + { + "type": "object", + "additionalProperties": { + "type": "array", + "items": { + "anyOf": [ + { + "type": "object", + "title": "Seed", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "seed" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "SeedConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "seed" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "delimiter": { + "type": "string", + "default": "," + }, + "quote_columns": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "root_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "MacroDependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Analysis", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "analysis" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "SingularTest", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "test" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "TestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "dbt_test__audit" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "test" + }, + "severity": { + "type": "string", + "default": "ERROR", + "pattern": "^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$" + }, + "store_failures": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "store_failures_as": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "where": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "limit": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "fail_calc": { + "type": "string", + "default": "count(*)" + }, + "warn_if": { + "type": "string", + "default": "!= 0" + }, + "error_if": { + "type": "string", + "default": "!= 0" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "HookNode", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "operation" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Model", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "model" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "ModelConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "access": { + "enum": [ + "private", + "protected", + "public" + ], + "default": "protected" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "access": { + "enum": [ + "private", + "protected", + "public" + ], + "default": "protected" + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ModelLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + }, + "columns": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "latest_version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "deprecation_date": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "primary_key": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "SqlOperation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "sql_operation" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "GenericTest", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "test" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "TestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "dbt_test__audit" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "test" + }, + "severity": { + "type": "string", + "default": "ERROR", + "pattern": "^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$" + }, + "store_failures": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "store_failures_as": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "where": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "limit": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "fail_calc": { + "type": "string", + "default": "count(*)" + }, + "warn_if": { + "type": "string", + "default": "!= 0" + }, + "error_if": { + "type": "string", + "default": "!= 0" + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "column_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "file_key_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "attached_node": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "test_metadata": { + "type": "object", + "title": "TestMetadata", + "properties": { + "name": { + "type": "string", + "default": "test" + }, + "kwargs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "namespace": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum" + ] + }, + { + "type": "object", + "title": "Snapshot", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "snapshot" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "alias": { + "type": "string" + }, + "checksum": { + "type": "object", + "title": "FileHash", + "properties": { + "name": { + "type": "string" + }, + "checksum": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "name", + "checksum" + ] + }, + "config": { + "type": "object", + "title": "SnapshotConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "snapshot" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + }, + "strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "target_schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "target_database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "updated_at": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "check_cols": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "build_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "created_at": { + "type": "number" + }, + "config_call_dict": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "raw_code": { + "type": "string", + "default": "" + }, + "language": { + "type": "string", + "default": "sql" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "compiled_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "compiled": { + "type": "boolean", + "default": false + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "extra_ctes_injected": { + "type": "boolean", + "default": false + }, + "extra_ctes": { + "type": "array", + "items": { + "type": "object", + "title": "InjectedCTE", + "properties": { + "id": { + "type": "string" + }, + "sql": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "id", + "sql" + ] + } + }, + "_pre_injected_sql": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "contract": { + "type": "object", + "title": "Contract", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "defer_relation": { + "anyOf": [ + { + "type": "object", + "title": "DeferRelation", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "alias": { + "type": "string" + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "anyOf": [ + { + "type": "object", + "title": "NodeConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "string" + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "materialized": { + "type": "string", + "default": "view" + }, + "incremental_strategy": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "persist_docs": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "post-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "pre-hook": { + "type": "array", + "items": { + "type": "object", + "title": "Hook", + "properties": { + "sql": { + "type": "string" + }, + "transaction": { + "type": "boolean", + "default": true + }, + "index": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "sql" + ] + } + }, + "quoting": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "column_types": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "full_refresh": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "unique_key": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "null" + } + ], + "default": null + }, + "on_schema_change": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "ignore" + }, + "on_configuration_change": { + "enum": [ + "apply", + "continue", + "fail" + ] + }, + "grants": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "packages": { + "type": "array", + "items": { + "type": "string" + } + }, + "docs": { + "type": "object", + "title": "Docs", + "properties": { + "show": { + "type": "boolean", + "default": true + }, + "node_color": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "contract": { + "type": "object", + "title": "ContractConfig", + "properties": { + "enforced": { + "type": "boolean", + "default": false + }, + "alias_types": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "alias", + "relation_name", + "resource_type", + "name", + "description", + "compiled_code", + "meta", + "tags", + "config" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "alias", + "checksum", + "config" + ] + }, + { + "type": "object", + "title": "SourceDefinition", + "properties": { + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "schema": { + "type": "string" + }, + "name": { + "type": "string" + }, + "resource_type": { + "const": "source" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "source_name": { + "type": "string" + }, + "source_description": { + "type": "string" + }, + "loader": { + "type": "string" + }, + "identifier": { + "type": "string" + }, + "quoting": { + "type": "object", + "title": "Quoting", + "properties": { + "database": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "identifier": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "column": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "loaded_at_field": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "freshness": { + "anyOf": [ + { + "type": "object", + "title": "FreshnessThreshold", + "properties": { + "warn_after": { + "anyOf": [ + { + "type": "object", + "title": "Time", + "properties": { + "count": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "period": { + "anyOf": [ + { + "enum": [ + "minute", + "hour", + "day" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ] + }, + "error_after": { + "anyOf": [ + { + "type": "object", + "title": "Time", + "properties": { + "count": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + }, + "period": { + "anyOf": [ + { + "enum": [ + "minute", + "hour", + "day" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ] + }, + "filter": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "external": { + "anyOf": [ + { + "type": "object", + "title": "ExternalTable", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "location": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "file_format": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "row_format": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "tbl_properties": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "partitions": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "string" + } + }, + { + "type": "array", + "items": { + "type": "object", + "title": "ExternalPartition", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "name": { + "type": "string", + "default": "" + }, + "description": { + "type": "string", + "default": "" + }, + "data_type": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + { + "type": "null" + } + ], + "default": null + }, + "description": { + "type": "string", + "default": "" + }, + "columns": { + "type": "object", + "additionalProperties": { + "type": "object", + "title": "ColumnInfo", + "properties": { + "name": { + "type": "string" + }, + "description": { + "type": "string", + "default": "" + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "data_type": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "constraints": { + "type": "array", + "items": { + "type": "object", + "title": "ColumnLevelConstraint", + "properties": { + "type": { + "enum": [ + "check", + "not_null", + "unique", + "primary_key", + "foreign_key", + "custom" + ] + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expression": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "warn_unenforced": { + "type": "boolean", + "default": true + }, + "warn_unsupported": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": false, + "required": [ + "type" + ] + } + }, + "quote": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ], + "default": null + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true, + "required": [ + "name" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "source_meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "SourceConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": true + }, + "patch_path": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "created_at": { + "type": "number" + } + }, + "additionalProperties": false, + "required": [ + "database", + "schema", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "source_name", + "source_description", + "loader", + "identifier" + ] + }, + { + "type": "object", + "title": "Exposure", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "exposure" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "type": { + "enum": [ + "dashboard", + "notebook", + "analysis", + "ml", + "application" + ] + }, + "owner": { + "type": "object", + "title": "Owner", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "email": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": true + }, + "description": { + "type": "string", + "default": "" + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "maturity": { + "anyOf": [ + { + "enum": [ + "low", + "medium", + "high" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "ExposureConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "url": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "created_at": { + "type": "number" + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "type", + "owner" + ] + }, + { + "type": "object", + "title": "Metric", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "const": "metric" + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string" + }, + "label": { + "type": "string" + }, + "type": { + "enum": [ + "simple", + "ratio", + "cumulative", + "derived", + "conversion" + ] + }, + "type_params": { + "type": "object", + "title": "MetricTypeParams", + "properties": { + "measure": { + "anyOf": [ + { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "input_measures": { + "type": "array", + "items": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "numerator": { + "anyOf": [ + { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "denominator": { + "anyOf": [ + { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "grain_to_date": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "metrics": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "object", + "title": "MetricInput", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "offset_to_grain": { + "anyOf": [ + { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + { + "type": "null" + } + ], + "default": null + }, + "conversion_type_params": { + "anyOf": [ + { + "type": "object", + "title": "ConversionTypeParams", + "properties": { + "base_measure": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + "conversion_measure": { + "type": "object", + "title": "MetricInputMeasure", + "properties": { + "name": { + "type": "string" + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "join_to_timespine": { + "type": "boolean", + "default": false + }, + "fill_nulls_with": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + }, + "entity": { + "type": "string" + }, + "calculation": { + "enum": [ + "conversions", + "conversion_rate" + ], + "default": "conversion_rate" + }, + "window": { + "anyOf": [ + { + "type": "object", + "title": "MetricTimeWindow", + "properties": { + "count": { + "type": "integer" + }, + "granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + } + }, + "additionalProperties": false, + "required": [ + "count", + "granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "constant_properties": { + "anyOf": [ + { + "type": "array", + "items": { + "type": "object", + "title": "ConstantPropertyInput", + "properties": { + "base_property": { + "type": "string" + }, + "conversion_property": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "base_property", + "conversion_property" + ] + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "base_measure", + "conversion_measure", + "entity" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "filter": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "type": "array", + "items": { + "type": "string" + } + }, + "config": { + "type": "object", + "title": "MetricConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "sources": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "metrics": { + "type": "array", + "items": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "created_at": { + "type": "number" + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "description", + "label", + "type", + "type_params" + ] + }, + { + "type": "object", + "title": "SavedQuery", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "query_params": { + "type": "object", + "title": "QueryParams", + "properties": { + "metrics": { + "type": "array", + "items": { + "type": "string" + } + }, + "group_by": { + "type": "array", + "items": { + "type": "string" + } + }, + "where": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "metrics", + "group_by", + "where" + ] + }, + "exports": { + "type": "array", + "items": { + "type": "object", + "title": "Export", + "properties": { + "name": { + "type": "string" + }, + "config": { + "type": "object", + "title": "ExportConfig", + "properties": { + "export_as": { + "enum": [ + "table", + "view" + ] + }, + "schema_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "export_as" + ] + } + }, + "additionalProperties": false, + "required": [ + "name", + "config" + ] + } + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "config": { + "type": "object", + "title": "SavedQueryConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "export_as": { + "anyOf": [ + { + "enum": [ + "table", + "view" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "cache": { + "type": "object", + "title": "SavedQueryCache", + "properties": { + "enabled": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "created_at": { + "type": "number" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "query_params", + "exports" + ] + }, + { + "type": "object", + "title": "SemanticModel", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "model": { + "type": "string" + }, + "node_relation": { + "anyOf": [ + { + "type": "object", + "title": "NodeRelation", + "properties": { + "alias": { + "type": "string" + }, + "schema_name": { + "type": "string" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "" + } + }, + "additionalProperties": false, + "required": [ + "alias", + "schema_name" + ] + }, + { + "type": "null" + } + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "defaults": { + "anyOf": [ + { + "type": "object", + "title": "Defaults", + "properties": { + "agg_time_dimension": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "entities": { + "type": "array", + "items": { + "type": "object", + "title": "Entity", + "properties": { + "name": { + "type": "string" + }, + "type": { + "enum": [ + "foreign", + "natural", + "primary", + "unique" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "role": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "type" + ] + } + }, + "measures": { + "type": "array", + "items": { + "type": "object", + "title": "Measure", + "properties": { + "name": { + "type": "string" + }, + "agg": { + "enum": [ + "sum", + "min", + "max", + "count_distinct", + "sum_boolean", + "average", + "percentile", + "median", + "count" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "create_metric": { + "type": "boolean", + "default": false + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "agg_params": { + "anyOf": [ + { + "type": "object", + "title": "MeasureAggregationParameters", + "properties": { + "percentile": { + "anyOf": [ + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "use_discrete_percentile": { + "type": "boolean", + "default": false + }, + "use_approximate_percentile": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "non_additive_dimension": { + "anyOf": [ + { + "type": "object", + "title": "NonAdditiveDimension", + "properties": { + "name": { + "type": "string" + }, + "window_choice": { + "enum": [ + "sum", + "min", + "max", + "count_distinct", + "sum_boolean", + "average", + "percentile", + "median", + "count" + ] + }, + "window_groupings": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "name", + "window_choice", + "window_groupings" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "agg_time_dimension": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "agg" + ] + } + }, + "dimensions": { + "type": "array", + "items": { + "type": "object", + "title": "Dimension", + "properties": { + "name": { + "type": "string" + }, + "type": { + "enum": [ + "categorical", + "time" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "is_partition": { + "type": "boolean", + "default": false + }, + "type_params": { + "anyOf": [ + { + "type": "object", + "title": "DimensionTypeParams", + "properties": { + "time_granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + "validity_params": { + "anyOf": [ + { + "type": "object", + "title": "DimensionValidityParams", + "properties": { + "is_start": { + "type": "boolean", + "default": false + }, + "is_end": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "time_granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "type" + ] + } + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "created_at": { + "type": "number" + }, + "config": { + "type": "object", + "title": "SemanticModelConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "primary_entity": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "model", + "node_relation" + ] + }, + { + "type": "object", + "title": "UnitTestDefinition", + "properties": { + "model": { + "type": "string" + }, + "given": { + "type": "array", + "items": { + "type": "object", + "title": "UnitTestInputFixture", + "properties": { + "input": { + "type": "string" + }, + "rows": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + { + "type": "null" + } + ], + "default": null + }, + "format": { + "enum": [ + "csv", + "dict", + "sql" + ], + "default": "dict" + }, + "fixture": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "input" + ] + } + }, + "expect": { + "type": "object", + "title": "UnitTestOutputFixture", + "properties": { + "rows": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + { + "type": "null" + } + ], + "default": null + }, + "format": { + "enum": [ + "csv", + "dict", + "sql" + ], + "default": "dict" + }, + "fixture": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "overrides": { + "anyOf": [ + { + "type": "object", + "title": "UnitTestOverrides", + "properties": { + "macros": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "vars": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "env_vars": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "config": { + "type": "object", + "title": "UnitTestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "created_at": { + "type": "number" + }, + "versions": { + "anyOf": [ + { + "type": "object", + "title": "UnitTestNodeVersions", + "properties": { + "include": { + "anyOf": [ + { + "type": "array", + "items": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + } + ] + } + }, + { + "type": "null" + } + ], + "default": null + }, + "exclude": { + "anyOf": [ + { + "type": "array", + "items": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + } + ] + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "model", + "given", + "expect", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn" + ] + } + ] + } + }, + "propertyNames": { + "type": "string" + } + }, + { + "type": "null" + } + ] + }, + "parent_map": { + "description": "A mapping from\u00a0child nodes to their dependencies", + "anyOf": [ + { + "type": "object", + "additionalProperties": { + "type": "array", + "items": { + "type": "string" + } + }, + "propertyNames": { + "type": "string" + } + }, + { + "type": "null" + } + ] + }, + "child_map": { + "description": "A mapping from parent nodes to their dependents", + "anyOf": [ + { + "type": "object", + "additionalProperties": { + "type": "array", + "items": { + "type": "string" + } + }, + "propertyNames": { + "type": "string" + } + }, + { + "type": "null" + } + ] + }, + "group_map": { + "description": "A mapping from group names to their nodes", + "anyOf": [ + { + "type": "object", + "additionalProperties": { + "type": "array", + "items": { + "type": "string" + } + }, + "propertyNames": { + "type": "string" + } + }, + { + "type": "null" + } + ] + }, + "saved_queries": { + "type": "object", + "description": "The saved queries defined in the dbt project", + "additionalProperties": { + "type": "object", + "title": "SavedQuery", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "query_params": { + "type": "object", + "title": "QueryParams", + "properties": { + "metrics": { + "type": "array", + "items": { + "type": "string" + } + }, + "group_by": { + "type": "array", + "items": { + "type": "string" + } + }, + "where": { + "anyOf": [ + { + "type": "object", + "title": "WhereFilterIntersection", + "properties": { + "where_filters": { + "type": "array", + "items": { + "type": "object", + "title": "WhereFilter", + "properties": { + "where_sql_template": { + "type": "string" + } + }, + "additionalProperties": false, + "required": [ + "where_sql_template" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "where_filters" + ] + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "metrics", + "group_by", + "where" + ] + }, + "exports": { + "type": "array", + "items": { + "type": "object", + "title": "Export", + "properties": { + "name": { + "type": "string" + }, + "config": { + "type": "object", + "title": "ExportConfig", + "properties": { + "export_as": { + "enum": [ + "table", + "view" + ] + }, + "schema_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "alias": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "export_as" + ] + } + }, + "additionalProperties": false, + "required": [ + "name", + "config" + ] + } + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "config": { + "type": "object", + "title": "SavedQueryConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "export_as": { + "anyOf": [ + { + "enum": [ + "table", + "view" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "cache": { + "type": "object", + "title": "SavedQueryCache", + "properties": { + "enabled": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "created_at": { + "type": "number" + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "query_params", + "exports" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "semantic_models": { + "type": "object", + "description": "The semantic models defined in the dbt project", + "additionalProperties": { + "type": "object", + "title": "SemanticModel", + "properties": { + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "model": { + "type": "string" + }, + "node_relation": { + "anyOf": [ + { + "type": "object", + "title": "NodeRelation", + "properties": { + "alias": { + "type": "string" + }, + "schema_name": { + "type": "string" + }, + "database": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": "" + } + }, + "additionalProperties": false, + "required": [ + "alias", + "schema_name" + ] + }, + { + "type": "null" + } + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "defaults": { + "anyOf": [ + { + "type": "object", + "title": "Defaults", + "properties": { + "agg_time_dimension": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "entities": { + "type": "array", + "items": { + "type": "object", + "title": "Entity", + "properties": { + "name": { + "type": "string" + }, + "type": { + "enum": [ + "foreign", + "natural", + "primary", + "unique" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "role": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "type" + ] + } + }, + "measures": { + "type": "array", + "items": { + "type": "object", + "title": "Measure", + "properties": { + "name": { + "type": "string" + }, + "agg": { + "enum": [ + "sum", + "min", + "max", + "count_distinct", + "sum_boolean", + "average", + "percentile", + "median", + "count" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "create_metric": { + "type": "boolean", + "default": false + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "agg_params": { + "anyOf": [ + { + "type": "object", + "title": "MeasureAggregationParameters", + "properties": { + "percentile": { + "anyOf": [ + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + }, + "use_discrete_percentile": { + "type": "boolean", + "default": false + }, + "use_approximate_percentile": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "non_additive_dimension": { + "anyOf": [ + { + "type": "object", + "title": "NonAdditiveDimension", + "properties": { + "name": { + "type": "string" + }, + "window_choice": { + "enum": [ + "sum", + "min", + "max", + "count_distinct", + "sum_boolean", + "average", + "percentile", + "median", + "count" + ] + }, + "window_groupings": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "name", + "window_choice", + "window_groupings" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "agg_time_dimension": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "agg" + ] + } + }, + "dimensions": { + "type": "array", + "items": { + "type": "object", + "title": "Dimension", + "properties": { + "name": { + "type": "string" + }, + "type": { + "enum": [ + "categorical", + "time" + ] + }, + "description": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "label": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "is_partition": { + "type": "boolean", + "default": false + }, + "type_params": { + "anyOf": [ + { + "type": "object", + "title": "DimensionTypeParams", + "properties": { + "time_granularity": { + "enum": [ + "day", + "week", + "month", + "quarter", + "year" + ] + }, + "validity_params": { + "anyOf": [ + { + "type": "object", + "title": "DimensionValidityParams", + "properties": { + "is_start": { + "type": "boolean", + "default": false + }, + "is_end": { + "type": "boolean", + "default": false + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "time_granularity" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "expr": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "type" + ] + } + }, + "metadata": { + "anyOf": [ + { + "type": "object", + "title": "SourceFileMetadata", + "properties": { + "repo_file_path": { + "type": "string" + }, + "file_slice": { + "type": "object", + "title": "FileSlice", + "properties": { + "filename": { + "type": "string" + }, + "content": { + "type": "string" + }, + "start_line_number": { + "type": "integer" + }, + "end_line_number": { + "type": "integer" + } + }, + "additionalProperties": false, + "required": [ + "filename", + "content", + "start_line_number", + "end_line_number" + ] + } + }, + "additionalProperties": false, + "required": [ + "repo_file_path", + "file_slice" + ] + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "refs": { + "type": "array", + "items": { + "type": "object", + "title": "RefArgs", + "properties": { + "name": { + "type": "string" + }, + "package": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "created_at": { + "type": "number" + }, + "config": { + "type": "object", + "title": "SemanticModelConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "enabled": { + "type": "boolean", + "default": true + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "unrendered_config": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "primary_entity": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "group": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn", + "model", + "node_relation" + ] + }, + "propertyNames": { + "type": "string" + } + }, + "unit_tests": { + "type": "object", + "description": "The unit tests defined in the project", + "additionalProperties": { + "type": "object", + "title": "UnitTestDefinition", + "properties": { + "model": { + "type": "string" + }, + "given": { + "type": "array", + "items": { + "type": "object", + "title": "UnitTestInputFixture", + "properties": { + "input": { + "type": "string" + }, + "rows": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + { + "type": "null" + } + ], + "default": null + }, + "format": { + "enum": [ + "csv", + "dict", + "sql" + ], + "default": "dict" + }, + "fixture": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "input" + ] + } + }, + "expect": { + "type": "object", + "title": "UnitTestOutputFixture", + "properties": { + "rows": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + { + "type": "null" + } + ], + "default": null + }, + "format": { + "enum": [ + "csv", + "dict", + "sql" + ], + "default": "dict" + }, + "fixture": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + "name": { + "type": "string" + }, + "resource_type": { + "enum": [ + "model", + "analysis", + "test", + "snapshot", + "operation", + "seed", + "rpc", + "sql_operation", + "doc", + "source", + "macro", + "exposure", + "metric", + "group", + "saved_query", + "semantic_model", + "unit_test", + "fixture" + ] + }, + "package_name": { + "type": "string" + }, + "path": { + "type": "string" + }, + "original_file_path": { + "type": "string" + }, + "unique_id": { + "type": "string" + }, + "fqn": { + "type": "array", + "items": { + "type": "string" + } + }, + "description": { + "type": "string", + "default": "" + }, + "overrides": { + "anyOf": [ + { + "type": "object", + "title": "UnitTestOverrides", + "properties": { + "macros": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "vars": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "env_vars": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "depends_on": { + "type": "object", + "title": "DependsOn", + "properties": { + "macros": { + "type": "array", + "items": { + "type": "string" + } + }, + "nodes": { + "type": "array", + "items": { + "type": "string" + } + } + }, + "additionalProperties": false + }, + "config": { + "type": "object", + "title": "UnitTestConfig", + "properties": { + "_extra": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "tags": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "array", + "items": { + "type": "string" + } + } + ] + }, + "meta": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": true + }, + "checksum": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "schema": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "created_at": { + "type": "number" + }, + "versions": { + "anyOf": [ + { + "type": "object", + "title": "UnitTestNodeVersions", + "properties": { + "include": { + "anyOf": [ + { + "type": "array", + "items": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + } + ] + } + }, + { + "type": "null" + } + ], + "default": null + }, + "exclude": { + "anyOf": [ + { + "type": "array", + "items": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + } + ] + } + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false + }, + { + "type": "null" + } + ], + "default": null + }, + "version": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "number" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "model", + "given", + "expect", + "name", + "resource_type", + "package_name", + "path", + "original_file_path", + "unique_id", + "fqn" + ] + }, + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "metadata", + "nodes", + "sources", + "macros", + "docs", + "exposures", + "metrics", + "groups", + "selectors", + "disabled", + "parent_map", + "child_map", + "group_map", + "saved_queries", + "semantic_models", + "unit_tests" + ], + "$id": "https://schemas.getdbt.com/dbt/manifest/v12.json" +} diff --git a/dbt_artifacts_parser/resources/run-results/run-results_v6.json b/dbt_artifacts_parser/resources/run-results/run-results_v6.json new file mode 100644 index 0000000..0184376 --- /dev/null +++ b/dbt_artifacts_parser/resources/run-results/run-results_v6.json @@ -0,0 +1,216 @@ +{ + "$schema": "https://json-schema.org/draft/2020-12/schema", + "type": "object", + "title": "RunResultsArtifact", + "properties": { + "metadata": { + "type": "object", + "title": "BaseArtifactMetadata", + "properties": { + "dbt_schema_version": { + "type": "string" + }, + "dbt_version": { + "type": "string", + "default": "1.8.0a1" + }, + "generated_at": { + "type": "string" + }, + "invocation_id": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "env": { + "type": "object", + "additionalProperties": { + "type": "string" + }, + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "dbt_schema_version" + ] + }, + "results": { + "type": "array", + "items": { + "type": "object", + "title": "RunResultOutput", + "properties": { + "status": { + "anyOf": [ + { + "enum": [ + "success", + "error", + "skipped" + ] + }, + { + "enum": [ + "pass", + "error", + "fail", + "warn", + "skipped" + ] + }, + { + "enum": [ + "pass", + "warn", + "error", + "runtime error" + ] + } + ] + }, + "timing": { + "type": "array", + "items": { + "type": "object", + "title": "TimingInfo", + "properties": { + "name": { + "type": "string" + }, + "started_at": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + }, + "completed_at": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ], + "default": null + } + }, + "additionalProperties": false, + "required": [ + "name" + ] + } + }, + "thread_id": { + "type": "string" + }, + "execution_time": { + "type": "number" + }, + "adapter_response": { + "type": "object", + "propertyNames": { + "type": "string" + } + }, + "message": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "failures": { + "anyOf": [ + { + "type": "integer" + }, + { + "type": "null" + } + ] + }, + "unique_id": { + "type": "string" + }, + "compiled": { + "anyOf": [ + { + "type": "boolean" + }, + { + "type": "null" + } + ] + }, + "compiled_code": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + }, + "relation_name": { + "anyOf": [ + { + "type": "string" + }, + { + "type": "null" + } + ] + } + }, + "additionalProperties": false, + "required": [ + "status", + "timing", + "thread_id", + "execution_time", + "adapter_response", + "message", + "failures", + "unique_id", + "compiled", + "compiled_code", + "relation_name" + ] + } + }, + "elapsed_time": { + "type": "number" + }, + "args": { + "type": "object", + "propertyNames": { + "type": "string" + } + } + }, + "additionalProperties": false, + "required": [ + "metadata", + "results", + "elapsed_time" + ], + "$id": "https://schemas.getdbt.com/dbt/run-results/v6.json" +} diff --git a/dev/generate_parser_classes.sh b/dev/generate_parser_classes.sh index a2d4d15..d614b5b 100644 --- a/dev/generate_parser_classes.sh +++ b/dev/generate_parser_classes.sh @@ -19,10 +19,12 @@ set -e # Constants SCRIPT_DIR="$(dirname "$(readlink -f "$0")")" -MODULE_ROOT="$(dirname "$SCRIPT_DIR")" +MODULE_ROOT="$(dirname "${SCRIPT_DIR}")" # Base class base_class="dbt_artifacts_parser.parsers.base.BaseParserModel" +target_python_version="3.9" +output_model_type="pydantic_v2.BaseModel" # # catalog @@ -35,8 +37,10 @@ do destination="${MODULE_ROOT}/dbt_artifacts_parser/parsers/catalog/catalog_${ver}.py" echo "Generate ${destination}" datamodel-codegen --input-file-type jsonschema \ + --target-python-version "${target_python_version}" \ + --output-model-type "${output_model_type}" \ --disable-timestamp \ - --base-class "$base_class" \ + --base-class "${base_class}" \ --class-name "Catalog${upper_ver}" \ --input "${MODULE_ROOT}/dbt_artifacts_parser/resources/catalog/catalog_${ver}.json" \ --output "${destination}" @@ -45,7 +49,7 @@ done # # manifest # -manifest_versions=("v1" "v2" "v3" "v4" "v5" "v6" "v7" "v8" "v9" "v10" "v11") +manifest_versions=("v1" "v2" "v3" "v4" "v5" "v6" "v7" "v8" "v9" "v10" "v11" "v12") for ver in "${manifest_versions[@]}" do # Convert `v1` to `V1` @@ -53,8 +57,10 @@ do destination="${MODULE_ROOT}/dbt_artifacts_parser/parsers/manifest/manifest_${ver}.py" echo "Generate ${destination}" datamodel-codegen --input-file-type jsonschema \ + --target-python-version "${target_python_version}" \ + --output-model-type "${output_model_type}" \ --disable-timestamp \ - --base-class "$base_class" \ + --base-class "${base_class}" \ --class-name "Manifest${upper_ver}" \ --input "${MODULE_ROOT}/dbt_artifacts_parser/resources/manifest/manifest_${ver}.json" \ --output "${destination}" @@ -63,7 +69,7 @@ done # # run-results # -run_results_versions=("v1" "v2" "v3" "v4" "v5") +run_results_versions=("v1" "v2" "v3" "v4" "v5" "v6") for ver in "${run_results_versions[@]}" do # Convert `v1` to `V1` @@ -71,8 +77,10 @@ do destination="${MODULE_ROOT}/dbt_artifacts_parser/parsers/run_results/run_results_${ver}.py" echo "Generate ${destination}" datamodel-codegen --input-file-type jsonschema \ + --target-python-version "${target_python_version}" \ + --output-model-type "${output_model_type}" \ --disable-timestamp \ - --base-class "$base_class" \ + --base-class "${base_class}" \ --class-name "RunResults${upper_ver}" \ --input "${MODULE_ROOT}/dbt_artifacts_parser/resources/run-results/run-results_${ver}.json" \ --output "${destination}" @@ -89,8 +97,10 @@ do destination="${MODULE_ROOT}/dbt_artifacts_parser/parsers/sources/sources_${ver}.py" echo "Generate ${destination}" datamodel-codegen --input-file-type jsonschema \ + --target-python-version "${target_python_version}" \ + --output-model-type "${output_model_type}" \ --disable-timestamp \ - --base-class "$base_class" \ + --base-class "${base_class}" \ --class-name "Sources${upper_ver}" \ --input "${MODULE_ROOT}/dbt_artifacts_parser/resources/sources/sources_${ver}.json" \ --output "${destination}" diff --git a/pyproject.toml b/pyproject.toml index 7c73a23..29ea03f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -44,7 +44,7 @@ classifiers = [ ] dynamic = ["version", "description"] dependencies = [ - "pydantic >=1.6,<2.0", + "pydantic >=2.0,<3.0", ] [project.urls] @@ -67,7 +67,7 @@ dev = [ "pyyaml >=5.3", "pdoc3 >=0.9.2", "pre-commit >=2.15.0", - "datamodel-code-generator >=0.12.0,<0.20.0", + "datamodel-code-generator >=0.20,<0.30", ] [tool.isort] diff --git a/tests/resources/v12/jaffle_shop/manifest.json b/tests/resources/v12/jaffle_shop/manifest.json new file mode 100644 index 0000000..d2f97c9 --- /dev/null +++ b/tests/resources/v12/jaffle_shop/manifest.json @@ -0,0 +1 @@ +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.8.0", "generated_at": "2024-05-21T08:37:14.780996Z", "invocation_id": "831255cf-2d89-4ca7-9101-a2a774a131c4", "env": {}, "project_name": "jaffle_shop", "project_id": "06e5b98c2db46f8a72cc4f66410e9b3b", "user_id": "6d96452b-b732-4c45-94a0-3aeee932ccda", "send_anonymous_usage_stats": true, "adapter_type": "bigquery"}, "nodes": {"model.jaffle_shop.stg_customers": {"database": "your-project", "schema": "jaffle_shop", "name": "stg_customers", "resource_type": "model", "package_name": "jaffle_shop", "path": "staging/stg_customers.sql", "original_file_path": "models/staging/stg_customers.sql", "unique_id": "model.jaffle_shop.stg_customers", "fqn": ["jaffle_shop", "staging", "stg_customers"], "alias": "stg_customers", "checksum": {"name": "sha256", "checksum": "80e3223cd54387e11fa16cd0f4cbe15f8ff74dcd9900b93856b9e39416178c9d"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "hours_to_expiration": 720, "dbt-osmosis": "_{model}.yml"}, "tags": [], "description": "", "columns": {"customer_id": {"name": "customer_id", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "first_name": {"name": "first_name", "description": "", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "last_name": {"name": "last_name", "description": "", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "jaffle_shop://models/staging/schema.yml", "build_path": "target/run/jaffle_shop/models/staging/stg_customers.sql", "unrendered_config": {"materialized": "view", "hours_to_expiration": "{{ 24*30 if target.name == 'dev' else none }}", "dbt-osmosis": "_{model}.yml"}, "created_at": 1716280325.906477, "relation_name": "`your-project`.`jaffle_shop`.`stg_customers`", "raw_code": "with source as (\n\n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_customers') }}\n\n),\n\nrenamed as (\n\n select\n id as customer_id,\n first_name,\n last_name\n\n from source\n\n)\n\nselect * from renamed", "language": "sql", "refs": [{"name": "raw_customers", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["seed.jaffle_shop.raw_customers"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/stg_customers.sql", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_customers`\n\n),\n\nrenamed as (\n\n select\n id as customer_id,\n first_name,\n last_name\n\n from source\n\n)\n\nselect * from renamed", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.jaffle_shop.stg_payments": {"database": "your-project", "schema": "jaffle_shop", "name": "stg_payments", "resource_type": "model", "package_name": "jaffle_shop", "path": "staging/stg_payments.sql", "original_file_path": "models/staging/stg_payments.sql", "unique_id": "model.jaffle_shop.stg_payments", "fqn": ["jaffle_shop", "staging", "stg_payments"], "alias": "stg_payments", "checksum": {"name": "sha256", "checksum": "9c1ee3bfb10e07c2dfc325d55925da0e521887136d9051768cb8acf09dc86bda"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "hours_to_expiration": 720, "dbt-osmosis": "_{model}.yml"}, "tags": [], "description": "", "columns": {"payment_id": {"name": "payment_id", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "payment_method": {"name": "payment_method", "description": "", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "order_id": {"name": "order_id", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "amount": {"name": "amount", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "jaffle_shop://models/staging/schema.yml", "build_path": "target/run/jaffle_shop/models/staging/stg_payments.sql", "unrendered_config": {"materialized": "view", "hours_to_expiration": "{{ 24*30 if target.name == 'dev' else none }}", "dbt-osmosis": "_{model}.yml"}, "created_at": 1716280325.907477, "relation_name": "`your-project`.`jaffle_shop`.`stg_payments`", "raw_code": "with source as (\n \n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_payments') }}\n\n),\n\nrenamed as (\n\n select\n id as payment_id,\n order_id,\n payment_method,\n\n -- `amount` is currently stored in cents, so we convert it to dollars\n amount / 100 as amount\n\n from source\n\n)\n\nselect * from renamed", "language": "sql", "refs": [{"name": "raw_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["seed.jaffle_shop.raw_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/stg_payments.sql", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_payments`\n\n),\n\nrenamed as (\n\n select\n id as payment_id,\n order_id,\n payment_method,\n\n -- `amount` is currently stored in cents, so we convert it to dollars\n amount / 100 as amount\n\n from source\n\n)\n\nselect * from renamed", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.jaffle_shop.stg_orders": {"database": "your-project", "schema": "jaffle_shop", "name": "stg_orders", "resource_type": "model", "package_name": "jaffle_shop", "path": "staging/stg_orders.sql", "original_file_path": "models/staging/stg_orders.sql", "unique_id": "model.jaffle_shop.stg_orders", "fqn": ["jaffle_shop", "staging", "stg_orders"], "alias": "stg_orders", "checksum": {"name": "sha256", "checksum": "f4f881cb09d2c4162200fc331d7401df6d1abd4fed492554a7db70dede347108"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "hours_to_expiration": 720, "dbt-osmosis": "_{model}.yml"}, "tags": [], "description": "", "columns": {"order_id": {"name": "order_id", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "status": {"name": "status", "description": "", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "customer_id": {"name": "customer_id", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "order_date": {"name": "order_date", "description": "", "meta": {"dimension": {"type": "date"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "jaffle_shop://models/staging/schema.yml", "build_path": "target/run/jaffle_shop/models/staging/stg_orders.sql", "unrendered_config": {"materialized": "view", "hours_to_expiration": "{{ 24*30 if target.name == 'dev' else none }}", "dbt-osmosis": "_{model}.yml"}, "created_at": 1716280325.9068658, "relation_name": "`your-project`.`jaffle_shop`.`stg_orders`", "raw_code": "with source as (\n\n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_orders') }}\n\n),\n\nrenamed as (\n\n select\n id as order_id,\n user_id as customer_id,\n order_date,\n status\n\n from source\n\n)\n\nselect * from renamed", "language": "sql", "refs": [{"name": "raw_orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["seed.jaffle_shop.raw_orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/stg_orders.sql", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_orders`\n\n),\n\nrenamed as (\n\n select\n id as order_id,\n user_id as customer_id,\n order_date,\n status\n\n from source\n\n)\n\nselect * from renamed", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "seed.jaffle_shop.raw_customers": {"database": "your-project", "schema": "jaffle_shop", "name": "raw_customers", "resource_type": "seed", "package_name": "jaffle_shop", "path": "raw_customers.csv", "original_file_path": "seeds/raw_customers.csv", "unique_id": "seed.jaffle_shop.raw_customers", "fqn": ["jaffle_shop", "raw_customers"], "alias": "raw_customers", "checksum": {"name": "sha256", "checksum": "357d173dda65a741ad97d6683502286cc2655bb396ab5f4dfad12b8c39bd2a63"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/seeds/raw_customers.csv", "unrendered_config": {}, "created_at": 1716280325.36017, "relation_name": "`your-project`.`jaffle_shop`.`raw_customers`", "raw_code": "", "root_path": "/Users/yu/local/src/github/jaffle_shop", "depends_on": {"macros": []}}, "seed.jaffle_shop.raw_orders": {"database": "your-project", "schema": "jaffle_shop", "name": "raw_orders", "resource_type": "seed", "package_name": "jaffle_shop", "path": "raw_orders.csv", "original_file_path": "seeds/raw_orders.csv", "unique_id": "seed.jaffle_shop.raw_orders", "fqn": ["jaffle_shop", "raw_orders"], "alias": "raw_orders", "checksum": {"name": "sha256", "checksum": "ddecd7adf70a07a88b9c302aec2a03fce615b925c2c06f2d5ef99a5c97b41250"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/seeds/raw_orders.csv", "unrendered_config": {}, "created_at": 1716280325.361144, "relation_name": "`your-project`.`jaffle_shop`.`raw_orders`", "raw_code": "", "root_path": "/Users/yu/local/src/github/jaffle_shop", "depends_on": {"macros": []}}, "seed.jaffle_shop.raw_payments": {"database": "your-project", "schema": "jaffle_shop", "name": "raw_payments", "resource_type": "seed", "package_name": "jaffle_shop", "path": "raw_payments.csv", "original_file_path": "seeds/raw_payments.csv", "unique_id": "seed.jaffle_shop.raw_payments", "fqn": ["jaffle_shop", "raw_payments"], "alias": "raw_payments", "checksum": {"name": "sha256", "checksum": "6de0626a8db9c1750eefd1b2e17fac4c2a4b9f778eb50532d8b377b90de395e6"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "seed", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "delimiter": ",", "quote_columns": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/seeds/raw_payments.csv", "unrendered_config": {}, "created_at": 1716280325.3619578, "relation_name": "`your-project`.`jaffle_shop`.`raw_payments`", "raw_code": "", "root_path": "/Users/yu/local/src/github/jaffle_shop", "depends_on": {"macros": []}}, "model.elementary.snapshot_run_results": {"database": "your-project", "schema": "elementary", "name": "snapshot_run_results", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/snapshot_run_results.sql", "original_file_path": "models/edr/run_results/snapshot_run_results.sql", "unique_id": "model.elementary.snapshot_run_results", "fqn": ["elementary", "edr", "run_results", "snapshot_run_results"], "alias": "snapshot_run_results", "checksum": {"name": "sha256", "checksum": "1b4464b5d2043628e6ca2f1b435220ef0d577a48eecfc07b5ea5657e69c55b02"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "Run results of dbt snapshots, enriched with snapshots metadata. Each row is the result of a single snapshot. This is a view that joins data from `dbt_run_results` and `dbt_snapshots`.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/run_results/snapshot_run_results.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.9825249, "relation_name": "`your-project`.`elementary`.`snapshot_run_results`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith dbt_run_results as (\n select * from {{ ref('dbt_run_results') }}\n),\n\ndbt_snapshots as (\n select * from {{ ref('dbt_snapshots') }}\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n snapshots.database_name,\n snapshots.schema_name,\n coalesce(run_results.materialization, snapshots.materialization) as materialization,\n snapshots.tags,\n snapshots.package_name,\n snapshots.path,\n snapshots.original_path,\n snapshots.owner,\n snapshots.alias\nFROM dbt_run_results run_results\nJOIN dbt_snapshots snapshots ON run_results.unique_id = snapshots.unique_id", "language": "sql", "refs": [{"name": "dbt_run_results", "package": null, "version": null}, {"name": "dbt_snapshots", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.elementary.dbt_run_results", "model.elementary.dbt_snapshots"]}, "compiled_path": "target/compiled/elementary/models/edr/run_results/snapshot_run_results.sql", "compiled": true, "compiled_code": "\n\nwith dbt_run_results as (\n select * from `your-project`.`elementary`.`dbt_run_results`\n),\n\ndbt_snapshots as (\n select * from `your-project`.`elementary`.`dbt_snapshots`\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n snapshots.database_name,\n snapshots.schema_name,\n coalesce(run_results.materialization, snapshots.materialization) as materialization,\n snapshots.tags,\n snapshots.package_name,\n snapshots.path,\n snapshots.original_path,\n snapshots.owner,\n snapshots.alias\nFROM dbt_run_results run_results\nJOIN dbt_snapshots snapshots ON run_results.unique_id = snapshots.unique_id", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.job_run_results": {"database": "your-project", "schema": "elementary", "name": "job_run_results", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/job_run_results.sql", "original_file_path": "models/edr/run_results/job_run_results.sql", "unique_id": "model.elementary.job_run_results", "fqn": ["elementary", "edr", "run_results", "job_run_results"], "alias": "job_run_results", "checksum": {"name": "sha256", "checksum": "70fa0f75184f074237575d1146a8caf3048d0d0300a5da5013b7a88f137bc810"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "Run results of dbt invocations, enriched with jobs metadata. Each row is the result of a single job. This is a view on `dbt_invocations`.", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/run_results/job_run_results.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.9827032, "relation_name": "`your-project`.`elementary`.`job_run_results`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\n{% set job_run_started_at %}\nmin({{ elementary.edr_cast_as_timestamp(\"run_started_at\") }})\n{% endset %}\n\n{% set job_run_completed_at %}\nmax({{ elementary.edr_cast_as_timestamp(\"run_completed_at\") }})\n{% endset %}\n\nwith jobs as (\n select\n job_name,\n job_id,\n job_run_id,\n {{ job_run_started_at }} as job_run_started_at,\n {{ job_run_completed_at }} as job_run_completed_at,\n {{ elementary.timediff(\"second\", job_run_started_at, job_run_completed_at) }} as job_run_execution_time\n from {{ ref('dbt_invocations') }}\n where job_id is not null\n group by job_name, job_id, job_run_id\n)\n\nselect\n job_name as name,\n job_id as id,\n job_run_id as run_id,\n job_run_started_at as run_started_at,\n job_run_completed_at as run_completed_at,\n job_run_execution_time as run_execution_time\nfrom jobs", "language": "sql", "refs": [{"name": "dbt_invocations", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.timediff"], "nodes": ["model.elementary.dbt_invocations"]}, "compiled_path": "target/compiled/elementary/models/edr/run_results/job_run_results.sql", "compiled": true, "compiled_code": "\n\n\n\n\n\nwith jobs as (\n select\n job_name,\n job_id,\n job_run_id,\n \nmin(cast(run_started_at as timestamp))\n as job_run_started_at,\n \nmax(cast(run_completed_at as timestamp))\n as job_run_completed_at,\n \n timestamp_diff(\nmax(cast(run_completed_at as timestamp))\n, \nmin(cast(run_started_at as timestamp))\n, second)\n as job_run_execution_time\n from `your-project`.`elementary`.`dbt_invocations`\n where job_id is not null\n group by job_name, job_id, job_run_id\n)\n\nselect\n job_name as name,\n job_id as id,\n job_run_id as run_id,\n job_run_started_at as run_started_at,\n job_run_completed_at as run_completed_at,\n job_run_execution_time as run_execution_time\nfrom jobs", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.model_run_results": {"database": "your-project", "schema": "elementary", "name": "model_run_results", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/model_run_results.sql", "original_file_path": "models/edr/run_results/model_run_results.sql", "unique_id": "model.elementary.model_run_results", "fqn": ["elementary", "edr", "run_results", "model_run_results"], "alias": "model_run_results", "checksum": {"name": "sha256", "checksum": "99fba47e42516fbdc31e2546f687e3f780f21eaa5ac303e1ed22d23262ac5ec9"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "Run results of dbt models, enriched with models metadata. Each row is the result of a single model. This is a view that joins data from `dbt_run_results` and `dbt_models`.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/run_results/model_run_results.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.982338, "relation_name": "`your-project`.`elementary`.`model_run_results`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith dbt_run_results as (\n select * from {{ ref('dbt_run_results') }}\n),\n\ndbt_models as (\n select * from {{ ref('dbt_models') }}\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n models.database_name,\n models.schema_name,\n coalesce(run_results.materialization, models.materialization) as materialization,\n models.tags,\n models.package_name,\n models.path,\n models.original_path,\n models.owner,\n models.alias,\n ROW_NUMBER() OVER (PARTITION BY run_results.unique_id ORDER BY run_results.generated_at DESC) AS model_invocation_reverse_index,\n CASE WHEN FIRST_VALUE(invocation_id) OVER (PARTITION BY {{ elementary.edr_time_trunc('day', 'run_results.generated_at') }} ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_first_invocation_of_the_day,\n CASE WHEN LAST_VALUE(invocation_id) OVER (PARTITION BY {{ elementary.edr_time_trunc('day', 'run_results.generated_at') }} ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_last_invocation_of_the_day\n \nFROM dbt_run_results run_results\nJOIN dbt_models models ON run_results.unique_id = models.unique_id", "language": "sql", "refs": [{"name": "dbt_run_results", "package": null, "version": null}, {"name": "dbt_models", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.edr_time_trunc"], "nodes": ["model.elementary.dbt_run_results", "model.elementary.dbt_models"]}, "compiled_path": "target/compiled/elementary/models/edr/run_results/model_run_results.sql", "compiled": true, "compiled_code": "\n\nwith dbt_run_results as (\n select * from `your-project`.`elementary`.`dbt_run_results`\n),\n\ndbt_models as (\n select * from `your-project`.`elementary`.`dbt_models`\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n models.database_name,\n models.schema_name,\n coalesce(run_results.materialization, models.materialization) as materialization,\n models.tags,\n models.package_name,\n models.path,\n models.original_path,\n models.owner,\n models.alias,\n ROW_NUMBER() OVER (PARTITION BY run_results.unique_id ORDER BY run_results.generated_at DESC) AS model_invocation_reverse_index,\n CASE WHEN FIRST_VALUE(invocation_id) OVER (PARTITION BY \n timestamp_trunc(cast(run_results.generated_at as timestamp), day)\n ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_first_invocation_of_the_day,\n CASE WHEN LAST_VALUE(invocation_id) OVER (PARTITION BY \n timestamp_trunc(cast(run_results.generated_at as timestamp), day)\n ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_last_invocation_of_the_day\n \nFROM dbt_run_results run_results\nJOIN dbt_models models ON run_results.unique_id = models.unique_id", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.test_result_rows": {"database": "your-project", "schema": "elementary", "name": "test_result_rows", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/test_result_rows.sql", "original_file_path": "models/edr/run_results/test_result_rows.sql", "unique_id": "model.elementary.test_result_rows", "fqn": ["elementary", "edr", "run_results", "test_result_rows"], "alias": "test_result_rows", "checksum": {"name": "sha256", "checksum": "60f29c6ec225f876c714075d2ffd1b81198268ee2eb2e5138b4c3a8b94604de4"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.backfill_result_rows() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "elementary_test_results_id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "table_type": null}, "tags": [], "description": "", "columns": {}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/run_results/test_result_rows.sql", "unrendered_config": {"materialized": "incremental", "unique_key": "elementary_test_results_id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.backfill_result_rows() }}"], "schema": "elementary"}, "created_at": 1716280325.398636, "relation_name": "`your-project`.`elementary`.`test_result_rows`", "raw_code": "{{\n config(\n materialized = 'incremental',\n unique_key = 'elementary_test_results_id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n post_hook='{{ elementary.backfill_result_rows() }}',\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"detected_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n-- depends_on: {{ ref('elementary_test_results') }}\n{{ elementary.empty_table([\n ('elementary_test_results_id', 'long_string'),\n ('result_row', 'long_string'),\n ('detected_at','timestamp'),\n ('created_at','timestamp'),\n]) }}", "language": "sql", "refs": [{"name": "elementary_test_results", "package": null, "version": null}, {"name": "elementary_test_results", "package": null, "version": null}, {"name": "elementary_test_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.empty_table", "macro.elementary.backfill_result_rows"], "nodes": ["model.elementary.elementary_test_results"]}, "compiled_path": "target/compiled/elementary/models/edr/run_results/test_result_rows.sql", "compiled": true, "compiled_code": "\n\n-- depends_on: `your-project`.`elementary`.`elementary_test_results`\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as elementary_test_results_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as result_row\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.elementary_test_results": {"database": "your-project", "schema": "elementary", "name": "elementary_test_results", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/elementary_test_results.sql", "original_file_path": "models/edr/run_results/elementary_test_results.sql", "unique_id": "model.elementary.elementary_test_results", "fqn": ["elementary", "edr", "run_results", "elementary_test_results"], "alias": "elementary_test_results", "checksum": {"name": "sha256", "checksum": "df74ce864e711c45b8f20af4d3246257f95ef0735e17d83dce220bdd80bde93a"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "table_type": null}, "tags": [], "description": "Run results of all dbt tests, with fields and metadata needed to produce the Elementary report UI. Each row is the result of a single test, including native dbt tests, packages tests and elementary tests. New data is loaded to this model on an on-run-end hook named `elementary.handle_tests_results`.\n", "columns": {}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/run_results/elementary_test_results.sql", "unrendered_config": {"materialized": "incremental", "unique_key": "id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.982145, "relation_name": "`your-project`.`elementary`.`elementary_test_results`", "raw_code": "{{\n config(\n materialized = 'incremental',\n unique_key = 'id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"detected_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.empty_elementary_test_results() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.empty_elementary_test_results"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/run_results/elementary_test_results.sql", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as id\n\n,\n \n cast('dummy_string' as string) as data_issue_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_execution_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_unique_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_unique_id\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as test_type\n\n,\n \n cast('dummy_string' as string) as test_sub_type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_results_description\n\n,\n \n cast('dummy_string' as string) as owners\n\n,\n \n cast('dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_results_query\n\n,\n \n cast('dummy_string' as string) as other\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_params\n\n,\n \n cast('dummy_string' as string) as severity\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast(31474836478 as bigint) as failures\n\n,\n \n cast('dummy_string' as string) as test_short_name\n\n,\n \n cast('dummy_string' as string) as test_alias\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as result_rows\n\n,\n \n cast(31474836478 as bigint) as failed_row_count\n\n\n ) as empty_table\n where 1 = 0\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_source_freshness_results": {"database": "your-project", "schema": "elementary", "name": "dbt_source_freshness_results", "resource_type": "model", "package_name": "elementary", "path": "edr/run_results/dbt_source_freshness_results.sql", "original_file_path": "models/edr/run_results/dbt_source_freshness_results.sql", "unique_id": "model.elementary.dbt_source_freshness_results", "fqn": ["elementary", "edr", "run_results", "dbt_source_freshness_results"], "alias": "dbt_source_freshness_results", "checksum": {"name": "sha256", "checksum": "fb063c8eb524356395464854c25d33038742ce2e0c3d4b3936ce8919a0ee27d6"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "source_freshness_execution_id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "table_type": null}, "tags": [], "description": "", "columns": {}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/run_results/dbt_source_freshness_results.sql", "unrendered_config": {"materialized": "incremental", "unique_key": "source_freshness_execution_id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.435377, "relation_name": "`your-project`.`elementary`.`dbt_source_freshness_results`", "raw_code": "{{\n config(\n materialized = 'incremental',\n unique_key = 'source_freshness_execution_id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"generated_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.empty_dbt_source_freshness_results() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.empty_dbt_source_freshness_results"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/run_results/dbt_source_freshness_results.sql", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('dummy_string' as string) as source_freshness_execution_id\n\n,\n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as max_loaded_at\n\n,\n \n cast('dummy_string' as string) as snapshotted_at\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast(123456789.99 as FLOAT64) as max_loaded_at_time_ago_in_s\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast('dummy_string' as string) as error\n\n,\n \n cast('dummy_string' as string) as compile_started_at\n\n,\n \n cast('dummy_string' as string) as compile_completed_at\n\n,\n \n cast('dummy_string' as string) as execute_started_at\n\n,\n \n cast('dummy_string' as string) as execute_completed_at\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n \n cast('dummy_string' as string) as warn_after\n\n,\n \n cast('dummy_string' as string) as error_after\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as filter\n\n\n ) as empty_table\n where 1 = 0\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.alerts_dbt_tests": {"database": "your-project", "schema": "elementary", "name": "alerts_dbt_tests", "resource_type": "model", "package_name": "elementary", "path": "edr/alerts/alerts_dbt_tests.sql", "original_file_path": "models/edr/alerts/alerts_dbt_tests.sql", "unique_id": "model.elementary.alerts_dbt_tests", "fqn": ["elementary", "edr", "alerts", "alerts_dbt_tests"], "alias": "alerts_dbt_tests", "checksum": {"name": "sha256", "checksum": "d15f2b4a7ade165ad09b2b9f6d143d9d47ab0f080b2de5dce1c6fae9e30375ba"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "A view that is used by the Elementary CLI to generate dbt tests alerts, including all the fields the alert will include such as owner, tags, error message, etc. This view includes data about all dbt tests except elementary tests. It filters alerts according to configuration.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/alerts_views.yml", "build_path": "target/run/elementary/models/edr/alerts/alerts_dbt_tests.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.97327, "relation_name": "`your-project`.`elementary`.`alerts_dbt_tests`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith elementary_test_results as (\n select * from {{ ref('elementary_test_results') }}\n),\n\nalerts_dbt_tests as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where {{ not elementary.get_config_var('disable_test_alerts') }} and lower(status) != 'pass' {% if elementary.get_config_var('disable_warn_alerts') %} and lower(status) != 'warn' {% endif %} {% if elementary.get_config_var('disable_skipped_test_alerts') %} and lower(status) != 'skipped' {% endif %} and test_type = 'dbt_test'\n)\n\nselect * from alerts_dbt_tests", "language": "sql", "refs": [{"name": "elementary_test_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var"], "nodes": ["model.elementary.elementary_test_results"]}, "compiled_path": "target/compiled/elementary/models/edr/alerts/alerts_dbt_tests.sql", "compiled": true, "compiled_code": "\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_dbt_tests as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass' and lower(status) != 'skipped' and test_type = 'dbt_test'\n)\n\nselect * from alerts_dbt_tests", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.alerts_schema_changes": {"database": "your-project", "schema": "elementary", "name": "alerts_schema_changes", "resource_type": "model", "package_name": "elementary", "path": "edr/alerts/alerts_schema_changes.sql", "original_file_path": "models/edr/alerts/alerts_schema_changes.sql", "unique_id": "model.elementary.alerts_schema_changes", "fqn": ["elementary", "edr", "alerts", "alerts_schema_changes"], "alias": "alerts_schema_changes", "checksum": {"name": "sha256", "checksum": "bad7007c54d8885efe0496bd6289998cfed84a250ada4899fb8e53765236db0b"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "A view that is used by the Elementary CLI to generate alerts on schema changes detected using elementary tests. The view filters alerts according to configuration.", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/alerts_views.yml", "build_path": "target/run/elementary/models/edr/alerts/alerts_schema_changes.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.9736278, "relation_name": "`your-project`.`elementary`.`alerts_schema_changes`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False,\n )\n}}\n\n\nwith elementary_test_results as (\n select * from {{ ref('elementary_test_results') }}\n),\n\nalerts_schema_changes as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where {{ not elementary.get_config_var('disable_test_alerts') }} and lower(status) != 'pass' {%- if elementary.get_config_var('disable_warn_alerts') -%} and lower(status) != 'warn' {%- endif -%} {%- if elementary.get_config_var('disable_skipped_test_alerts') -%} and lower(status) != 'skipped' {%- endif -%} and test_type = 'schema_change'\n)\n\nselect * from alerts_schema_changes", "language": "sql", "refs": [{"name": "elementary_test_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var"], "nodes": ["model.elementary.elementary_test_results"]}, "compiled_path": "target/compiled/elementary/models/edr/alerts/alerts_schema_changes.sql", "compiled": true, "compiled_code": "\n\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_schema_changes as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass'and lower(status) != 'skipped'and test_type = 'schema_change'\n)\n\nselect * from alerts_schema_changes", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.alerts_dbt_source_freshness": {"database": "your-project", "schema": "elementary", "name": "alerts_dbt_source_freshness", "resource_type": "model", "package_name": "elementary", "path": "edr/alerts/alerts_dbt_source_freshness.sql", "original_file_path": "models/edr/alerts/alerts_dbt_source_freshness.sql", "unique_id": "model.elementary.alerts_dbt_source_freshness", "fqn": ["elementary", "edr", "alerts", "alerts_dbt_source_freshness"], "alias": "alerts_dbt_source_freshness", "checksum": {"name": "sha256", "checksum": "59b6900cf93ce1ac9e61f07c3358a21aecda80b7980e55e4387c80ea3463f012"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/alerts/alerts_dbt_source_freshness.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.498786, "relation_name": "`your-project`.`elementary`.`alerts_dbt_source_freshness`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith results as (\n select * from {{ ref('dbt_source_freshness_results') }}\n),\n\nsources as (\n select * from {{ ref('dbt_sources') }}\n)\n\nselect\n results.source_freshness_execution_id as alert_id,\n results.max_loaded_at,\n results.snapshotted_at,\n {{ elementary.edr_cast_as_timestamp(\"results.generated_at\") }} as detected_at,\n results.max_loaded_at_time_ago_in_s,\n results.status,\n results.error,\n results.warn_after,\n results.error_after,\n results.filter,\n sources.unique_id,\n sources.database_name,\n sources.schema_name,\n sources.source_name,\n sources.identifier,\n sources.tags,\n sources.meta,\n sources.owner,\n sources.package_name,\n sources.path,\n -- These columns below are deprecated. We add them since this view\n -- was used to be loaded into an incremental model with those columns, their names were later changed\n -- and Databricks doesn't respect `on_schema_change = 'append_new_columns'` properly, as described here -\n -- https://docs.databricks.com/en/delta/update-schema.html#automatic-schema-evolution-for-delta-lake-merge\n results.error_after as freshness_error_after,\n results.warn_after as freshness_warn_after,\n results.filter as freshness_filter\nfrom results\njoin sources on results.unique_id = sources.unique_id\nwhere {{ not elementary.get_config_var('disable_source_freshness_alerts') }} and lower(status) != 'pass'", "language": "sql", "refs": [{"name": "dbt_source_freshness_results", "package": null, "version": null}, {"name": "dbt_sources", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.get_config_var"], "nodes": ["model.elementary.dbt_source_freshness_results", "model.elementary.dbt_sources"]}, "compiled_path": "target/compiled/elementary/models/edr/alerts/alerts_dbt_source_freshness.sql", "compiled": true, "compiled_code": "\n\nwith results as (\n select * from `your-project`.`elementary`.`dbt_source_freshness_results`\n),\n\nsources as (\n select * from `your-project`.`elementary`.`dbt_sources`\n)\n\nselect\n results.source_freshness_execution_id as alert_id,\n results.max_loaded_at,\n results.snapshotted_at,\n cast(results.generated_at as timestamp) as detected_at,\n results.max_loaded_at_time_ago_in_s,\n results.status,\n results.error,\n results.warn_after,\n results.error_after,\n results.filter,\n sources.unique_id,\n sources.database_name,\n sources.schema_name,\n sources.source_name,\n sources.identifier,\n sources.tags,\n sources.meta,\n sources.owner,\n sources.package_name,\n sources.path,\n -- These columns below are deprecated. We add them since this view\n -- was used to be loaded into an incremental model with those columns, their names were later changed\n -- and Databricks doesn't respect `on_schema_change = 'append_new_columns'` properly, as described here -\n -- https://docs.databricks.com/en/delta/update-schema.html#automatic-schema-evolution-for-delta-lake-merge\n results.error_after as freshness_error_after,\n results.warn_after as freshness_warn_after,\n results.filter as freshness_filter\nfrom results\njoin sources on results.unique_id = sources.unique_id\nwhere True and lower(status) != 'pass'", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.alerts_anomaly_detection": {"database": "your-project", "schema": "elementary", "name": "alerts_anomaly_detection", "resource_type": "model", "package_name": "elementary", "path": "edr/alerts/alerts_anomaly_detection.sql", "original_file_path": "models/edr/alerts/alerts_anomaly_detection.sql", "unique_id": "model.elementary.alerts_anomaly_detection", "fqn": ["elementary", "edr", "alerts", "alerts_anomaly_detection"], "alias": "alerts_anomaly_detection", "checksum": {"name": "sha256", "checksum": "0d2bb9c33ded81e6501643abeeacde1b21695f406b861f748923e4bd9ce0c4c8"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "A view that is used by the Elementary CLI to generate alerts on data anomalies detected using the elementary anomaly detection tests. The view filters alerts according to configuration.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/alerts_views.yml", "build_path": "target/run/elementary/models/edr/alerts/alerts_anomaly_detection.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.973453, "relation_name": "`your-project`.`elementary`.`alerts_anomaly_detection`", "raw_code": "{{\n config(\n materialized = 'view',\n bind =False\n )\n}}\n\nwith elementary_test_results as (\n select * from {{ ref('elementary_test_results') }}\n),\n\nalerts_anomaly_detection as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where {{ not elementary.get_config_var('disable_test_alerts') }} and lower(status) != 'pass' {%- if elementary.get_config_var('disable_warn_alerts') -%} and lower(status) != 'warn' {%- endif -%} {%- if elementary.get_config_var('disable_skipped_test_alerts') -%} and lower(status) != 'skipped' {%- endif -%} and test_type = 'anomaly_detection'\n)\n\nselect * from alerts_anomaly_detection", "language": "sql", "refs": [{"name": "elementary_test_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var"], "nodes": ["model.elementary.elementary_test_results"]}, "compiled_path": "target/compiled/elementary/models/edr/alerts/alerts_anomaly_detection.sql", "compiled": true, "compiled_code": "\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_anomaly_detection as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass'and lower(status) != 'skipped'and test_type = 'anomaly_detection'\n)\n\nselect * from alerts_anomaly_detection", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.alerts_dbt_models": {"database": "your-project", "schema": "elementary", "name": "alerts_dbt_models", "resource_type": "model", "package_name": "elementary", "path": "edr/alerts/alerts_dbt_models.sql", "original_file_path": "models/edr/alerts/alerts_dbt_models.sql", "unique_id": "model.elementary.alerts_dbt_models", "fqn": ["elementary", "edr", "alerts", "alerts_dbt_models"], "alias": "alerts_dbt_models", "checksum": {"name": "sha256", "checksum": "6b76b9a7b5f40ef4f9ff316fe90b4d48451442cafac243dc5abf0ac10b4c67eb"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "A view that is used by the Elementary CLI to generate models alerts, including all the fields the alert will include such as owner, tags, error message, etc. It joins data about models and snapshots run results, and filters alerts according to configuration.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/alerts_views.yml", "build_path": "target/run/elementary/models/edr/alerts/alerts_dbt_models.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.973087, "relation_name": "`your-project`.`elementary`.`alerts_dbt_models`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith error_models as (\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from {{ ref('model_run_results') }}\n \n union all\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from {{ ref('snapshot_run_results') }}\n)\n\n\nselect model_execution_id as alert_id,\n unique_id,\n {{ elementary.edr_cast_as_timestamp(\"generated_at\") }} as detected_at,\n database_name,\n materialization,\n path,\n original_path,\n schema_name,\n message,\n owner as owners,\n tags,\n alias,\n status,\n full_refresh\nfrom error_models\nwhere {{ not elementary.get_config_var('disable_model_alerts') }} and lower(status) != 'success' {%- if elementary.get_config_var('disable_skipped_model_alerts') -%} and lower(status) != 'skipped' {%- endif -%}", "language": "sql", "refs": [{"name": "model_run_results", "package": null, "version": null}, {"name": "snapshot_run_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.get_config_var"], "nodes": ["model.elementary.model_run_results", "model.elementary.snapshot_run_results"]}, "compiled_path": "target/compiled/elementary/models/edr/alerts/alerts_dbt_models.sql", "compiled": true, "compiled_code": "\n\nwith error_models as (\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from `your-project`.`elementary`.`model_run_results`\n \n union all\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from `your-project`.`elementary`.`snapshot_run_results`\n)\n\n\nselect model_execution_id as alert_id,\n unique_id,\n cast(generated_at as timestamp) as detected_at,\n database_name,\n materialization,\n path,\n original_path,\n schema_name,\n message,\n owner as owners,\n tags,\n alias,\n status,\n full_refresh\nfrom error_models\nwhere True and lower(status) != 'success'and lower(status) != 'skipped'", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.monitors_runs": {"database": "your-project", "schema": "elementary", "name": "monitors_runs", "resource_type": "model", "package_name": "elementary", "path": "edr/system/monitors_runs.sql", "original_file_path": "models/edr/system/monitors_runs.sql", "unique_id": "model.elementary.monitors_runs", "fqn": ["elementary", "edr", "system", "monitors_runs"], "alias": "monitors_runs", "checksum": {"name": "sha256", "checksum": "3720e206635d4f2f95c193835727b0d533ec1a5fa56e5dec79331418d07e934f"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "This is a view on `data_monitoring_metrics` that is used to determine when a specific anomaly detection test was last executed. Each anomaly detection test queries this view to decide on a start time for collecting metrics.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/elementary_tests.yml", "build_path": "target/run/elementary/models/edr/system/monitors_runs.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.972663, "relation_name": "`your-project`.`elementary`.`monitors_runs`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith data_monitoring_metrics as (\n\n select * from {{ ref('data_monitoring_metrics') }}\n\n),\n\nmax_bucket_end as (\n\n select full_table_name,\n column_name,\n metric_name,\n metric_properties,\n max(bucket_end) as last_bucket_end,\n min(bucket_end) as first_bucket_end\n from data_monitoring_metrics\n group by 1,2,3,4\n\n)\n\nselect * from max_bucket_end", "language": "sql", "refs": [{"name": "data_monitoring_metrics", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.elementary.data_monitoring_metrics"]}, "compiled_path": "target/compiled/elementary/models/edr/system/monitors_runs.sql", "compiled": true, "compiled_code": "\n\nwith data_monitoring_metrics as (\n\n select * from `your-project`.`elementary`.`data_monitoring_metrics`\n\n),\n\nmax_bucket_end as (\n\n select full_table_name,\n column_name,\n metric_name,\n metric_properties,\n max(bucket_end) as last_bucket_end,\n min(bucket_end) as first_bucket_end\n from data_monitoring_metrics\n group by 1,2,3,4\n\n)\n\nselect * from max_bucket_end", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.metadata": {"database": "your-project", "schema": "elementary", "name": "metadata", "resource_type": "model", "package_name": "elementary", "path": "edr/system/metadata.sql", "original_file_path": "models/edr/system/metadata.sql", "unique_id": "model.elementary.metadata", "fqn": ["elementary", "edr", "system", "metadata"], "alias": "metadata", "checksum": {"name": "sha256", "checksum": "7d06c726499b330d51c340d2dc2774ac95f958fd6824c09711b3881b39b76a84"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/system/metadata.sql", "unrendered_config": {"materialized": "table", "schema": "elementary"}, "created_at": 1716280325.5135648, "relation_name": "`your-project`.`elementary`.`metadata`", "raw_code": "{{ config(materialized='table') }}\n\nSELECT\n '{{ elementary.get_elementary_package_version() }}' as dbt_pkg_version", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_elementary_package_version"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/system/metadata.sql", "compiled": true, "compiled_code": "\n\nSELECT\n '0.13.2' as dbt_pkg_version", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_tests": {"database": "your-project", "schema": "elementary", "name": "dbt_tests", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_tests.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_tests.sql", "unique_id": "model.elementary.dbt_tests", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_tests"], "alias": "dbt_tests", "checksum": {"name": "sha256", "checksum": "e3e387b5d7f7df8bdfdc358f4458dd69b8311803d989c7a0a571314bb1f1dfc2"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_tests() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about tests in the project, including configuration and properties from the dbt graph. Each row contains information about a single test. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "The unique id of the test.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "database_name": {"name": "database_name", "description": "The tested model database name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "schema_name": {"name": "schema_name", "description": "The tested model schema name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "The test name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "short_name": {"name": "short_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "alias": {"name": "alias", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "test_column_name": {"name": "test_column_name", "description": "The name of the tested column.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "severity": {"name": "severity", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "warn_if": {"name": "warn_if", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "error_if": {"name": "error_if", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "test_params": {"name": "test_params", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "test_namespace": {"name": "test_namespace", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "model_tags": {"name": "model_tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "model_owners": {"name": "model_owners", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_macros": {"name": "depends_on_macros", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_nodes": {"name": "depends_on_nodes", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "parent_model_unique_id": {"name": "parent_model_unique_id", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "type": {"name": "type", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_tests.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_tests() }}"], "schema": "elementary"}, "created_at": 1716280325.9871502, "relation_name": "`your-project`.`elementary`.`dbt_tests`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_tests() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_tests_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_tests_empty_table_query", "macro.elementary.upload_dbt_tests"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_tests.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as short_name\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as test_column_name\n\n,\n \n cast('dummy_string' as string) as severity\n\n,\n \n cast('dummy_string' as string) as warn_if\n\n,\n \n cast('dummy_string' as string) as error_if\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_params\n\n,\n \n cast('dummy_string' as string) as test_namespace\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_owners\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('dummy_string' as string) as parent_model_unique_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as quality_dimension\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_models": {"database": "your-project", "schema": "elementary", "name": "dbt_models", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_models.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_models.sql", "unique_id": "model.elementary.dbt_models", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_models"], "alias": "dbt_models", "checksum": {"name": "sha256", "checksum": "3b137ff6fc5007c98c2cce8c57010d5a8386ed4f9d217b08506e9106ab9168fd"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_models() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about models in the project, including configuration and properties from the dbt graph. Each row contains information about a single model. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "The unique id of the model.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "alias": {"name": "alias", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "checksum": {"name": "checksum", "description": "Model file checksum.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "materialization": {"name": "materialization", "description": "The model materialization config.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "Model tags property.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "The content of 'meta' property key.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "owner": {"name": "owner", "description": "Model owner property (configured under 'meta' key).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "database_name": {"name": "database_name", "description": "The model database name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "schema_name": {"name": "schema_name", "description": "The model schema name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_macros": {"name": "depends_on_macros", "description": "The macros the model directly depends on.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_nodes": {"name": "depends_on_nodes", "description": "The nodes the model directly depends on.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "Model description.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "Model name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "Package name of the model.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "Full path of the model file.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "Short path of the model file.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "Update time of the table.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_models.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_models() }}"], "schema": "elementary"}, "created_at": 1716280325.985079, "relation_name": "`your-project`.`elementary`.`dbt_models`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_models() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_models_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_models_empty_table_query", "macro.elementary.upload_dbt_models"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_models.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as patch_path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as bigquery_partition_by\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_sources": {"database": "your-project", "schema": "elementary", "name": "dbt_sources", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_sources.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_sources.sql", "unique_id": "model.elementary.dbt_sources", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_sources"], "alias": "dbt_sources", "checksum": {"name": "sha256", "checksum": "1abd5241398ed596cf8fcf85b84a45835ae0a3e67069f00d7b519757b009cbb3"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_sources() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about sources in the project, including configuration and properties from the dbt graph. Each row contains information about a single source. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "database_name": {"name": "database_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "schema_name": {"name": "schema_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "source_name": {"name": "source_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "identifier": {"name": "identifier", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "loaded_at_field": {"name": "loaded_at_field", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "freshness_warn_after": {"name": "freshness_warn_after", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "freshness_error_after": {"name": "freshness_error_after", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "freshness_filter": {"name": "freshness_filter", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "relation_name": {"name": "relation_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "owner": {"name": "owner", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "source_description": {"name": "source_description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_sources.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_sources() }}"], "schema": "elementary"}, "created_at": 1716280325.9887612, "relation_name": "`your-project`.`elementary`.`dbt_sources`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_sources() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_sources_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_sources_empty_table_query", "macro.elementary.upload_dbt_sources"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_sources.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as source_name\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as identifier\n\n,\n \n cast('dummy_string' as string) as loaded_at_field\n\n,\n \n cast('dummy_string' as string) as freshness_warn_after\n\n,\n \n cast('dummy_string' as string) as freshness_error_after\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as freshness_filter\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as freshness_description\n\n,\n \n cast('dummy_string' as string) as relation_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as source_description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_snapshots": {"database": "your-project", "schema": "elementary", "name": "dbt_snapshots", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_snapshots.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_snapshots.sql", "unique_id": "model.elementary.dbt_snapshots", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_snapshots"], "alias": "dbt_snapshots", "checksum": {"name": "sha256", "checksum": "84129810bfd9a5181f3d1552ba85143966cd16d64b9fc9169c1b089eab0c6ac2"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_snapshots() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about snapshots in the project, including configuration and properties from the dbt graph. Each row contains information about a single snapshot. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "alias": {"name": "alias", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "checksum": {"name": "checksum", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "materialization": {"name": "materialization", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "owner": {"name": "owner", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "database_name": {"name": "database_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "schema_name": {"name": "schema_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_macros": {"name": "depends_on_macros", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_nodes": {"name": "depends_on_nodes", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_snapshots.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_snapshots() }}"], "schema": "elementary"}, "created_at": 1716280325.9893508, "relation_name": "`your-project`.`elementary`.`dbt_snapshots`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_snapshots() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_models_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_models_empty_table_query", "macro.elementary.upload_dbt_snapshots"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_snapshots.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as patch_path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as bigquery_partition_by\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_columns": {"database": "your-project", "schema": "elementary", "name": "dbt_columns", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_columns.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_columns.sql", "unique_id": "model.elementary.dbt_columns", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_columns"], "alias": "dbt_columns", "checksum": {"name": "sha256", "checksum": "b8a1cdacc7886a9dc3c8595a28fe850e1c39090ca6da04e3431b6549b986dc99"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_columns() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_columns.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_columns() }}"], "schema": "elementary"}, "created_at": 1716280325.5578072, "relation_name": "`your-project`.`elementary`.`dbt_columns`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_columns() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_columns_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_columns_empty_table_query", "macro.elementary.upload_dbt_columns"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_columns.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as parent_unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as data_type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as table_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as resource_type\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.enriched_columns": {"database": "your-project", "schema": "elementary", "name": "enriched_columns", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/enriched_columns.sql", "original_file_path": "models/edr/dbt_artifacts/enriched_columns.sql", "unique_id": "model.elementary.enriched_columns", "fqn": ["elementary", "edr", "dbt_artifacts", "enriched_columns"], "alias": "enriched_columns", "checksum": {"name": "sha256", "checksum": "de13843dd09be742938fe58c752b0b44350377ea6202d8ecec71096ceb0b9a8b"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/dbt_artifacts/enriched_columns.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.5664132, "relation_name": "`your-project`.`elementary`.`enriched_columns`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\n\nwith information_schema_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(column_name) as name,\n data_type\n from {{ ref(\"information_schema_columns\") }}\n),\n\ndbt_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(name) as name,\n description\n from {{ ref(\"dbt_columns\") }}\n)\n\nselect\n database_name,\n schema_name,\n table_name,\n name,\n data_type,\n description\nfrom information_schema_columns\nleft join dbt_columns using (database_name, schema_name, table_name, name)", "language": "sql", "refs": [{"name": "information_schema_columns", "package": null, "version": null}, {"name": "dbt_columns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.elementary.information_schema_columns", "model.elementary.dbt_columns"]}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/enriched_columns.sql", "compiled": true, "compiled_code": "\n\n\nwith information_schema_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(column_name) as name,\n data_type\n from `your-project`.`elementary`.`information_schema_columns`\n),\n\ndbt_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(name) as name,\n description\n from `your-project`.`elementary`.`dbt_columns`\n)\n\nselect\n database_name,\n schema_name,\n table_name,\n name,\n data_type,\n description\nfrom information_schema_columns\nleft join dbt_columns using (database_name, schema_name, table_name, name)", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_invocations": {"database": "your-project", "schema": "elementary", "name": "dbt_invocations", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_invocations.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_invocations.sql", "unique_id": "model.elementary.dbt_invocations", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_invocations"], "alias": "dbt_invocations", "checksum": {"name": "sha256", "checksum": "6ec0cb09a0a3991db91ebd8a52625cc508faa4aac958138022aeaa3abb960755"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "invocation_id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Attributes associated with each dbt invocation. Inserted at the end of each invocation.\n", "columns": {"invocation_id": {"name": "invocation_id", "description": "Primary key of this table.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "run_started_at": {"name": "run_started_at", "description": "Timestamp the invocation was started.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "run_completed_at": {"name": "run_completed_at", "description": "Timestamp the invocation was completed", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "The time this invocation was uploaded to the database.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "command": {"name": "command", "description": "dbt command that was used. For example, run.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "dbt_version": {"name": "dbt_version", "description": "Version of dbt that was used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "elementary_version": {"name": "elementary_version", "description": "Version of the elementary package that was used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "full_refresh": {"name": "full_refresh", "description": "Whether or not this invocation was executed as a full-refresh.", "meta": {}, "data_type": "boolean", "constraints": [], "quote": null, "tags": []}, "invocation_vars": {"name": "invocation_vars", "description": "Dictionary of the variables (and values) that were declared in the invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "vars": {"name": "vars", "description": "Dictionary of all variables (and values) in the dbt project. If none were declared at runtime, these are the variables declared in dbt_project yml", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "target_name": {"name": "target_name", "description": "Name of the target used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "target_database": {"name": "target_database", "description": "Name of the target database that was used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "target_schema": {"name": "target_schema", "description": "Name of the target schema that was used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "target_profile_name": {"name": "target_profile_name", "description": "Name of the dbt profile that was used in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "threads": {"name": "threads", "description": "Number of threads that were used to run this dbt invocation. (This number could impact the performance of a dbt invocation).", "meta": {}, "data_type": "integer", "constraints": [], "quote": null, "tags": []}, "selected": {"name": "selected", "description": "The selected resources in the dbt command. While this is a string in the database, this can easily be converted to an array.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "yaml_selector": {"name": "yaml_selector", "description": "The yaml selector that was passed in this invocation.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "job_id": {"name": "job_id", "description": "The ID of a job, defined in the `job_id` var or in the `JOB_ID` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "job_name": {"name": "job_name", "description": "The name of a job, defined in the `job_name` var or in the `JOB_NAME` env var.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "job_run_id": {"name": "job_run_id", "description": "The run ID of a job, defined in the `job_run_id` var or in the `DBT_JOB_RUN_ID` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "env": {"name": "env", "description": "The environment's name, defined in the `DBT_ENV` env var.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "env_id": {"name": "env_id", "description": "The ID of an environment, defined in the `DBT_ENV_ID` env var.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "project_id": {"name": "project_id", "description": "The ID of a project, defined in the `DBT_PROJECT_ID` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "cause_category": {"name": "cause_category", "description": "The category of the cause of the invocation. For example, if the invocation was triggered by a schedule, the cause category would be schedule.\nDefined in the `DBT_CAUSE_CATEGORY` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).\n", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "cause": {"name": "cause", "description": "The cause of the invocation. For example, if the invocation was triggered by a manual run, the cause would be _\"Kicked off by Joe.\"_.\nDefined in the `DBT_CAUSE` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).\n", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "pull_request_id": {"name": "pull_request_id", "description": "The ID of a pull request, defined in the `DBT_PULL_REQUEST_ID` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "git_sha": {"name": "git_sha", "description": "The git SHA of the commit that was used in this invocation, defined in the `DBT_GIT_SHA` env var or by the orchestrator (dbt Cloud, GitHub Actions, etc).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "orchestrator": {"name": "orchestrator", "description": "The orchestrator that was used to run this invocation, defined in the `orchestrator` var or in the `ORCHESTRATOR` env var or by the orchestrator env vars. For example, dbt Cloud, GitHub Actions, etc.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "job_url": {"name": "job_url", "description": "The name of a job, defined in the `job_url` var or in the `JOB_URL` env var or by the orchestrator. For GitHub Actions orchestrator, the value is calculated.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "account_id": {"name": "account_id", "description": "The ID of the account, defined in the `account_id` var or in the `ACCOUNT_ID` env var or by the orchestrator.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_invocations.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "invocation_id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.9783292, "relation_name": "`your-project`.`elementary`.`dbt_invocations`", "raw_code": "{{\n config(\n materialized = 'incremental',\n transient=False,\n unique_key = 'invocation_id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"generated_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_invocations_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_invocations_empty_table_query"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_invocations.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as invocation_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_run_id\n\n,\n \n cast('dummy_string' as string) as run_started_at\n\n,\n \n cast('dummy_string' as string) as run_completed_at\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('dummy_string' as string) as command\n\n,\n \n cast('dummy_string' as string) as dbt_version\n\n,\n \n cast('dummy_string' as string) as elementary_version\n\n,\n \n cast (True as BOOL) as full_refresh\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as invocation_vars\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as vars\n\n,\n \n cast('dummy_string' as string) as target_name\n\n,\n \n cast('dummy_string' as string) as target_database\n\n,\n \n cast('dummy_string' as string) as target_schema\n\n,\n \n cast('dummy_string' as string) as target_profile_name\n\n,\n \n cast(123456789 as INT64) as threads\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as selected\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as yaml_selector\n\n,\n \n cast('dummy_string' as string) as project_id\n\n,\n \n cast('dummy_string' as string) as project_name\n\n,\n \n cast('dummy_string' as string) as env\n\n,\n \n cast('dummy_string' as string) as env_id\n\n,\n \n cast('dummy_string' as string) as cause_category\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as cause\n\n,\n \n cast('dummy_string' as string) as pull_request_id\n\n,\n \n cast('dummy_string' as string) as git_sha\n\n,\n \n cast('dummy_string' as string) as orchestrator\n\n,\n \n cast('dummy_string' as string) as dbt_user\n\n,\n \n cast('dummy_string' as string) as job_url\n\n,\n \n cast('dummy_string' as string) as job_run_url\n\n,\n \n cast('dummy_string' as string) as account_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as target_adapter_specific_fields\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_metrics": {"database": "your-project", "schema": "elementary", "name": "dbt_metrics", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_metrics.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_metrics.sql", "unique_id": "model.elementary.dbt_metrics", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_metrics"], "alias": "dbt_metrics", "checksum": {"name": "sha256", "checksum": "86136f6682874137b3f9277098edf419c918548c440e1cd03c29f930d13d6dca"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_metrics() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about metrics in the project, including configuration and properties from the dbt graph. Each row contains information about a single metric. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "label": {"name": "label", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "model": {"name": "model", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "type": {"name": "type", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "sql": {"name": "sql", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "timestamp": {"name": "timestamp", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "filters": {"name": "filters", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "time_grains": {"name": "time_grains", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "dimensions": {"name": "dimensions", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_macros": {"name": "depends_on_macros", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_nodes": {"name": "depends_on_nodes", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_metrics.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_metrics() }}"], "schema": "elementary"}, "created_at": 1716280325.990806, "relation_name": "`your-project`.`elementary`.`dbt_metrics`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_metrics() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_metrics_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_metrics_empty_table_query", "macro.elementary.upload_dbt_metrics"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_metrics.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as label\n\n,\n \n cast('dummy_string' as string) as model\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as sql\n\n,\n \n cast('dummy_string' as string) as timestamp\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as filters\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as time_grains\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as dimensions\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_seeds": {"database": "your-project", "schema": "elementary", "name": "dbt_seeds", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_seeds.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_seeds.sql", "unique_id": "model.elementary.dbt_seeds", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_seeds"], "alias": "dbt_seeds", "checksum": {"name": "sha256", "checksum": "e768cbfb8ca753297d627bc51d661b4d4278e48650f9479d6a64431cb291a551"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_seeds() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_seeds.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_seeds() }}"], "schema": "elementary"}, "created_at": 1716280325.5902889, "relation_name": "`your-project`.`elementary`.`dbt_seeds`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_seeds() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_seeds_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_seeds_empty_table_query", "macro.elementary.upload_dbt_seeds"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_seeds.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_artifacts_hashes": {"database": "your-project", "schema": "elementary", "name": "dbt_artifacts_hashes", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_artifacts_hashes.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_artifacts_hashes.sql", "unique_id": "model.elementary.dbt_artifacts_hashes", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_artifacts_hashes"], "alias": "dbt_artifacts_hashes", "checksum": {"name": "sha256", "checksum": "830e8b8053c5f914ccc03c0fde90786590b17ce0c736a1b91d1d48c57f22a8ed"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_artifacts_hashes.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.599682, "relation_name": "`your-project`.`elementary`.`dbt_artifacts_hashes`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\n{% set artifact_models = [\n \"dbt_models\",\n \"dbt_tests\",\n \"dbt_sources\",\n \"dbt_snapshots\",\n \"dbt_metrics\",\n \"dbt_exposures\",\n \"dbt_seeds\",\n \"dbt_columns\",\n] %}\n\n{% for artifact_model in artifact_models %}\nselect\n '{{ artifact_model }}' as artifacts_model,\n metadata_hash\nfrom {{ ref(artifact_model) }}\n{% if not loop.last %} union all {% endif %}\n{% endfor %}\norder by metadata_hash", "language": "sql", "refs": [{"name": "dbt_models", "package": null, "version": null}, {"name": "dbt_tests", "package": null, "version": null}, {"name": "dbt_sources", "package": null, "version": null}, {"name": "dbt_snapshots", "package": null, "version": null}, {"name": "dbt_metrics", "package": null, "version": null}, {"name": "dbt_exposures", "package": null, "version": null}, {"name": "dbt_seeds", "package": null, "version": null}, {"name": "dbt_columns", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.elementary.dbt_models", "model.elementary.dbt_tests", "model.elementary.dbt_sources", "model.elementary.dbt_snapshots", "model.elementary.dbt_metrics", "model.elementary.dbt_exposures", "model.elementary.dbt_seeds", "model.elementary.dbt_columns"]}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_artifacts_hashes.sql", "compiled": true, "compiled_code": "\n\n\n\n\nselect\n 'dbt_models' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_models`\n union all \n\nselect\n 'dbt_tests' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_tests`\n union all \n\nselect\n 'dbt_sources' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_sources`\n union all \n\nselect\n 'dbt_snapshots' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_snapshots`\n union all \n\nselect\n 'dbt_metrics' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_metrics`\n union all \n\nselect\n 'dbt_exposures' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_exposures`\n union all \n\nselect\n 'dbt_seeds' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_seeds`\n union all \n\nselect\n 'dbt_columns' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_columns`\n\n\norder by metadata_hash", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_run_results": {"database": "your-project", "schema": "elementary", "name": "dbt_run_results", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_run_results.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_run_results.sql", "unique_id": "model.elementary.dbt_run_results", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_run_results"], "alias": "dbt_run_results", "checksum": {"name": "sha256", "checksum": "9b2317042e53c953bc3839ef18c3e197d2c347ece4d5968731093dd324b349c5"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"deprecated_columns": [{"name": "compiled_sql", "data_type": "string", "description": "The compiled SQL executed against the database."}], "dedup_by_column": "model_execution_id", "timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "model_execution_id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Run results of dbt invocations, inserted at the end of each invocation. Each row is the invocation result of a single resource (model, test, snapshot, etc). New data is loaded to this model on an on-run-end hook named 'elementary.upload_run_results' from each invocation that produces a result object. This is an incremental model.\n", "columns": {"model_execution_id": {"name": "model_execution_id", "description": "Execution id generated by joining the unique_id of the resource and the invocation_id. This is the unique key of each row in this model.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "unique_id": {"name": "unique_id", "description": "The unique id of the resource (would be similar for all executions of the same resource).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "invocation_id": {"name": "invocation_id", "description": "The unique id of the invocation (would be similar for all resources executed on the same invocation). FK to dbt_invocations.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "Resource name.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "message": {"name": "message", "description": "Execution results message returned by dbt.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "status": {"name": "status", "description": "Execution result status (success, error, pass, fail)", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "resource_type": {"name": "resource_type", "description": "Resource type (model, test, snapshot, seed, etc)", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "execution_time": {"name": "execution_time", "description": "Resource execution duration in seconds.", "meta": {}, "data_type": "float", "constraints": [], "quote": null, "tags": []}, "execute_started_at": {"name": "execute_started_at", "description": "Start time of the execution.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "execute_completed_at": {"name": "execute_completed_at", "description": "End time of the execution.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "compile_started_at": {"name": "compile_started_at", "description": "Start time of resource compile action.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "compile_completed_at": {"name": "compile_completed_at", "description": "End time of resource compile action.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "rows_affected": {"name": "rows_affected", "description": "", "meta": {}, "data_type": "int", "constraints": [], "quote": null, "tags": []}, "full_refresh": {"name": "full_refresh", "description": "Was this a full refresh execution.", "meta": {}, "data_type": "boolean", "constraints": [], "quote": null, "tags": []}, "compiled_code": {"name": "compiled_code", "description": "The compiled code (SQL / Python) executed against the database.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "failures": {"name": "failures", "description": "Number of failures in this run.", "meta": {}, "data_type": "int", "constraints": [], "quote": null, "tags": []}, "query_id": {"name": "query_id", "description": "Query ID in the data warehouse, if returned by the adapter (currently only supported in Snowflake, is null for any other adapter).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "thread_id": {"name": "thread_id", "description": "Id of the thread of this resource run.", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "adapter_response": {"name": "adapter_response", "description": "Response returned by the adapter (Fields will be different for each adapters).", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {"deprecated_columns": [{"name": "compiled_sql", "data_type": "string", "description": "The compiled SQL executed against the database."}], "dedup_by_column": "model_execution_id", "timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/run_results.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_run_results.sql", "unrendered_config": {"meta": {"dedup_by_column": "model_execution_id", "timestamp_column": "created_at", "prev_timestamp_column": "generated_at"}, "materialized": "incremental", "transient": false, "unique_key": "model_execution_id", "on_schema_change": "append_new_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.981925, "relation_name": "`your-project`.`elementary`.`dbt_run_results`", "raw_code": "{{\n config(\n materialized = 'incremental',\n transient=False,\n unique_key = 'model_execution_id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"dedup_by_column\": \"model_execution_id\",\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"generated_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_run_results_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_run_results_empty_table_query"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_run_results.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as model_execution_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as message\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast('dummy_string' as string) as resource_type\n\n,\n \n cast(123456789.99 as FLOAT64) as execution_time\n\n,\n \n cast('dummy_string' as string) as execute_started_at\n\n,\n \n cast('dummy_string' as string) as execute_completed_at\n\n,\n \n cast('dummy_string' as string) as compile_started_at\n\n,\n \n cast('dummy_string' as string) as compile_completed_at\n\n,\n \n cast(31474836478 as bigint) as rows_affected\n\n,\n \n cast (True as BOOL) as full_refresh\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as compiled_code\n\n,\n \n cast(31474836478 as bigint) as failures\n\n,\n \n cast('dummy_string' as string) as query_id\n\n,\n \n cast('dummy_string' as string) as thread_id\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('dummy_string' as string) as adapter_response\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.information_schema_columns": {"database": "your-project", "schema": "elementary", "name": "information_schema_columns", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/information_schema_columns.sql", "original_file_path": "models/edr/dbt_artifacts/information_schema_columns.sql", "unique_id": "model.elementary.information_schema_columns", "fqn": ["elementary", "edr", "dbt_artifacts", "information_schema_columns"], "alias": "information_schema_columns", "checksum": {"name": "sha256", "checksum": "6490e0d9234e48632239108ba3211607d83aa25720bdd3124699b360fe6745b6"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/elementary/models/edr/dbt_artifacts/information_schema_columns.sql", "unrendered_config": {"materialized": "view", "schema": "elementary"}, "created_at": 1716280325.612298, "relation_name": "`your-project`.`elementary`.`information_schema_columns`", "raw_code": "{{\n config(\n materialized=elementary.get_information_schema_columns_materialized(),\n )\n}}\n{% if elementary.get_information_schema_columns_materialized() == \"view\" %}\n {{ elementary.get_information_schema_columns_query() }}\n{% else %}\n {{ elementary.get_empty_columns_from_information_schema_table() }}\n{% endif %}", "language": "sql", "refs": [{"name": "dbt_models", "package": null, "version": null}, {"name": "dbt_snapshots", "package": null, "version": null}, {"name": "dbt_sources", "package": null, "version": null}, {"name": "dbt_seeds", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_information_schema_columns_materialized", "macro.elementary.get_information_schema_columns_query"], "nodes": ["model.elementary.dbt_models", "model.elementary.dbt_snapshots", "model.elementary.dbt_sources", "model.elementary.dbt_seeds"]}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/information_schema_columns.sql", "compiled": true, "compiled_code": "\n\n \n \n \n \n\n with dbt_models_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from `your-project`.`elementary`.`dbt_models`\n ),\n\n dbt_snapshots_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from `your-project`.`elementary`.`dbt_snapshots`\n ),\n\n dbt_sources_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from `your-project`.`elementary`.`dbt_sources`\n ),\n\n dbt_seeds_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from `your-project`.`elementary`.`dbt_seeds`\n ),\n\n tables_information as (\n select * from dbt_models_data\n union all\n select * from dbt_sources_data\n union all\n select * from dbt_snapshots_data\n union all\n select * from dbt_seeds_data\n ),\n\n columns_information as (\n \n \n \n \n (\n \n \n \n \n \n \n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from `your-project`.`jaffle_shop`.INFORMATION_SCHEMA.COLUMNS\n where upper(table_schema) = upper('jaffle_shop')\n \n\n \n)\n \n \n\n\n\n ),\n\n information_schema_columns as (\n select col_info.*\n from tables_information tbl_info\n join columns_information col_info\n on (lower(tbl_info.database_name) = lower(col_info.database_name) and\n lower(tbl_info.schema_name) = lower(col_info.schema_name) and\n lower(tbl_info.table_name) = lower(col_info.table_name)\n )\n )\n\n select *\n from information_schema_columns\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.dbt_exposures": {"database": "your-project", "schema": "elementary", "name": "dbt_exposures", "resource_type": "model", "package_name": "elementary", "path": "edr/dbt_artifacts/dbt_exposures.sql", "original_file_path": "models/edr/dbt_artifacts/dbt_exposures.sql", "unique_id": "model.elementary.dbt_exposures", "fqn": ["elementary", "edr", "dbt_artifacts", "dbt_exposures"], "alias": "dbt_exposures", "checksum": {"name": "sha256", "checksum": "11693171043651333132be14894b4b7acad2ce7f09dea0ae0f722cf7d2417bb0"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [{"sql": "{{ elementary.upload_dbt_exposures() }}", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "transient": false, "table_type": null}, "tags": [], "description": "Metadata about exposures in the project, including configuration and properties from the dbt graph. Each row contains information about a single exposure. Data is loaded every time this model is executed. It is recommended to execute the model every time a change is merged to the project.\n", "columns": {"unique_id": {"name": "unique_id", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "name": {"name": "name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "maturity": {"name": "maturity", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "type": {"name": "type", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "owner_email": {"name": "owner_email", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "owner_name": {"name": "owner_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "url": {"name": "url", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_macros": {"name": "depends_on_macros", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "depends_on_nodes": {"name": "depends_on_nodes", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "description": {"name": "description", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "tags": {"name": "tags", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "package_name": {"name": "package_name", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "original_path": {"name": "original_path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "path": {"name": "path", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}, "generated_at": {"name": "generated_at", "description": "", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/dbt_artifacts.yml", "build_path": "target/run/elementary/models/edr/dbt_artifacts/dbt_exposures.sql", "unrendered_config": {"materialized": "incremental", "transient": false, "unique_key": "unique_id", "on_schema_change": "sync_all_columns", "full_refresh": false, "table_type": null, "incremental_strategy": null, "post-hook": ["{{ elementary.upload_dbt_exposures() }}"], "schema": "elementary"}, "created_at": 1716280325.991848, "relation_name": "`your-project`.`elementary`.`dbt_exposures`", "raw_code": "{{\n config(\n materialized='incremental',\n transient=False,\n post_hook='{{ elementary.upload_dbt_exposures() }}',\n unique_key='unique_id',\n on_schema_change='sync_all_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.get_dbt_exposures_empty_table_query() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.get_dbt_exposures_empty_table_query", "macro.elementary.upload_dbt_exposures"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/dbt_artifacts/dbt_exposures.sql", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as maturity\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('dummy_string' as string) as owner_email\n\n,\n \n cast('dummy_string' as string) as owner_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as url\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_columns\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as label\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as raw_queries\n\n\n ) as empty_table\n where 1 = 0", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.metrics_anomaly_score": {"database": "your-project", "schema": "elementary", "name": "metrics_anomaly_score", "resource_type": "model", "package_name": "elementary", "path": "edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql", "original_file_path": "models/edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql", "unique_id": "model.elementary.metrics_anomaly_score", "fqn": ["elementary", "edr", "data_monitoring", "anomaly_detection", "metrics_anomaly_score"], "alias": "metrics_anomaly_score", "checksum": {"name": "sha256", "checksum": "3c24ecb37454bb7fc0cd30ea889676be6759d558716df6e99b8306eee4feab4f"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "This is a view on `data_monitoring_metrics` that runs the same query the anomaly detection tests run to calculate anomaly scores. The purpose of this view is to provide visibility to the results of anomaly detection tests.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/elementary_tests.yml", "build_path": "target/run/elementary/models/edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.9722729, "relation_name": "`your-project`.`elementary`.`metrics_anomaly_score`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith data_monitoring_metrics as (\n\n select * from {{ ref('data_monitoring_metrics') }}\n\n),\n\ntime_window_aggregation as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n avg(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_avg,\n stddev(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_stddev,\n count(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_set_size,\n last_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) training_end,\n first_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_start\n from data_monitoring_metrics\n {{ dbt_utils.group_by(12) }}\n),\n\nmetrics_anomaly_score as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n case\n when training_stddev is null then null\n when training_stddev = 0 then 0\n else (metric_value - training_avg) / (training_stddev)\n end as anomaly_score,\n metric_value as latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n max(updated_at) as updated_at\n from time_window_aggregation\n where\n metric_value is not null\n and training_avg is not null\n and bucket_end >= {{ elementary.edr_timeadd('day', '-7', elementary.edr_date_trunc('day', elementary.edr_current_timestamp())) }}\n {{ dbt_utils.group_by(15) }}\n order by bucket_end desc\n\n\n),\n\nfinal as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n anomaly_score,\n latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n updated_at,\n case\n when abs(anomaly_score) > {{ elementary.get_config_var('anomaly_sensitivity') }} then true\n else false end\n as is_anomaly\n from metrics_anomaly_score\n)\n\nselect * from final", "language": "sql", "refs": [{"name": "data_monitoring_metrics", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt_utils.group_by", "macro.elementary.edr_current_timestamp", "macro.elementary.edr_date_trunc", "macro.elementary.edr_timeadd", "macro.elementary.get_config_var"], "nodes": ["model.elementary.data_monitoring_metrics"]}, "compiled_path": "target/compiled/elementary/models/edr/data_monitoring/anomaly_detection/metrics_anomaly_score.sql", "compiled": true, "compiled_code": "\n\nwith data_monitoring_metrics as (\n\n select * from `your-project`.`elementary`.`data_monitoring_metrics`\n\n),\n\ntime_window_aggregation as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n avg(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_avg,\n stddev(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_stddev,\n count(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_set_size,\n last_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) training_end,\n first_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_start\n from data_monitoring_metrics\n group by 1,2,3,4,5,6,7,8,9,10,11,12\n),\n\nmetrics_anomaly_score as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n case\n when training_stddev is null then null\n when training_stddev = 0 then 0\n else (metric_value - training_avg) / (training_stddev)\n end as anomaly_score,\n metric_value as latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n max(updated_at) as updated_at\n from time_window_aggregation\n where\n metric_value is not null\n and training_avg is not null\n and bucket_end >= \n timestamp_add(cast(\n timestamp_trunc(cast(current_timestamp as timestamp), day)\n as timestamp), INTERVAL cast(-7 as INT64) day)\n\n group by 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15\n order by bucket_end desc\n\n\n),\n\nfinal as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n anomaly_score,\n latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n updated_at,\n case\n when abs(anomaly_score) > 3 then true\n else false end\n as is_anomaly\n from metrics_anomaly_score\n)\n\nselect * from final", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.anomaly_threshold_sensitivity": {"database": "your-project", "schema": "elementary", "name": "anomaly_threshold_sensitivity", "resource_type": "model", "package_name": "elementary", "path": "edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql", "original_file_path": "models/edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql", "unique_id": "model.elementary.anomaly_threshold_sensitivity", "fqn": ["elementary", "edr", "data_monitoring", "anomaly_detection", "anomaly_threshold_sensitivity"], "alias": "anomaly_threshold_sensitivity", "checksum": {"name": "sha256", "checksum": "b0e4310abc62902b98a6ad6fd465713d5aeb5e884b52594e8a1b2ff6429b1b2d"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "bind": false}, "tags": [], "description": "This is a view on `metrics_anomaly_score` that calculates if values of metrics from latest runs would have been considered anomalies in different anomaly scores. This can help you decide if there is a need to adjust the `anomaly_score_threshold`.\n", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/elementary_tests.yml", "build_path": "target/run/elementary/models/edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql", "unrendered_config": {"materialized": "view", "bind": false, "schema": "elementary"}, "created_at": 1716280325.9724731, "relation_name": "`your-project`.`elementary`.`anomaly_threshold_sensitivity`", "raw_code": "{{\n config(\n materialized = 'view',\n bind=False\n )\n}}\n\nwith metrics_anomaly_score as (\n\n select * from {{ ref('metrics_anomaly_score') }}\n\n),\n\nscore_sensitivity as (\n\n select\n full_table_name,\n column_name,\n metric_name,\n latest_metric_value,\n training_avg as metric_avg,\n training_stddev as metric_stddev,\n anomaly_score,\n case when abs(anomaly_score) >= 1.5 then true else false end as {{ elementary.edr_quote_column('is_anomaly_1_5') }},\n case when abs(anomaly_score) >= 2 then true else false end as {{ elementary.edr_quote_column('is_anomaly_2') }},\n case when abs(anomaly_score) >= 2.5 then true else false end as {{ elementary.edr_quote_column('is_anomaly_2_5') }},\n case when abs(anomaly_score) >= 3 then true else false end as {{ elementary.edr_quote_column('is_anomaly_3') }},\n case when abs(anomaly_score) >= 3.5 then true else false end as {{ elementary.edr_quote_column('is_anomaly_3_5') }},\n case when abs(anomaly_score) >= 4 then true else false end as {{ elementary.edr_quote_column('is_anomaly_4') }},\n case when abs(anomaly_score) >= 4.5 then true else false end as {{ elementary.edr_quote_column('is_anomaly_4_5') }}\n from metrics_anomaly_score\n where abs(anomaly_score) >= 1.5\n\n)\n\nselect * from score_sensitivity", "language": "sql", "refs": [{"name": "metrics_anomaly_score", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.edr_quote_column"], "nodes": ["model.elementary.metrics_anomaly_score"]}, "compiled_path": "target/compiled/elementary/models/edr/data_monitoring/anomaly_detection/anomaly_threshold_sensitivity.sql", "compiled": true, "compiled_code": "\n\nwith metrics_anomaly_score as (\n\n select * from `your-project`.`elementary`.`metrics_anomaly_score`\n\n),\n\nscore_sensitivity as (\n\n select\n full_table_name,\n column_name,\n metric_name,\n latest_metric_value,\n training_avg as metric_avg,\n training_stddev as metric_stddev,\n anomaly_score,\n case when abs(anomaly_score) >= 1.5 then true else false end as `is_anomaly_1_5`,\n case when abs(anomaly_score) >= 2 then true else false end as `is_anomaly_2`,\n case when abs(anomaly_score) >= 2.5 then true else false end as `is_anomaly_2_5`,\n case when abs(anomaly_score) >= 3 then true else false end as `is_anomaly_3`,\n case when abs(anomaly_score) >= 3.5 then true else false end as `is_anomaly_3_5`,\n case when abs(anomaly_score) >= 4 then true else false end as `is_anomaly_4`,\n case when abs(anomaly_score) >= 4.5 then true else false end as `is_anomaly_4_5`\n from metrics_anomaly_score\n where abs(anomaly_score) >= 1.5\n\n)\n\nselect * from score_sensitivity", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.schema_columns_snapshot": {"database": "your-project", "schema": "elementary", "name": "schema_columns_snapshot", "resource_type": "model", "package_name": "elementary", "path": "edr/data_monitoring/schema_changes/schema_columns_snapshot.sql", "original_file_path": "models/edr/data_monitoring/schema_changes/schema_columns_snapshot.sql", "unique_id": "model.elementary.schema_columns_snapshot", "fqn": ["elementary", "edr", "data_monitoring", "schema_changes", "schema_columns_snapshot"], "alias": "schema_columns_snapshot", "checksum": {"name": "sha256", "checksum": "91a98d3190bef02e47f763520b5443197e120ceb132a86b1d90608ca30c33374"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "column_state_id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "table_type": null}, "tags": [], "description": "Stores the schema details for tables that are monitored with elementary schema changes test. In order to compare current schema to previous state, we must store the previous state. The data is from a view that queries the data warehouse information schema. This is an incremental table.", "columns": {}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/elementary_tests.yml", "build_path": "target/run/elementary/models/edr/data_monitoring/schema_changes/schema_columns_snapshot.sql", "unrendered_config": {"materialized": "incremental", "unique_key": "column_state_id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "detected_at"}, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.972847, "relation_name": "`your-project`.`elementary`.`schema_columns_snapshot`", "raw_code": "{{\n config(\n materialized='incremental',\n unique_key = 'column_state_id',\n on_schema_change = 'append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"detected_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy()\n )\n}}\n\n{{ elementary.empty_schema_columns_snapshot() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.empty_schema_columns_snapshot"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/data_monitoring/schema_changes/schema_columns_snapshot.sql", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('dummy_string' as string) as column_state_id\n\n,\n \n cast('dummy_string' as string) as full_column_name\n\n,\n \n cast('dummy_string' as string) as full_table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as data_type\n\n,\n \n cast (True as BOOL) as is_new\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.elementary.data_monitoring_metrics": {"database": "your-project", "schema": "elementary", "name": "data_monitoring_metrics", "resource_type": "model", "package_name": "elementary", "path": "edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql", "original_file_path": "models/edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql", "unique_id": "model.elementary.data_monitoring_metrics", "fqn": ["elementary", "edr", "data_monitoring", "data_monitoring", "data_monitoring_metrics"], "alias": "data_monitoring_metrics", "checksum": {"name": "sha256", "checksum": "0c19743330c3a4220c42f142eaf58cb571aef26ab24ea27070f3eeb9e3cc925c"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "updated_at"}, "group": null, "materialized": "incremental", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": false, "unique_key": "id", "on_schema_change": "append_new_columns", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "table_type": null}, "tags": [], "description": "Elementary anomaly detection tests monitor metrics such as volume, freshness and data quality metrics. This incremental table is used to store the metrics over time. On each anomaly detection test, the test queries this table for historical metrics, and compares to the latest values. The table is updated with new metrics on the on-run-end named handle_test_results that is executed at the end of dbt test invocations.\n", "columns": {}, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "updated_at"}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "elementary://models/elementary_tests.yml", "build_path": "target/run/elementary/models/edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql", "unrendered_config": {"materialized": "incremental", "unique_key": "id", "on_schema_change": "append_new_columns", "full_refresh": false, "meta": {"timestamp_column": "created_at", "prev_timestamp_column": "updated_at"}, "table_type": null, "incremental_strategy": null, "schema": "elementary"}, "created_at": 1716280325.972061, "relation_name": "`your-project`.`elementary`.`data_monitoring_metrics`", "raw_code": "{{\n config(\n materialized='incremental',\n unique_key='id',\n on_schema_change='append_new_columns',\n full_refresh=elementary.get_config_var('elementary_full_refresh'),\n meta={\n \"timestamp_column\": \"created_at\",\n \"prev_timestamp_column\": \"updated_at\",\n },\n table_type=elementary.get_default_table_type(),\n incremental_strategy=elementary.get_default_incremental_strategy(),\n )\n}}\n\n{{ elementary.empty_data_monitoring_metrics() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_default_table_type", "macro.elementary.get_default_incremental_strategy", "macro.elementary.empty_data_monitoring_metrics"], "nodes": []}, "compiled_path": "target/compiled/elementary/models/edr/data_monitoring/data_monitoring/data_monitoring_metrics.sql", "compiled": true, "compiled_code": "\n\n\n \n \n \n \n select * from (\n select\n \n \n cast('dummy_string' as string) as id\n\n,\n \n cast('dummy_string' as string) as full_table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as metric_name\n\n,\n \n cast(123456789.99 as FLOAT64) as metric_value\n\n,\n \n cast('dummy_string' as string) as source_value\n\n,\n cast('2091-02-17' as timestamp) as bucket_start\n\n,\n cast('2091-02-17' as timestamp) as bucket_end\n\n,\n \n cast(123456789 as INT64) as bucket_duration_hours\n\n,\n cast('2091-02-17' as timestamp) as updated_at\n\n,\n \n cast('dummy_string' as string) as dimension\n\n,\n \n cast('dummy_string' as string) as dimension_value\n\n,\n \n cast('dummy_string' as string) as metric_properties\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "operation.elementary.elementary-on-run-start-0": {"database": "your-project", "schema": "elementary", "name": "elementary-on-run-start-0", "resource_type": "operation", "package_name": "elementary", "path": "hooks/elementary-on-run-start-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.elementary.elementary-on-run-start-0", "fqn": ["elementary", "hooks", "elementary-on-run-start-0"], "alias": "elementary-on-run-start-0", "checksum": {"name": "sha256", "checksum": "a8c30c5fff9edac9e078df169db3aeae1248bfffbceb8b85cdf93e2cddf3b241"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}}, "tags": ["on-run-start"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"schema": "elementary"}, "created_at": 1716280325.724957, "relation_name": null, "raw_code": "{{ elementary.on_run_start() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.on_run_start"], "nodes": []}, "compiled_path": "target/compiled/elementary/./dbt_project.yml/hooks/elementary-on-run-start-0.sql", "compiled": true, "compiled_code": "\n \n \n\n \n \n\n \n \n \n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "operation.elementary.elementary-on-run-end-0": {"database": "your-project", "schema": "elementary", "name": "elementary-on-run-end-0", "resource_type": "operation", "package_name": "elementary", "path": "hooks/elementary-on-run-end-0.sql", "original_file_path": "./dbt_project.yml", "unique_id": "operation.elementary.elementary-on-run-end-0", "fqn": ["elementary", "hooks", "elementary-on-run-end-0"], "alias": "elementary-on-run-end-0", "checksum": {"name": "sha256", "checksum": "a8c30c5fff9edac9e078df169db3aeae1248bfffbceb8b85cdf93e2cddf3b241"}, "config": {"enabled": true, "alias": null, "schema": "elementary", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}}, "tags": ["on-run-end"], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"schema": "elementary"}, "created_at": 1716280325.733702, "relation_name": null, "raw_code": "{{ elementary.on_run_end() }}", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.elementary.on_run_end"], "nodes": []}, "compiled_path": "target/compiled/elementary/./dbt_project.yml/hooks/elementary-on-run-end-0.sql", "compiled": true, "compiled_code": "\n \n \n\n \n \n \n\n \n\n \n \n \n\n \n \n \n\n \n \n \n \n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "index": 0}, "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": {"database": "your-project", "schema": "dbt_test__audit", "name": "unique_stg_customers_customer_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "unique_stg_customers_customer_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada", "fqn": ["jaffle_shop", "staging", "unique_stg_customers_customer_id"], "alias": "unique_stg_customers_customer_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/unique_stg_customers_customer_id.sql", "unrendered_config": {}, "created_at": 1716280325.907848, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_customers", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_customers"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/unique_stg_customers_customer_id.sql", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select customer_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_customers`\n where customer_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.stg_customers", "attached_node": "model.jaffle_shop.stg_customers", "test_metadata": {"name": "unique", "kwargs": {"column_name": "customer_id", "model": "{{ get_where_subquery(ref('stg_customers')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_stg_customers_customer_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_stg_customers_customer_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa", "fqn": ["jaffle_shop", "staging", "not_null_stg_customers_customer_id"], "alias": "not_null_stg_customers_customer_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/not_null_stg_customers_customer_id.sql", "unrendered_config": {}, "created_at": 1716280325.908551, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_customers", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_customers"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/not_null_stg_customers_customer_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`stg_customers`\nwhere customer_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.stg_customers", "attached_node": "model.jaffle_shop.stg_customers", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "customer_id", "model": "{{ get_where_subquery(ref('stg_customers')) }}"}, "namespace": null}}, "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": {"database": "your-project", "schema": "dbt_test__audit", "name": "unique_stg_orders_order_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "unique_stg_orders_order_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a", "fqn": ["jaffle_shop", "staging", "unique_stg_orders_order_id"], "alias": "unique_stg_orders_order_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/unique_stg_orders_order_id.sql", "unrendered_config": {}, "created_at": 1716280325.90915, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/unique_stg_orders_order_id.sql", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select order_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_orders`\n where order_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "order_id", "file_key_name": "models.stg_orders", "attached_node": "model.jaffle_shop.stg_orders", "test_metadata": {"name": "unique", "kwargs": {"column_name": "order_id", "model": "{{ get_where_subquery(ref('stg_orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_stg_orders_order_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_stg_orders_order_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64", "fqn": ["jaffle_shop", "staging", "not_null_stg_orders_order_id"], "alias": "not_null_stg_orders_order_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/not_null_stg_orders_order_id.sql", "unrendered_config": {}, "created_at": 1716280325.90974, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/not_null_stg_orders_order_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect order_id\nfrom `your-project`.`jaffle_shop`.`stg_orders`\nwhere order_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "order_id", "file_key_name": "models.stg_orders", "attached_node": "model.jaffle_shop.stg_orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "order_id", "model": "{{ get_where_subquery(ref('stg_orders')) }}"}, "namespace": null}}, "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": {"database": "your-project", "schema": "dbt_test__audit", "name": "accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned", "resource_type": "test", "package_name": "jaffle_shop", "path": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad", "fqn": ["jaffle_shop", "staging", "accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned"], "alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58.sql", "unrendered_config": {"alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58"}, "created_at": 1716280325.910342, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58\") }}", "language": "sql", "refs": [{"name": "stg_orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58.sql", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n status as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`stg_orders`\n group by status\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'placed','shipped','completed','return_pending','returned'\n)\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "status", "file_key_name": "models.stg_orders", "attached_node": "model.jaffle_shop.stg_orders", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["placed", "shipped", "completed", "return_pending", "returned"], "column_name": "status", "model": "{{ get_where_subquery(ref('stg_orders')) }}"}, "namespace": null}}, "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": {"database": "your-project", "schema": "dbt_test__audit", "name": "unique_stg_payments_payment_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "unique_stg_payments_payment_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.unique_stg_payments_payment_id.3744510712", "fqn": ["jaffle_shop", "staging", "unique_stg_payments_payment_id"], "alias": "unique_stg_payments_payment_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/unique_stg_payments_payment_id.sql", "unrendered_config": {}, "created_at": 1716280325.912113, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/unique_stg_payments_payment_id.sql", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select payment_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_payments`\n where payment_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "payment_id", "file_key_name": "models.stg_payments", "attached_node": "model.jaffle_shop.stg_payments", "test_metadata": {"name": "unique", "kwargs": {"column_name": "payment_id", "model": "{{ get_where_subquery(ref('stg_payments')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_stg_payments_payment_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_stg_payments_payment_id.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075", "fqn": ["jaffle_shop", "staging", "not_null_stg_payments_payment_id"], "alias": "not_null_stg_payments_payment_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/not_null_stg_payments_payment_id.sql", "unrendered_config": {}, "created_at": 1716280325.91272, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "stg_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/not_null_stg_payments_payment_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect payment_id\nfrom `your-project`.`jaffle_shop`.`stg_payments`\nwhere payment_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "payment_id", "file_key_name": "models.stg_payments", "attached_node": "model.jaffle_shop.stg_payments", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "payment_id", "model": "{{ get_where_subquery(ref('stg_payments')) }}"}, "namespace": null}}, "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": {"database": "your-project", "schema": "dbt_test__audit", "name": "accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card", "resource_type": "test", "package_name": "jaffle_shop", "path": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef.sql", "original_file_path": "models/staging/schema.yml", "unique_id": "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278", "fqn": ["jaffle_shop", "staging", "accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card"], "alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/staging/schema.yml/accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef.sql", "unrendered_config": {"alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef"}, "created_at": 1716280325.9133172, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef\") }}", "language": "sql", "refs": [{"name": "stg_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.stg_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/staging/schema.yml/accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef.sql", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n payment_method as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`stg_payments`\n group by payment_method\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'credit_card','coupon','bank_transfer','gift_card'\n)\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "payment_method", "file_key_name": "models.stg_payments", "attached_node": "model.jaffle_shop.stg_payments", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["credit_card", "coupon", "bank_transfer", "gift_card"], "column_name": "payment_method", "model": "{{ get_where_subquery(ref('stg_payments')) }}"}, "namespace": null}}, "model.jaffle_shop.orders": {"database": "your-project", "schema": "jaffle_shop", "name": "orders", "resource_type": "model", "package_name": "jaffle_shop", "path": "orders.sql", "original_file_path": "models/orders.sql", "unique_id": "model.jaffle_shop.orders", "fqn": ["jaffle_shop", "orders"], "alias": "orders", "checksum": {"name": "sha256", "checksum": "edb6cdc8763c736013b454cd9a1651f70b2eef6870fe9c1d2a7f6b792906e4d7"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": ["lightdash"], "meta": {"joins": [{"join": "customers", "sql_on": "${customers.customer_id} = ${orders.customer_id}"}]}, "group": null, "materialized": "table", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "hours_to_expiration": 720, "dbt-osmosis": "_{model}.yml"}, "tags": ["lightdash"], "description": "This table has basic information about orders, as well as some derived facts based on payments", "columns": {"order_id": {"name": "order_id", "description": "This is a unique identifier for an order", "meta": {"dimension": {"type": "number"}, "metrics": {"total_orders": {"type": "count_distinct"}}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "customer_id": {"name": "customer_id", "description": "Foreign key to the customers table", "meta": {"dimension": {"type": "number"}, "metrics": {"total_customers": {"type": "count_distinct"}}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "order_date": {"name": "order_date", "description": "Date (UTC) that the order was placed", "meta": {"dimension": {"type": "date"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "status": {"name": "status", "description": "Orders can be one of the following statuses:\n\n| status | description |\n|----------------|------------------------------------------------------------------------------------------------------------------------|\n| placed | The order has been placed but has not yet left the warehouse |\n| shipped | The order has ben shipped to the customer and is currently in transit |\n| completed | The order has been received by the customer |\n| return_pending | The customer has indicated that they would like to return the order, but it has not yet been received at the warehouse |\n| returned | The order has been returned by the customer and received at the warehouse |", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "amount": {"name": "amount", "description": "Total amount (AUD) of the order", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "credit_card_amount": {"name": "credit_card_amount", "description": "Amount of the order (AUD) paid for by credit card", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "coupon_amount": {"name": "coupon_amount", "description": "Amount of the order (AUD) paid for by coupon", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "bank_transfer_amount": {"name": "bank_transfer_amount", "description": "Amount of the order (AUD) paid for by bank transfer", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "gift_card_amount": {"name": "gift_card_amount", "description": "Amount of the order (AUD) paid for by gift card", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}}, "meta": {"joins": [{"join": "customers", "sql_on": "${customers.customer_id} = ${orders.customer_id}"}]}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "jaffle_shop://models/schema.yml", "build_path": "target/run/jaffle_shop/models/orders.sql", "unrendered_config": {"materialized": "table", "hours_to_expiration": "{{ 24*30 if target.name == 'dev' else none }}", "dbt-osmosis": "_{model}.yml", "meta": {"joins": [{"join": "customers", "sql_on": "${customers.customer_id} = ${orders.customer_id}"}]}, "tags": ["lightdash"]}, "created_at": 1716280608.849501, "relation_name": "`your-project`.`jaffle_shop`.`orders`", "raw_code": "{% set payment_methods = ['credit_card', 'coupon', 'bank_transfer', 'gift_card'] %}\n\n{{\n config(\n tags=['lightdash'],\n )\n}}\n\nwith orders as (\n\n select * from {{ ref('stg_orders') }}\n\n),\n\npayments as (\n\n select * from {{ ref('stg_payments') }}\n\n),\n\norder_payments as (\n\n select\n order_id,\n\n {% for payment_method in payment_methods -%}\n sum(case when payment_method = '{{ payment_method }}' then amount else 0 end) as {{ payment_method }}_amount,\n {% endfor -%}\n\n sum(amount) as total_amount\n\n from payments\n\n group by order_id\n\n),\n\nfinal as (\n\n select\n orders.order_id,\n orders.customer_id,\n orders.order_date,\n orders.status,\n\n {% for payment_method in payment_methods -%}\n\n order_payments.{{ payment_method }}_amount,\n\n {% endfor -%}\n\n order_payments.total_amount as amount\n\n from orders\n\n\n left join order_payments\n on orders.order_id = order_payments.order_id\n\n)\n\nselect * from final", "language": "sql", "refs": [{"name": "stg_orders", "package": null, "version": null}, {"name": "stg_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.jaffle_shop.stg_orders", "model.jaffle_shop.stg_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/orders.sql", "compiled": true, "compiled_code": "\n\n\n\nwith orders as (\n\n select * from `your-project`.`jaffle_shop`.`stg_orders`\n\n),\n\npayments as (\n\n select * from `your-project`.`jaffle_shop`.`stg_payments`\n\n),\n\norder_payments as (\n\n select\n order_id,\n\n sum(case when payment_method = 'credit_card' then amount else 0 end) as credit_card_amount,\n sum(case when payment_method = 'coupon' then amount else 0 end) as coupon_amount,\n sum(case when payment_method = 'bank_transfer' then amount else 0 end) as bank_transfer_amount,\n sum(case when payment_method = 'gift_card' then amount else 0 end) as gift_card_amount,\n sum(amount) as total_amount\n\n from payments\n\n group by order_id\n\n),\n\nfinal as (\n\n select\n orders.order_id,\n orders.customer_id,\n orders.order_date,\n orders.status,\n\n order_payments.credit_card_amount,\n\n order_payments.coupon_amount,\n\n order_payments.bank_transfer_amount,\n\n order_payments.gift_card_amount,\n\n order_payments.total_amount as amount\n\n from orders\n\n\n left join order_payments\n on orders.order_id = order_payments.order_id\n\n)\n\nselect * from final", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "model.jaffle_shop.customers": {"database": "your-project", "schema": "jaffle_shop", "name": "customers", "resource_type": "model", "package_name": "jaffle_shop", "path": "customers.sql", "original_file_path": "models/customers.sql", "unique_id": "model.jaffle_shop.customers", "fqn": ["jaffle_shop", "customers"], "alias": "customers", "checksum": {"name": "sha256", "checksum": "29e42f437e4e9a10261d43615f4c4469703816241d44a278f7941e8151097d63"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": ["lightdash"], "meta": {}, "group": null, "materialized": "table", "incremental_strategy": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "access": "protected", "hours_to_expiration": 720, "dbt-osmosis": "_{model}.yml"}, "tags": ["lightdash"], "description": "This table has basic information about a customer, as well as some derived facts based on a customer's orders", "columns": {"customer_id": {"name": "customer_id", "description": "This is a unique identifier for a customer", "meta": {"dimension": {"type": "number"}, "metrics": {"total_customers": {"type": "count_distinct"}}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "first_name": {"name": "first_name", "description": "Customer's first name. PII.", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "last_name": {"name": "last_name", "description": "Customer's last name. PII.", "meta": {"dimension": {"type": "string"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "first_order": {"name": "first_order", "description": "Date (UTC) of a customer's first order", "meta": {"dimension": {"type": "date"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "most_recent_order": {"name": "most_recent_order", "description": "Date (UTC) of a customer's most recent order", "meta": {"dimension": {"type": "date"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "number_of_orders": {"name": "number_of_orders", "description": "Count of the number of orders a customer has placed", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}, "customer_lifetime_value": {"name": "customer_lifetime_value", "description": "", "meta": {"dimension": {"type": "number"}}, "data_type": null, "constraints": [], "quote": null, "tags": []}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "jaffle_shop://models/schema.yml", "build_path": "target/run/jaffle_shop/models/customers.sql", "unrendered_config": {"materialized": "table", "hours_to_expiration": "{{ 24*30 if target.name == 'dev' else none }}", "dbt-osmosis": "_{model}.yml", "tags": ["lightdash"]}, "created_at": 1716280608.850893, "relation_name": "`your-project`.`jaffle_shop`.`customers`", "raw_code": "{{\n config(\n tags=['lightdash'],\n )\n}}\n\n\nwith customers as (\n\n select * from {{ ref('stg_customers') }}\n\n),\n\norders as (\n\n select * from {{ ref('stg_orders') }}\n\n),\n\npayments as (\n\n select * from {{ ref('stg_payments') }}\n\n),\n\ncustomer_orders as (\n\n select\n customer_id,\n\n min(order_date) as first_order,\n max(order_date) as most_recent_order,\n count(order_id) as number_of_orders\n from orders\n\n group by customer_id\n\n),\n\ncustomer_payments as (\n\n select\n orders.customer_id,\n sum(amount) as total_amount\n\n from payments\n\n left join orders on\n payments.order_id = orders.order_id\n\n group by orders.customer_id\n\n),\n\nfinal as (\n\n select\n customers.customer_id,\n customers.first_name,\n customers.last_name,\n customer_orders.first_order,\n customer_orders.most_recent_order,\n customer_orders.number_of_orders,\n customer_payments.total_amount as customer_lifetime_value\n\n from customers\n\n left join customer_orders\n on customers.customer_id = customer_orders.customer_id\n\n left join customer_payments\n on customers.customer_id = customer_payments.customer_id\n\n)\n\nselect * from final", "language": "sql", "refs": [{"name": "stg_customers", "package": null, "version": null}, {"name": "stg_orders", "package": null, "version": null}, {"name": "stg_payments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.jaffle_shop.stg_customers", "model.jaffle_shop.stg_orders", "model.jaffle_shop.stg_payments"]}, "compiled_path": "target/compiled/jaffle_shop/models/customers.sql", "compiled": true, "compiled_code": "\n\n\nwith customers as (\n\n select * from `your-project`.`jaffle_shop`.`stg_customers`\n\n),\n\norders as (\n\n select * from `your-project`.`jaffle_shop`.`stg_orders`\n\n),\n\npayments as (\n\n select * from `your-project`.`jaffle_shop`.`stg_payments`\n\n),\n\ncustomer_orders as (\n\n select\n customer_id,\n\n min(order_date) as first_order,\n max(order_date) as most_recent_order,\n count(order_id) as number_of_orders\n from orders\n\n group by customer_id\n\n),\n\ncustomer_payments as (\n\n select\n orders.customer_id,\n sum(amount) as total_amount\n\n from payments\n\n left join orders on\n payments.order_id = orders.order_id\n\n group by orders.customer_id\n\n),\n\nfinal as (\n\n select\n customers.customer_id,\n customers.first_name,\n customers.last_name,\n customer_orders.first_order,\n customer_orders.most_recent_order,\n customer_orders.number_of_orders,\n customer_payments.total_amount as customer_lifetime_value\n\n from customers\n\n left join customer_orders\n on customers.customer_id = customer_orders.customer_id\n\n left join customer_payments\n on customers.customer_id = customer_payments.customer_id\n\n)\n\nselect * from final", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null}, "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": {"database": "your-project", "schema": "dbt_test__audit", "name": "unique_orders_order_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "unique_orders_order_id.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.unique_orders_order_id.fed79b3a6e", "fqn": ["jaffle_shop", "unique_orders_order_id"], "alias": "unique_orders_order_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/unique_orders_order_id.sql", "unrendered_config": {}, "created_at": 1716280608.947364, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/unique_orders_order_id.sql", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select order_id as unique_field\n from `your-project`.`jaffle_shop`.`orders`\n where order_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "order_id", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "unique", "kwargs": {"column_name": "order_id", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_order_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_order_id.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_order_id.cf6c17daed", "fqn": ["jaffle_shop", "not_null_orders_order_id"], "alias": "not_null_orders_order_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_order_id.sql", "unrendered_config": {}, "created_at": 1716280608.948163, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_order_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect order_id\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere order_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "order_id", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "order_id", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_customer_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_customer_id.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_customer_id.c5f02694af", "fqn": ["jaffle_shop", "not_null_orders_customer_id"], "alias": "not_null_orders_customer_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_customer_id.sql", "unrendered_config": {}, "created_at": 1716280608.948778, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_customer_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere customer_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "customer_id", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": {"database": "your-project", "schema": "dbt_test__audit", "name": "relationships_orders_customer_id__customer_id__ref_customers_", "resource_type": "test", "package_name": "jaffle_shop", "path": "relationships_orders_customer_id__customer_id__ref_customers_.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", "fqn": ["jaffle_shop", "relationships_orders_customer_id__customer_id__ref_customers_"], "alias": "relationships_orders_customer_id__customer_id__ref_customers_", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/relationships_orders_customer_id__customer_id__ref_customers_.sql", "unrendered_config": {}, "created_at": 1716280608.949381, "relation_name": null, "raw_code": "{{ test_relationships(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "customers", "package": null, "version": null}, {"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_relationships", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.customers", "model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/relationships_orders_customer_id__customer_id__ref_customers_.sql", "compiled": true, "compiled_code": "\n \n \n\nwith child as (\n select customer_id as from_field\n from `your-project`.`jaffle_shop`.`orders`\n where customer_id is not null\n),\n\nparent as (\n select customer_id as to_field\n from `your-project`.`jaffle_shop`.`customers`\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "relationships", "kwargs": {"to": "ref('customers')", "field": "customer_id", "column_name": "customer_id", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": {"database": "your-project", "schema": "dbt_test__audit", "name": "accepted_values_orders_status__placed__shipped__completed__return_pending__returned", "resource_type": "test", "package_name": "jaffle_shop", "path": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3", "fqn": ["jaffle_shop", "accepted_values_orders_status__placed__shipped__completed__return_pending__returned"], "alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758.sql", "unrendered_config": {"alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758"}, "created_at": 1716280608.9586802, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758\") }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758.sql", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n status as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`orders`\n group by status\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'placed','shipped','completed','return_pending','returned'\n)\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "status", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["placed", "shipped", "completed", "return_pending", "returned"], "column_name": "status", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_amount.106140f9fd": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_amount", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_amount.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_amount.106140f9fd", "fqn": ["jaffle_shop", "not_null_orders_amount"], "alias": "not_null_orders_amount", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_amount.sql", "unrendered_config": {}, "created_at": 1716280608.9628649, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_amount.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere amount is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "amount", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "amount", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_credit_card_amount", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_credit_card_amount.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59", "fqn": ["jaffle_shop", "not_null_orders_credit_card_amount"], "alias": "not_null_orders_credit_card_amount", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_credit_card_amount.sql", "unrendered_config": {}, "created_at": 1716280608.963489, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_credit_card_amount.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect credit_card_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere credit_card_amount is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "credit_card_amount", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "credit_card_amount", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_coupon_amount", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_coupon_amount.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625", "fqn": ["jaffle_shop", "not_null_orders_coupon_amount"], "alias": "not_null_orders_coupon_amount", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_coupon_amount.sql", "unrendered_config": {}, "created_at": 1716280608.96409, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_coupon_amount.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect coupon_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere coupon_amount is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "coupon_amount", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "coupon_amount", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_bank_transfer_amount", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_bank_transfer_amount.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49", "fqn": ["jaffle_shop", "not_null_orders_bank_transfer_amount"], "alias": "not_null_orders_bank_transfer_amount", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_bank_transfer_amount.sql", "unrendered_config": {}, "created_at": 1716280608.9646761, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_bank_transfer_amount.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect bank_transfer_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere bank_transfer_amount is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "bank_transfer_amount", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "bank_transfer_amount", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_orders_gift_card_amount", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_orders_gift_card_amount.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a", "fqn": ["jaffle_shop", "not_null_orders_gift_card_amount"], "alias": "not_null_orders_gift_card_amount", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_orders_gift_card_amount.sql", "unrendered_config": {}, "created_at": 1716280608.965318, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "orders", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.orders"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_orders_gift_card_amount.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect gift_card_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere gift_card_amount is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "gift_card_amount", "file_key_name": "models.orders", "attached_node": "model.jaffle_shop.orders", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "gift_card_amount", "model": "{{ get_where_subquery(ref('orders')) }}"}, "namespace": null}}, "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": {"database": "your-project", "schema": "dbt_test__audit", "name": "unique_customers_customer_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "unique_customers_customer_id.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1", "fqn": ["jaffle_shop", "unique_customers_customer_id"], "alias": "unique_customers_customer_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/unique_customers_customer_id.sql", "unrendered_config": {}, "created_at": 1716280608.9659169, "relation_name": null, "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "customers", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_unique", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.customers"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/unique_customers_customer_id.sql", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select customer_id as unique_field\n from `your-project`.`jaffle_shop`.`customers`\n where customer_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.customers", "attached_node": "model.jaffle_shop.customers", "test_metadata": {"name": "unique", "kwargs": {"column_name": "customer_id", "model": "{{ get_where_subquery(ref('customers')) }}"}, "namespace": null}}, "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": {"database": "your-project", "schema": "dbt_test__audit", "name": "not_null_customers_customer_id", "resource_type": "test", "package_name": "jaffle_shop", "path": "not_null_customers_customer_id.sql", "original_file_path": "models/schema.yml", "unique_id": "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d", "fqn": ["jaffle_shop", "not_null_customers_customer_id"], "alias": "not_null_customers_customer_id", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": "target/run/jaffle_shop/models/schema.yml/not_null_customers_customer_id.sql", "unrendered_config": {}, "created_at": 1716280608.9665122, "relation_name": null, "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", "language": "sql", "refs": [{"name": "customers", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_not_null", "macro.dbt.get_where_subquery", "macro.dbt.should_store_failures", "macro.dbt.statement"], "nodes": ["model.jaffle_shop.customers"]}, "compiled_path": "target/compiled/jaffle_shop/models/schema.yml/not_null_customers_customer_id.sql", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`customers`\nwhere customer_id is null\n\n\n", "extra_ctes_injected": true, "extra_ctes": [], "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "customer_id", "file_key_name": "models.customers", "attached_node": "model.jaffle_shop.customers", "test_metadata": {"name": "not_null", "kwargs": {"column_name": "customer_id", "model": "{{ get_where_subquery(ref('customers')) }}"}, "namespace": null}}}, "sources": {}, "macros": {"macro.jaffle_shop.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "jaffle_shop", "path": "macros/generate_schema_name.sql", "original_file_path": "macros/generate_schema_name.sql", "unique_id": "macro.jaffle_shop.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.881739, "supported_languages": null}, "macro.dbt_bigquery.date_sharded_table": {"name": "date_sharded_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/etc.sql", "original_file_path": "macros/etc.sql", "unique_id": "macro.dbt_bigquery.date_sharded_table", "macro_sql": "{% macro date_sharded_table(base_name) %}\n {{ return(base_name ~ \"[DBT__PARTITION_DATE]\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.88203, "supported_languages": null}, "macro.dbt_bigquery.grant_access_to": {"name": "grant_access_to", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/etc.sql", "original_file_path": "macros/etc.sql", "unique_id": "macro.dbt_bigquery.grant_access_to", "macro_sql": "{% macro grant_access_to(entity, entity_type, role, grant_target_dict) -%}\n {% do adapter.grant_access_to(entity, entity_type, role, grant_target_dict) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.882207, "supported_languages": null}, "macro.dbt_bigquery.get_partitions_metadata": {"name": "get_partitions_metadata", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/etc.sql", "original_file_path": "macros/etc.sql", "unique_id": "macro.dbt_bigquery.get_partitions_metadata", "macro_sql": "\n\n{%- macro get_partitions_metadata(table) -%}\n {%- if execute -%}\n {%- set res = adapter.get_partitions_metadata(table) -%}\n {{- return(res) -}}\n {%- endif -%}\n {{- return(None) -}}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.882425, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_table_as": {"name": "bigquery__create_table_as", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_table_as", "macro_sql": "{% macro bigquery__create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {%- if language == 'sql' -%}\n {%- set raw_partition_by = config.get('partition_by', none) -%}\n {%- set raw_cluster_by = config.get('cluster_by', none) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {%- set partition_config = adapter.parse_partition_by(raw_partition_by) -%}\n {%- if partition_config.time_ingestion_partitioning -%}\n {%- set columns = get_columns_with_types_in_query_sql(sql) -%}\n {%- set table_dest_columns_csv = columns_without_partition_fields_csv(partition_config, columns) -%}\n {%- set columns = '(' ~ table_dest_columns_csv ~ ')' -%}\n {%- endif -%}\n\n {{ sql_header if sql_header is not none }}\n\n create or replace table {{ relation }}\n {%- set contract_config = config.get('contract') -%}\n {%- if contract_config.enforced -%}\n {{ get_assert_columns_equivalent(compiled_code) }}\n {{ get_table_columns_and_constraints() }}\n {%- set compiled_code = get_select_subquery(compiled_code) %}\n {% else %}\n {#-- cannot do contracts at the same time as time ingestion partitioning -#}\n {{ columns }}\n {% endif %}\n {{ partition_by(partition_config) }}\n {{ cluster_by(raw_cluster_by) }}\n\n {{ bigquery_table_options(config, model, temporary) }}\n\n {#-- PARTITION BY cannot be used with the AS query_statement clause.\n https://cloud.google.com/bigquery/docs/reference/standard-sql/data-definition-language#partition_expression\n -#}\n {%- if not partition_config.time_ingestion_partitioning %}\n as (\n {{ compiled_code }}\n );\n {%- endif %}\n {%- elif language == 'python' -%}\n {#--\n N.B. Python models _can_ write to temp views HOWEVER they use a different session\n and have already expired by the time they need to be used (I.E. in merges for incremental models)\n\n TODO: Deep dive into spark sessions to see if we can reuse a single session for an entire\n dbt invocation.\n --#}\n\n {#-- when a user wants to change the schema of an existing relation, they must intentionally drop the table in the dataset --#}\n {%- set old_relation = adapter.get_relation(database=relation.database, schema=relation.schema, identifier=relation.identifier) -%}\n {%- if (old_relation.is_table and (should_full_refresh())) -%}\n {% do adapter.drop_relation(relation) %}\n {%- endif -%}\n {{ py_write_table(compiled_code=compiled_code, target_relation=relation.quote(database=False, schema=False, identifier=False)) }}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"bigquery__create_table_as macro didn't get supported language, it got %s\" % language) %}\n {%- endif -%}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_bigquery.get_columns_with_types_in_query_sql", "macro.dbt_bigquery.columns_without_partition_fields_csv", "macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery", "macro.dbt_bigquery.partition_by", "macro.dbt_bigquery.cluster_by", "macro.dbt_bigquery.bigquery_table_options", "macro.dbt.should_full_refresh", "macro.dbt_bigquery.py_write_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.886102, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_view_as": {"name": "bigquery__create_view_as", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_view_as", "macro_sql": "{% macro bigquery__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation }}\n {{ bigquery_view_options(config, model) }}\n {%- set contract_config = config.get('contract') -%}\n {%- if contract_config.enforced -%}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as {{ sql }};\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery_view_options", "macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.886497, "supported_languages": null}, "macro.dbt_bigquery.bigquery__drop_schema": {"name": "bigquery__drop_schema", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__drop_schema", "macro_sql": "{% macro bigquery__drop_schema(relation) -%}\n {{ adapter.drop_schema(relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.886611, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_columns_in_relation": {"name": "bigquery__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_columns_in_relation", "macro_sql": "{% macro bigquery__get_columns_in_relation(relation) -%}\n {{ return(adapter.get_columns_in_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.886732, "supported_languages": null}, "macro.dbt_bigquery.bigquery__list_relations_without_caching": {"name": "bigquery__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__list_relations_without_caching", "macro_sql": "{% macro bigquery__list_relations_without_caching(schema_relation) -%}\n {{ return(adapter.list_relations_without_caching(schema_relation)) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.88685, "supported_languages": null}, "macro.dbt_bigquery.bigquery__list_schemas": {"name": "bigquery__list_schemas", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__list_schemas", "macro_sql": "{% macro bigquery__list_schemas(database) -%}\n {{ return(adapter.list_schemas(database)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.886967, "supported_languages": null}, "macro.dbt_bigquery.bigquery__check_schema_exists": {"name": "bigquery__check_schema_exists", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__check_schema_exists", "macro_sql": "{% macro bigquery__check_schema_exists(information_schema, schema) %}\n {{ return(adapter.check_schema_exists(information_schema.database, schema)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.887116, "supported_languages": null}, "macro.dbt_bigquery.bigquery__persist_docs": {"name": "bigquery__persist_docs", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__persist_docs", "macro_sql": "{% macro bigquery__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do alter_column_comment(relation, model.columns) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.887339, "supported_languages": null}, "macro.dbt_bigquery.bigquery__alter_column_comment": {"name": "bigquery__alter_column_comment", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__alter_column_comment", "macro_sql": "{% macro bigquery__alter_column_comment(relation, column_dict) -%}\n {% do adapter.update_columns(relation, column_dict) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.887469, "supported_languages": null}, "macro.dbt_bigquery.bigquery__alter_relation_add_columns": {"name": "bigquery__alter_relation_add_columns", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__alter_relation_add_columns", "macro_sql": "{% macro bigquery__alter_relation_add_columns(relation, add_columns) %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {{ return(run_query(sql)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8878021, "supported_languages": null}, "macro.dbt_bigquery.bigquery__alter_relation_drop_columns": {"name": "bigquery__alter_relation_drop_columns", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__alter_relation_drop_columns", "macro_sql": "{% macro bigquery__alter_relation_drop_columns(relation, drop_columns) %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in drop_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {{ return(run_query(sql)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8881762, "supported_languages": null}, "macro.dbt_bigquery.bigquery__alter_column_type": {"name": "bigquery__alter_column_type", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__alter_column_type", "macro_sql": "{% macro bigquery__alter_column_type(relation, column_name, new_column_type) -%}\n {#-- Changing a column's data type using a query requires you to scan the entire table.\n The query charges can be significant if the table is very large.\n\n https://cloud.google.com/bigquery/docs/manually-changing-schemas#changing_a_columns_data_type\n #}\n {% set relation_columns = get_columns_in_relation(relation) %}\n\n {% set sql %}\n select\n {%- for col in relation_columns -%}\n {% if col.column == column_name %}\n CAST({{ col.quoted }} AS {{ new_column_type }}) AS {{ col.quoted }}\n {%- else %}\n {{ col.quoted }}\n {%- endif %}\n {%- if not loop.last %},{% endif -%}\n {%- endfor %}\n from {{ relation }}\n {% endset %}\n\n {% call statement('alter_column_type') %}\n {{ create_table_as(False, relation, sql)}}\n {%- endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_relation", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8887098, "supported_languages": null}, "macro.dbt_bigquery.bigquery__test_unique": {"name": "bigquery__test_unique", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__test_unique", "macro_sql": "{% macro bigquery__test_unique(model, column_name) %}\n\nwith dbt_test__target as (\n\n select {{ column_name }} as unique_field\n from {{ model }}\n where {{ column_name }} is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.888853, "supported_languages": null}, "macro.dbt_bigquery.bigquery__upload_file": {"name": "bigquery__upload_file", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_bigquery.bigquery__upload_file", "macro_sql": "{% macro bigquery__upload_file(local_file_path, database, table_schema, table_name) %}\n\n {{ log(\"kwargs: \" ~ kwargs) }}\n\n {% do adapter.upload_file(local_file_path, database, table_schema, table_name, kwargs=kwargs) %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8890738, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_csv_table": {"name": "bigquery__create_csv_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_csv_table", "macro_sql": "{% macro bigquery__create_csv_table(model, agate_table) %}\n -- no-op\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.889389, "supported_languages": null}, "macro.dbt_bigquery.bigquery__reset_csv_table": {"name": "bigquery__reset_csv_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_bigquery.bigquery__reset_csv_table", "macro_sql": "{% macro bigquery__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.889518, "supported_languages": null}, "macro.dbt_bigquery.bigquery__load_csv_rows": {"name": "bigquery__load_csv_rows", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_bigquery.bigquery__load_csv_rows", "macro_sql": "{% macro bigquery__load_csv_rows(model, agate_table) %}\n\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {{ adapter.load_dataframe(model['database'], model['schema'], model['alias'],\n \t\t\t\t\t\t\tagate_table, column_override) }}\n\n {% call statement() %}\n alter table {{ this.render() }} set {{ bigquery_table_options(config, model) }}\n {% endcall %}\n\n {% if config.persist_relation_docs() and 'description' in model %}\n\n \t{{ adapter.update_table_description(model['database'], model['schema'], model['alias'], model['description']) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_bigquery.bigquery_table_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8901162, "supported_languages": null}, "macro.dbt_bigquery.bigquery__handle_existing_table": {"name": "bigquery__handle_existing_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_bigquery.bigquery__handle_existing_table", "macro_sql": "{% macro bigquery__handle_existing_table(full_refresh, old_relation) %}\n {%- if full_refresh -%}\n {{ adapter.drop_relation(old_relation) }}\n {%- else -%}\n {{ exceptions.relation_wrong_type(old_relation, 'view') }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.890579, "supported_languages": null}, "macro.dbt_bigquery.materialization_view_bigquery": {"name": "materialization_view_bigquery", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_bigquery.materialization_view_bigquery", "macro_sql": "{% materialization view, adapter='bigquery' -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {% set to_return = bigquery__create_or_replace_view() %}\n\n {% set target_relation = this.incorporate(type='view') %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if config.get('grant_access_to') %}\n {% for grant_target_dict in config.get('grant_access_to') %}\n {% do adapter.grant_access_to(this, 'view', None, grant_target_dict) %}\n {% endfor %}\n {% endif %}\n\n {% do return(to_return) %}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_or_replace_view", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8911092, "supported_languages": ["sql"]}, "macro.dbt_bigquery.materialization_table_bigquery": {"name": "materialization_table_bigquery", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_bigquery.materialization_table_bigquery", "macro_sql": "{% materialization table, adapter='bigquery', supported_languages=['sql', 'python']-%}\n\n {%- set language = model['language'] -%}\n {%- set identifier = model['alias'] -%}\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_not_as_table = (old_relation is not none and not old_relation.is_table) -%}\n {%- set target_relation = api.Relation.create(database=database, schema=schema, identifier=identifier, type='table') -%}\n\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {{ run_hooks(pre_hooks) }}\n\n {#\n We only need to drop this thing if it is not a table.\n If it _is_ already a table, then we can overwrite it without downtime\n Unlike table -> view, no need for `--full-refresh`: dropping a view is no big deal\n #}\n {%- if exists_not_as_table -%}\n {{ adapter.drop_relation(old_relation) }}\n {%- endif -%}\n\n -- build model\n {%- set raw_partition_by = config.get('partition_by', none) -%}\n {%- set partition_by = adapter.parse_partition_by(raw_partition_by) -%}\n {%- set cluster_by = config.get('cluster_by', none) -%}\n {% if not adapter.is_replaceable(old_relation, partition_by, cluster_by) %}\n {% do log(\"Hard refreshing \" ~ old_relation ~ \" because it is not replaceable\") %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n -- build model\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {{ run_hooks(post_hooks) }}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.create_table_as", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.894261, "supported_languages": ["sql", "python"]}, "macro.dbt_bigquery.py_write_table": {"name": "py_write_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_bigquery.py_write_table", "macro_sql": "{% macro py_write_table(compiled_code, target_relation) %}\nfrom pyspark.sql import SparkSession\n{%- set raw_partition_by = config.get('partition_by', none) -%}\n{%- set raw_cluster_by = config.get('cluster_by', none) -%}\n{%- set partition_config = adapter.parse_partition_by(raw_partition_by) %}\n\nspark = SparkSession.builder.appName('smallTest').getOrCreate()\n\nspark.conf.set(\"viewsEnabled\",\"true\")\nspark.conf.set(\"temporaryGcsBucket\",\"{{target.gcs_bucket}}\")\n\n{{ compiled_code }}\ndbt = dbtObj(spark.read.format(\"bigquery\").load)\ndf = model(dbt, spark)\n\n# COMMAND ----------\n# this is materialization code dbt generated, please do not modify\n\nimport pyspark\n# make sure pandas exists before using it\ntry:\n import pandas\n pandas_available = True\nexcept ImportError:\n pandas_available = False\n\n# make sure pyspark.pandas exists before using it\ntry:\n import pyspark.pandas\n pyspark_pandas_api_available = True\nexcept ImportError:\n pyspark_pandas_api_available = False\n\n# make sure databricks.koalas exists before using it\ntry:\n import databricks.koalas\n koalas_available = True\nexcept ImportError:\n koalas_available = False\n\n# preferentially convert pandas DataFrames to pandas-on-Spark or Koalas DataFrames first\n# since they know how to convert pandas DataFrames better than `spark.createDataFrame(df)`\n# and converting from pandas-on-Spark to Spark DataFrame has no overhead\nif pyspark_pandas_api_available and pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = pyspark.pandas.frame.DataFrame(df)\nelif koalas_available and pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = databricks.koalas.frame.DataFrame(df)\n\n# convert to pyspark.sql.dataframe.DataFrame\nif isinstance(df, pyspark.sql.dataframe.DataFrame):\n pass # since it is already a Spark DataFrame\nelif pyspark_pandas_api_available and isinstance(df, pyspark.pandas.frame.DataFrame):\n df = df.to_spark()\nelif koalas_available and isinstance(df, databricks.koalas.frame.DataFrame):\n df = df.to_spark()\nelif pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = spark.createDataFrame(df)\nelse:\n msg = f\"{type(df)} is not a supported type for dbt Python materialization\"\n raise Exception(msg)\n\ndf.write \\\n .mode(\"overwrite\") \\\n .format(\"bigquery\") \\\n .option(\"writeMethod\", \"indirect\").option(\"writeDisposition\", 'WRITE_TRUNCATE') \\\n {%- if partition_config is not none %}\n {%- if partition_config.data_type | lower in ('date','timestamp','datetime') %}\n .option(\"partitionField\", \"{{- partition_config.field -}}\") \\\n {%- if partition_config.granularity is not none %}\n .option(\"partitionType\", \"{{- partition_config.granularity| upper -}}\") \\\n {%- endif %}\n {%- endif %}\n {%- endif %}\n {%- if raw_cluster_by is not none %}\n .option(\"clusteredFields\", \"{{- raw_cluster_by | join(',') -}}\") \\\n {%- endif %}\n .save(\"{{target_relation}}\")\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.895089, "supported_languages": null}, "macro.dbt_bigquery.materialization_copy_bigquery": {"name": "materialization_copy_bigquery", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/copy.sql", "original_file_path": "macros/materializations/copy.sql", "unique_id": "macro.dbt_bigquery.materialization_copy_bigquery", "macro_sql": "{% materialization copy, adapter='bigquery' -%}\n\n {# Setup #}\n {{ run_hooks(pre_hooks) }}\n\n {% set destination = this.incorporate(type='table') %}\n\n {# there can be several ref() or source() according to BQ copy API docs #}\n {# cycle over ref() and source() to create source tables array #}\n {% set source_array = [] %}\n {% for ref_table in model.refs %}\n {{ source_array.append(ref(ref_table.get('package'), ref_table.name, version=ref_table.get('version'))) }}\n {% endfor %}\n\n {% for src_table in model.sources %}\n {{ source_array.append(source(*src_table)) }}\n {% endfor %}\n\n {# Call adapter copy_table function #}\n {%- set result_str = adapter.copy_table(\n source_array,\n destination,\n config.get('copy_materialization', default = 'table')) -%}\n\n {{ store_result('main', response=result_str) }}\n\n {# Clean up #}\n {{ run_hooks(post_hooks) }}\n {%- do apply_grants(target_relation, grant_config) -%}\n {{ adapter.commit() }}\n\n {{ return({'relations': [destination]}) }}\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.896128, "supported_languages": ["sql"]}, "macro.dbt_bigquery.dbt_bigquery_validate_get_incremental_strategy": {"name": "dbt_bigquery_validate_get_incremental_strategy", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental.sql", "original_file_path": "macros/materializations/incremental.sql", "unique_id": "macro.dbt_bigquery.dbt_bigquery_validate_get_incremental_strategy", "macro_sql": "{% macro dbt_bigquery_validate_get_incremental_strategy(config) %}\n {#-- Find and validate the incremental strategy #}\n {%- set strategy = config.get(\"incremental_strategy\") or 'merge' -%}\n\n {% set invalid_strategy_msg -%}\n Invalid incremental strategy provided: {{ strategy }}\n Expected one of: 'merge', 'insert_overwrite'\n {%- endset %}\n {% if strategy not in ['merge', 'insert_overwrite'] %}\n {% do exceptions.raise_compiler_error(invalid_strategy_msg) %}\n {% endif %}\n\n {% do return(strategy) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.89785, "supported_languages": null}, "macro.dbt_bigquery.source_sql_with_partition": {"name": "source_sql_with_partition", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental.sql", "original_file_path": "macros/materializations/incremental.sql", "unique_id": "macro.dbt_bigquery.source_sql_with_partition", "macro_sql": "{% macro source_sql_with_partition(partition_by, source_sql) %}\n\n {%- if partition_by.time_ingestion_partitioning %}\n {{ return(wrap_with_time_ingestion_partitioning_sql(partition_by, source_sql, False)) }}\n {% else %}\n {{ return(source_sql) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.898077, "supported_languages": null}, "macro.dbt_bigquery.bq_create_table_as": {"name": "bq_create_table_as", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental.sql", "original_file_path": "macros/materializations/incremental.sql", "unique_id": "macro.dbt_bigquery.bq_create_table_as", "macro_sql": "{% macro bq_create_table_as(partition_by, temporary, relation, compiled_code, language='sql') %}\n {%- set _dbt_max_partition = declare_dbt_max_partition(this, partition_by, compiled_code, language) -%}\n {% if partition_by.time_ingestion_partitioning and language == 'python' %}\n {% do exceptions.raise_compiler_error(\n \"Python models do not support ingestion time partitioning\"\n ) %}\n {% elif partition_by.time_ingestion_partitioning and language == 'sql' %}\n {#-- Create the table before inserting data as ingestion time partitioned tables can't be created with the transformed data --#}\n {% do run_query(create_table_as(temporary, relation, compiled_code)) %}\n {{ return(_dbt_max_partition + bq_insert_into_ingestion_time_partitioned_table_sql(relation, compiled_code)) }}\n {% else %}\n {{ return(_dbt_max_partition + create_table_as(temporary, relation, compiled_code, language)) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.declare_dbt_max_partition", "macro.elementary.run_query", "macro.dbt.create_table_as", "macro.dbt_bigquery.bq_insert_into_ingestion_time_partitioned_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.898664, "supported_languages": null}, "macro.dbt_bigquery.bq_generate_incremental_build_sql": {"name": "bq_generate_incremental_build_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental.sql", "original_file_path": "macros/materializations/incremental.sql", "unique_id": "macro.dbt_bigquery.bq_generate_incremental_build_sql", "macro_sql": "{% macro bq_generate_incremental_build_sql(\n strategy, tmp_relation, target_relation, sql, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions, incremental_predicates\n) %}\n {#-- if partitioned, use BQ scripting to get the range of partition values to be updated --#}\n {% if strategy == 'insert_overwrite' %}\n\n {% set build_sql = bq_generate_incremental_insert_overwrite_build_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions\n ) %}\n\n {% else %} {# strategy == 'merge' #}\n\n {% set build_sql = bq_generate_incremental_merge_build_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, incremental_predicates\n ) %}\n\n {% endif %}\n\n {{ return(build_sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bq_generate_incremental_insert_overwrite_build_sql", "macro.dbt_bigquery.bq_generate_incremental_merge_build_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.8991659, "supported_languages": null}, "macro.dbt_bigquery.materialization_incremental_bigquery": {"name": "materialization_incremental_bigquery", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental.sql", "original_file_path": "macros/materializations/incremental.sql", "unique_id": "macro.dbt_bigquery.materialization_incremental_bigquery", "macro_sql": "{% materialization incremental, adapter='bigquery', supported_languages=['sql', 'python'] -%}\n\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n {%- set language = model['language'] %}\n\n {%- set target_relation = this %}\n {%- set existing_relation = load_relation(this) %}\n {%- set tmp_relation = make_temp_relation(this) %}\n\n {#-- Validate early so we don't run SQL if the strategy is invalid --#}\n {% set strategy = dbt_bigquery_validate_get_incremental_strategy(config) -%}\n\n {%- set raw_partition_by = config.get('partition_by', none) -%}\n {%- set partition_by = adapter.parse_partition_by(raw_partition_by) -%}\n {%- set partitions = config.get('partitions', none) -%}\n {%- set cluster_by = config.get('cluster_by', none) -%}\n\n {% set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') %}\n {% set incremental_predicates = config.get('predicates', default=none) or config.get('incremental_predicates', default=none) %}\n\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n {% if partition_by.copy_partitions is true and strategy != 'insert_overwrite' %} {#-- We can't copy partitions with merge strategy --#}\n {% set wrong_strategy_msg -%}\n The 'copy_partitions' option requires the 'incremental_strategy' option to be set to 'insert_overwrite'.\n {%- endset %}\n {% do exceptions.raise_compiler_error(wrong_strategy_msg) %}\n\n {% elif existing_relation is none %}\n {%- call statement('main', language=language) -%}\n {{ bq_create_table_as(partition_by, False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% elif existing_relation.is_view %}\n {#-- There's no way to atomically replace a view with a table on BQ --#}\n {{ adapter.drop_relation(existing_relation) }}\n {%- call statement('main', language=language) -%}\n {{ bq_create_table_as(partition_by, False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% elif full_refresh_mode %}\n {#-- If the partition/cluster config has changed, then we must drop and recreate --#}\n {% if not adapter.is_replaceable(existing_relation, partition_by, cluster_by) %}\n {% do log(\"Hard refreshing \" ~ existing_relation ~ \" because it is not replaceable\") %}\n {{ adapter.drop_relation(existing_relation) }}\n {% endif %}\n {%- call statement('main', language=language) -%}\n {{ bq_create_table_as(partition_by, False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% else %}\n {%- if language == 'python' and strategy == 'insert_overwrite' -%}\n {#-- This lets us move forward assuming no python will be directly templated into a query --#}\n {%- set python_unsupported_msg -%}\n The 'insert_overwrite' strategy is not yet supported for python models.\n {%- endset %}\n {% do exceptions.raise_compiler_error(python_unsupported_msg) %}\n {%- endif -%}\n\n {% set tmp_relation_exists = false %}\n {% if on_schema_change != 'ignore' or language == 'python' %}\n {#-- Check first, since otherwise we may not build a temp table --#}\n {#-- Python always needs to create a temp table --#}\n {%- call statement('create_tmp_relation', language=language) -%}\n {{ bq_create_table_as(partition_by, True, tmp_relation, compiled_code, language) }}\n {%- endcall -%}\n {% set tmp_relation_exists = true %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, tmp_relation, existing_relation) %}\n {% endif %}\n\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n {#-- Add time ingestion pseudo column to destination column as not part of the 'schema' but still need it for actual data insertion --#}\n {% if partition_by.time_ingestion_partitioning %}\n {% set dest_columns = adapter.add_time_ingestion_partition_column(partition_by, dest_columns) %}\n {% endif %}\n\n {% set build_sql = bq_generate_incremental_build_sql(\n strategy, tmp_relation, target_relation, compiled_code, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, partition_by.copy_partitions, incremental_predicates\n ) %}\n\n {%- call statement('main') -%}\n {{ build_sql }}\n {% endcall %}\n\n {%- if language == 'python' and tmp_relation -%}\n {{ adapter.drop_relation(tmp_relation) }}\n {%- endif -%}\n\n {% endif %}\n\n {{ run_hooks(post_hooks) }}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.load_relation", "macro.dbt.make_temp_relation", "macro.dbt_bigquery.dbt_bigquery_validate_get_incremental_strategy", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt_bigquery.bq_create_table_as", "macro.dbt.process_schema_changes", "macro.dbt_bigquery.bq_generate_incremental_build_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.902273, "supported_languages": ["sql", "python"]}, "macro.dbt_bigquery.bigquery__snapshot_hash_arguments": {"name": "bigquery__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_bigquery.bigquery__snapshot_hash_arguments", "macro_sql": "{% macro bigquery__snapshot_hash_arguments(args) -%}\n to_hex(md5(concat({%- for arg in args -%}\n coalesce(cast({{ arg }} as string), ''){% if not loop.last %}, '|',{% endif -%}\n {%- endfor -%}\n )))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.902614, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_columns": {"name": "bigquery__create_columns", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_columns", "macro_sql": "{% macro bigquery__create_columns(relation, columns) %}\n {{ adapter.alter_table_add_columns(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.902742, "supported_languages": null}, "macro.dbt_bigquery.bigquery__post_snapshot": {"name": "bigquery__post_snapshot", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_bigquery.bigquery__post_snapshot", "macro_sql": "{% macro bigquery__post_snapshot(staging_relation) %}\n -- Clean up the snapshot temp table\n {% do drop_relation(staging_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9028502, "supported_languages": null}, "macro.dbt_bigquery.bigquery__can_clone_table": {"name": "bigquery__can_clone_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/clone.sql", "original_file_path": "macros/materializations/clone.sql", "unique_id": "macro.dbt_bigquery.bigquery__can_clone_table", "macro_sql": "{% macro bigquery__can_clone_table() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.903009, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_or_replace_clone": {"name": "bigquery__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/clone.sql", "original_file_path": "macros/materializations/clone.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_or_replace_clone", "macro_sql": "{% macro bigquery__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace\n table {{ this_relation }}\n clone {{ defer_relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.903116, "supported_languages": null}, "macro.dbt_bigquery.bq_generate_incremental_merge_build_sql": {"name": "bq_generate_incremental_merge_build_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/merge.sql", "original_file_path": "macros/materializations/incremental_strategy/merge.sql", "unique_id": "macro.dbt_bigquery.bq_generate_incremental_merge_build_sql", "macro_sql": "{% macro bq_generate_incremental_merge_build_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, incremental_predicates\n) %}\n {%- set source_sql -%}\n {%- if tmp_relation_exists -%}\n (\n select\n {% if partition_by.time_ingestion_partitioning -%}\n {{ partition_by.insertable_time_partitioning_field() }},\n {%- endif -%}\n * from {{ tmp_relation }}\n )\n {%- else -%} {#-- wrap sql in parens to make it a subquery --#}\n (\n {%- if partition_by.time_ingestion_partitioning -%}\n {{ wrap_with_time_ingestion_partitioning_sql(partition_by, sql, True) }}\n {%- else -%}\n {{sql}}\n {%- endif %}\n )\n {%- endif -%}\n {%- endset -%}\n\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set avoid_require_partition_filter = predicate_for_avoid_require_partition_filter() -%}\n {%- if avoid_require_partition_filter is not none -%}\n {% do predicates.append(avoid_require_partition_filter) %}\n {%- endif -%}\n\n {% set build_sql = get_merge_sql(target_relation, source_sql, unique_key, dest_columns, predicates) %}\n\n {{ return(build_sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql", "macro.dbt_bigquery.predicate_for_avoid_require_partition_filter", "macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9041338, "supported_languages": null}, "macro.dbt_bigquery.declare_dbt_max_partition": {"name": "declare_dbt_max_partition", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/common.sql", "original_file_path": "macros/materializations/incremental_strategy/common.sql", "unique_id": "macro.dbt_bigquery.declare_dbt_max_partition", "macro_sql": "{% macro declare_dbt_max_partition(relation, partition_by, compiled_code, language='sql') %}\n\n {#-- TODO: revisit partitioning with python models --#}\n {%- if '_dbt_max_partition' in compiled_code and language == 'sql' -%}\n\n declare _dbt_max_partition {{ partition_by.data_type_for_partition() }} default (\n select max({{ partition_by.field }}) from {{ this }}\n where {{ partition_by.field }} is not null\n );\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.904759, "supported_languages": null}, "macro.dbt_bigquery.predicate_for_avoid_require_partition_filter": {"name": "predicate_for_avoid_require_partition_filter", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/common.sql", "original_file_path": "macros/materializations/incremental_strategy/common.sql", "unique_id": "macro.dbt_bigquery.predicate_for_avoid_require_partition_filter", "macro_sql": "{% macro predicate_for_avoid_require_partition_filter(target='DBT_INTERNAL_DEST') %}\n\n {%- set raw_partition_by = config.get('partition_by', none) -%}\n {%- set partition_config = adapter.parse_partition_by(raw_partition_by) -%}\n {%- set predicate = none -%}\n\n {% if partition_config and config.get('require_partition_filter') -%}\n {%- set partition_field = partition_config.time_partitioning_field() if partition_config.time_ingestion_partitioning else partition_config.field -%}\n {% set predicate %}\n (\n `{{ target }}`.`{{ partition_field }}` is null\n or `{{ target }}`.`{{ partition_field }}` is not null\n )\n {% endset %}\n {%- endif -%}\n\n {{ return(predicate) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.905241, "supported_languages": null}, "macro.dbt_bigquery.bq_generate_incremental_insert_overwrite_build_sql": {"name": "bq_generate_incremental_insert_overwrite_build_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_generate_incremental_insert_overwrite_build_sql", "macro_sql": "{% macro bq_generate_incremental_insert_overwrite_build_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions\n) %}\n {% if partition_by is none %}\n {% set missing_partition_msg -%}\n The 'insert_overwrite' strategy requires the `partition_by` config.\n {%- endset %}\n {% do exceptions.raise_compiler_error(missing_partition_msg) %}\n {% endif %}\n\n {% set build_sql = bq_insert_overwrite_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions\n ) %}\n\n {{ return(build_sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bq_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9075332, "supported_languages": null}, "macro.dbt_bigquery.bq_copy_partitions": {"name": "bq_copy_partitions", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_copy_partitions", "macro_sql": "{% macro bq_copy_partitions(tmp_relation, target_relation, partitions, partition_by) %}\n\n {% for partition in partitions %}\n {% if partition_by.data_type == 'int64' %}\n {% set partition = partition | as_text %}\n {% elif partition_by.granularity == 'hour' %}\n {% set partition = partition.strftime(\"%Y%m%d%H\") %}\n {% elif partition_by.granularity == 'day' %}\n {% set partition = partition.strftime(\"%Y%m%d\") %}\n {% elif partition_by.granularity == 'month' %}\n {% set partition = partition.strftime(\"%Y%m\") %}\n {% elif partition_by.granularity == 'year' %}\n {% set partition = partition.strftime(\"%Y\") %}\n {% endif %}\n {% set tmp_relation_partitioned = api.Relation.create(database=tmp_relation.database, schema=tmp_relation.schema, identifier=tmp_relation.table ~ '$' ~ partition, type=tmp_relation.type) %}\n {% set target_relation_partitioned = api.Relation.create(database=target_relation.database, schema=target_relation.schema, identifier=target_relation.table ~ '$' ~ partition, type=target_relation.type) %}\n {% do adapter.copy_table(tmp_relation_partitioned, target_relation_partitioned, \"table\") %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9085639, "supported_languages": null}, "macro.dbt_bigquery.bq_insert_overwrite_sql": {"name": "bq_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_insert_overwrite_sql", "macro_sql": "{% macro bq_insert_overwrite_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions\n) %}\n {% if partitions is not none and partitions != [] %} {# static #}\n {{ bq_static_insert_overwrite_sql(tmp_relation, target_relation, sql, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions) }}\n {% else %} {# dynamic #}\n {{ bq_dynamic_insert_overwrite_sql(tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, copy_partitions) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bq_static_insert_overwrite_sql", "macro.dbt_bigquery.bq_dynamic_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.909004, "supported_languages": null}, "macro.dbt_bigquery.bq_static_insert_overwrite_sql": {"name": "bq_static_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_static_insert_overwrite_sql", "macro_sql": "{% macro bq_static_insert_overwrite_sql(\n tmp_relation, target_relation, sql, partition_by, partitions, dest_columns, tmp_relation_exists, copy_partitions\n) %}\n\n {% set predicate -%}\n {{ partition_by.render_wrapped(alias='DBT_INTERNAL_DEST') }} in (\n {{ partitions | join (', ') }}\n )\n {%- endset %}\n\n {%- set source_sql -%}\n (\n {% if partition_by.time_ingestion_partitioning and tmp_relation_exists -%}\n select\n {{ partition_by.insertable_time_partitioning_field() }},\n * from {{ tmp_relation }}\n {% elif tmp_relation_exists -%}\n select\n * from {{ tmp_relation }}\n {%- elif partition_by.time_ingestion_partitioning -%}\n {{ wrap_with_time_ingestion_partitioning_sql(partition_by, sql, True) }}\n {%- else -%}\n {{sql}}\n {%- endif %}\n\n )\n {%- endset -%}\n\n {% if copy_partitions %}\n {% do bq_copy_partitions(tmp_relation, target_relation, partitions, partition_by) %}\n {% else %}\n\n {#-- In case we're putting the model SQL _directly_ into the MERGE statement,\n we need to prepend the MERGE statement with the user-configured sql_header,\n which may be needed to resolve that model SQL (e.g. referencing a variable or UDF in the header)\n in the \"temporary table exists\" case, we save the model SQL result as a temp table first, wherein the\n sql_header is included by the create_table_as macro.\n #}\n -- 1. run the merge statement\n {{ get_insert_overwrite_merge_sql(target_relation, source_sql, dest_columns, [predicate], include_sql_header = not tmp_relation_exists) }};\n\n {%- if tmp_relation_exists -%}\n -- 2. clean up the temp table\n drop table if exists {{ tmp_relation }};\n {%- endif -%}\n\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql", "macro.dbt_bigquery.bq_copy_partitions", "macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.909791, "supported_languages": null}, "macro.dbt_bigquery.bq_dynamic_copy_partitions_insert_overwrite_sql": {"name": "bq_dynamic_copy_partitions_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_dynamic_copy_partitions_insert_overwrite_sql", "macro_sql": "{% macro bq_dynamic_copy_partitions_insert_overwrite_sql(\n tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, copy_partitions\n ) %}\n {%- if tmp_relation_exists is false -%}\n {# We run temp table creation in a separated script to move to partitions copy if it doesn't already exist #}\n {%- call statement('create_tmp_relation_for_copy', language='sql') -%}\n {{ bq_create_table_as(partition_by, True, tmp_relation, sql, 'sql')\n }}\n {%- endcall %}\n {%- endif -%}\n {%- set partitions_sql -%}\n select distinct {{ partition_by.render_wrapped() }}\n from {{ tmp_relation }}\n {%- endset -%}\n {%- set partitions = run_query(partitions_sql).columns[0].values() -%}\n {# We copy the partitions #}\n {%- do bq_copy_partitions(tmp_relation, target_relation, partitions, partition_by) -%}\n -- Clean up the temp table\n drop table if exists {{ tmp_relation }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_bigquery.bq_create_table_as", "macro.elementary.run_query", "macro.dbt_bigquery.bq_copy_partitions"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.91034, "supported_languages": null}, "macro.dbt_bigquery.bq_dynamic_insert_overwrite_sql": {"name": "bq_dynamic_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "original_file_path": "macros/materializations/incremental_strategy/insert_overwrite.sql", "unique_id": "macro.dbt_bigquery.bq_dynamic_insert_overwrite_sql", "macro_sql": "{% macro bq_dynamic_insert_overwrite_sql(tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, copy_partitions) %}\n {%- if copy_partitions is true %}\n {{ bq_dynamic_copy_partitions_insert_overwrite_sql(tmp_relation, target_relation, sql, unique_key, partition_by, dest_columns, tmp_relation_exists, copy_partitions) }}\n {% else -%}\n {% set predicate -%}\n {{ partition_by.render_wrapped(alias='DBT_INTERNAL_DEST') }} in unnest(dbt_partitions_for_replacement)\n {%- endset %}\n\n {%- set source_sql -%}\n (\n select\n {% if partition_by.time_ingestion_partitioning -%}\n {{ partition_by.insertable_time_partitioning_field() }},\n {%- endif -%}\n * from {{ tmp_relation }}\n )\n {%- endset -%}\n\n -- generated script to merge partitions into {{ target_relation }}\n declare dbt_partitions_for_replacement array<{{ partition_by.data_type_for_partition() }}>;\n\n {# have we already created the temp table to check for schema changes? #}\n {% if not tmp_relation_exists %}\n -- 1. create a temp table with model data\n {{ bq_create_table_as(partition_by, True, tmp_relation, sql, 'sql') }}\n {% else %}\n -- 1. temp table already exists, we used it to check for schema changes\n {% endif %}\n {%- set partition_field = partition_by.time_partitioning_field() if partition_by.time_ingestion_partitioning else partition_by.render_wrapped() -%}\n\n -- 2. define partitions to update\n set (dbt_partitions_for_replacement) = (\n select as struct\n -- IGNORE NULLS: this needs to be aligned to _dbt_max_partition, which ignores null\n array_agg(distinct {{ partition_field }} IGNORE NULLS)\n from {{ tmp_relation }}\n );\n\n -- 3. run the merge statement\n {{ get_insert_overwrite_merge_sql(target_relation, source_sql, dest_columns, [predicate]) }};\n\n -- 4. clean up the temp table\n drop table if exists {{ tmp_relation }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bq_dynamic_copy_partitions_insert_overwrite_sql", "macro.dbt_bigquery.bq_create_table_as", "macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9112508, "supported_languages": null}, "macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql": {"name": "wrap_with_time_ingestion_partitioning_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "original_file_path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "unique_id": "macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql", "macro_sql": "{% macro wrap_with_time_ingestion_partitioning_sql(partition_by, sql, is_nested) %}\n\n select TIMESTAMP({{ partition_by.field }}) as {{ partition_by.insertable_time_partitioning_field() }}, * EXCEPT({{ partition_by.field }}) from (\n {{ sql }}\n ){%- if not is_nested -%};{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.91239, "supported_languages": null}, "macro.dbt_bigquery.get_quoted_with_types_csv": {"name": "get_quoted_with_types_csv", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "original_file_path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "unique_id": "macro.dbt_bigquery.get_quoted_with_types_csv", "macro_sql": "{% macro get_quoted_with_types_csv(columns) %}\n {% set quoted = [] %}\n {% for col in columns -%}\n {%- do quoted.append(adapter.quote(col.name) ~ \" \" ~ col.data_type) -%}\n {%- endfor %}\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.912713, "supported_languages": null}, "macro.dbt_bigquery.columns_without_partition_fields_csv": {"name": "columns_without_partition_fields_csv", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "original_file_path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "unique_id": "macro.dbt_bigquery.columns_without_partition_fields_csv", "macro_sql": "{% macro columns_without_partition_fields_csv(partition_config, columns) -%}\n {%- set columns_no_partition = partition_config.reject_partition_field_column(columns) -%}\n {% set columns_names = get_quoted_with_types_csv(columns_no_partition) %}\n {{ return(columns_names) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_bigquery.get_quoted_with_types_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9129128, "supported_languages": null}, "macro.dbt_bigquery.bq_insert_into_ingestion_time_partitioned_table_sql": {"name": "bq_insert_into_ingestion_time_partitioned_table_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "original_file_path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "unique_id": "macro.dbt_bigquery.bq_insert_into_ingestion_time_partitioned_table_sql", "macro_sql": "{% macro bq_insert_into_ingestion_time_partitioned_table_sql(target_relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n {%- set raw_partition_by = config.get('partition_by', none) -%}\n {%- set partition_by = adapter.parse_partition_by(raw_partition_by) -%}\n {% set dest_columns = adapter.get_columns_in_relation(target_relation) %}\n {%- set dest_columns_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ partition_by.insertable_time_partitioning_field() }}, {{ dest_columns_csv }})\n {{ wrap_with_time_ingestion_partitioning_sql(partition_by, sql, False) }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt_bigquery.wrap_with_time_ingestion_partitioning_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.913435, "supported_languages": null}, "macro.dbt_bigquery.get_columns_with_types_in_query_sql": {"name": "get_columns_with_types_in_query_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "original_file_path": "macros/materializations/incremental_strategy/time_ingestion_tables.sql", "unique_id": "macro.dbt_bigquery.get_columns_with_types_in_query_sql", "macro_sql": "{% macro get_columns_with_types_in_query_sql(select_sql) %}\n {% set sql %}\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n {% endset %}\n {{ return(adapter.get_columns_in_select_sql(sql)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.913716, "supported_languages": null}, "macro.dbt_bigquery.bigquery__drop_relation": {"name": "bigquery__drop_relation", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt_bigquery.bigquery__drop_relation", "macro_sql": "{% macro bigquery__drop_relation(relation) -%}\n {% do adapter.drop_relation(relation) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.913856, "supported_languages": null}, "macro.dbt_bigquery.bigquery_options": {"name": "bigquery_options", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/options.sql", "original_file_path": "macros/relations/options.sql", "unique_id": "macro.dbt_bigquery.bigquery_options", "macro_sql": "{% macro bigquery_options(opts) %}\n {% set options -%}\n OPTIONS({% for opt_key, opt_val in opts.items() %}\n {{ opt_key }}={{ opt_val }}{{ \",\" if not loop.last }}\n {% endfor %})\n {%- endset %}\n {%- do return(options) -%}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.914214, "supported_languages": null}, "macro.dbt_bigquery.cluster_by": {"name": "cluster_by", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/cluster.sql", "original_file_path": "macros/relations/cluster.sql", "unique_id": "macro.dbt_bigquery.cluster_by", "macro_sql": "{% macro cluster_by(raw_cluster_by) %}\n {%- if raw_cluster_by is not none -%}\n cluster by {% if raw_cluster_by is string -%}\n {% set raw_cluster_by = [raw_cluster_by] %}\n {%- endif -%}\n {%- for cluster in raw_cluster_by -%}\n {{ cluster }}\n {%- if not loop.last -%}, {% endif -%}\n {%- endfor -%}\n\n {% endif %}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9146, "supported_languages": null}, "macro.dbt_bigquery.bigquery__rename_relation": {"name": "bigquery__rename_relation", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt_bigquery.bigquery__rename_relation", "macro_sql": "{% macro bigquery__rename_relation(from_relation, to_relation) -%}\n {% do adapter.rename_relation(from_relation, to_relation) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.914755, "supported_languages": null}, "macro.dbt_bigquery.partition_by": {"name": "partition_by", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/partition.sql", "original_file_path": "macros/relations/partition.sql", "unique_id": "macro.dbt_bigquery.partition_by", "macro_sql": "{% macro partition_by(partition_config) -%}\n {%- if partition_config is none -%}\n {% do return('') %}\n {%- elif partition_config.time_ingestion_partitioning -%}\n partition by {{ partition_config.render_wrapped() }}\n {%- elif partition_config.data_type | lower in ('date','timestamp','datetime') -%}\n partition by {{ partition_config.render() }}\n {%- elif partition_config.data_type | lower in ('int64') -%}\n {%- set range = partition_config.range -%}\n partition by range_bucket(\n {{ partition_config.field }},\n generate_array({{ range.start}}, {{ range.end }}, {{ range.interval }})\n )\n {%- endif -%}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.915421, "supported_languages": null}, "macro.dbt_bigquery.bigquery__drop_materialized_view": {"name": "bigquery__drop_materialized_view", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt_bigquery.bigquery__drop_materialized_view", "macro_sql": "{% macro bigquery__drop_materialized_view(relation) %}\n drop materialized view if exists {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9155369, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_replace_materialized_view_as_sql": {"name": "bigquery__get_replace_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_replace_materialized_view_as_sql", "macro_sql": "{% macro bigquery__get_replace_materialized_view_as_sql(relation, sql) %}\n\n {%- set materialized_view = adapter.Relation.materialized_view_from_relation_config(config.model) -%}\n\n create or replace materialized view if not exists {{ relation }}\n {% if materialized_view.partition %}{{ partition_by(materialized_view.partition) }}{% endif %}\n {% if materialized_view.cluster %}{{ cluster_by(materialized_view.cluster.fields) }}{% endif %}\n {{ bigquery_options(materialized_view.options.as_ddl_dict()) }}\n as {{ sql }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.partition_by", "macro.dbt_bigquery.cluster_by", "macro.dbt_bigquery.bigquery_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.916023, "supported_languages": null}, "macro.dbt_bigquery.bigquery__refresh_materialized_view": {"name": "bigquery__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt_bigquery.bigquery__refresh_materialized_view", "macro_sql": "{% macro bigquery__refresh_materialized_view(relation) %}\n call bq.refresh_materialized_view('{{ relation.database }}.{{ relation.schema }}.{{ relation.identifier }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.916199, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_alter_materialized_view_as_sql": {"name": "bigquery__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_alter_materialized_view_as_sql", "macro_sql": "{% macro bigquery__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n\n {% if configuration_changes.requires_full_refresh %}\n {{ get_replace_sql(existing_relation, relation, sql) }}\n {% else %}\n\n alter materialized view {{ relation }}\n set {{ bigquery_options(configuration_changes.options.context.as_ddl_dict()) }}\n\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_sql", "macro.dbt_bigquery.bigquery_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.916668, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_materialized_view_configuration_changes": {"name": "bigquery__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_materialized_view_configuration_changes", "macro_sql": "{% macro bigquery__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {% set _existing_materialized_view = adapter.describe_relation(existing_relation) %}\n {% set _configuration_changes = existing_relation.materialized_view_config_changeset(_existing_materialized_view, new_config.model) %}\n {% do return(_configuration_changes) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9169102, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_create_materialized_view_as_sql": {"name": "bigquery__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_create_materialized_view_as_sql", "macro_sql": "{% macro bigquery__get_create_materialized_view_as_sql(relation, sql) %}\n\n {%- set materialized_view = adapter.Relation.materialized_view_from_relation_config(config.model) -%}\n\n create materialized view if not exists {{ relation }}\n {% if materialized_view.partition %}{{ partition_by(materialized_view.partition) }}{% endif %}\n {% if materialized_view.cluster %}{{ cluster_by(materialized_view.cluster.fields) }}{% endif %}\n {{ bigquery_options(materialized_view.options.as_ddl_dict()) }}\n as {{ sql }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.partition_by", "macro.dbt_bigquery.cluster_by", "macro.dbt_bigquery.bigquery_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.917399, "supported_languages": null}, "macro.dbt_bigquery.bigquery__drop_table": {"name": "bigquery__drop_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt_bigquery.bigquery__drop_table", "macro_sql": "{% macro bigquery__drop_table(relation) %}\n drop table if exists {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9175098, "supported_languages": null}, "macro.dbt_bigquery.bigquery_table_options": {"name": "bigquery_table_options", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/table/options.sql", "original_file_path": "macros/relations/table/options.sql", "unique_id": "macro.dbt_bigquery.bigquery_table_options", "macro_sql": "{% macro bigquery_table_options(config, node, temporary) %}\n {% set opts = adapter.get_table_options(config, node, temporary) %}\n {%- do return(bigquery_options(opts)) -%}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9177458, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_rename_table_sql": {"name": "bigquery__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_rename_table_sql", "macro_sql": "{%- macro bigquery__get_rename_table_sql(relation, new_name) -%}\n alter table {{ relation }} rename to {{ new_name }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.917883, "supported_languages": null}, "macro.dbt_bigquery.bigquery__drop_view": {"name": "bigquery__drop_view", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt_bigquery.bigquery__drop_view", "macro_sql": "{% macro bigquery__drop_view(relation) %}\n drop view if exists {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9180632, "supported_languages": null}, "macro.dbt_bigquery.bigquery__create_or_replace_view": {"name": "bigquery__create_or_replace_view", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_bigquery.bigquery__create_or_replace_view", "macro_sql": "{% macro bigquery__create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and not old_relation.is_view -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt_bigquery.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.919453, "supported_languages": null}, "macro.dbt_bigquery.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_bigquery.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.919613, "supported_languages": null}, "macro.dbt_bigquery.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt_bigquery.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9197922, "supported_languages": null}, "macro.dbt_bigquery.bigquery_view_options": {"name": "bigquery_view_options", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/options.sql", "original_file_path": "macros/relations/view/options.sql", "unique_id": "macro.dbt_bigquery.bigquery_view_options", "macro_sql": "{% macro bigquery_view_options(config, node) %}\n {% set opts = adapter.get_view_options(config, node) %}\n {%- do return(bigquery_options(opts)) -%}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery_options"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9200141, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_rename_view_sql": {"name": "bigquery__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_rename_view_sql", "macro_sql": "{%- macro bigquery__get_rename_view_sql(relation, new_name) -%}\n alter view {{ relation }} rename to {{ new_name }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.920152, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_catalog_relations": {"name": "bigquery__get_catalog_relations", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/by_relation.sql", "original_file_path": "macros/catalog/by_relation.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_catalog_relations", "macro_sql": "{% macro bigquery__get_catalog_relations(information_schema, relations) -%}\n\n {%- if (relations | length) == 0 -%}\n {# Hopefully nothing cares about the columns we return when there are no rows #}\n {%- set query = \"select 1 as id limit 0\" -%}\n\n {%- else -%}\n {%- set query -%}\n with\n table_shards_stage as ({{ _bigquery__get_table_shards_sql(information_schema) }}),\n table_shards as (\n select * from table_shards_stage\n where (\n {%- for relation in relations -%}\n (\n upper(table_schema) = upper('{{ relation.schema }}')\n and upper(table_name) = upper('{{ relation.identifier }}')\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n ),\n tables as ({{ _bigquery__get_tables_sql() }}),\n table_stats as ({{ _bigquery__get_table_stats_sql() }}),\n\n columns as ({{ _bigquery__get_columns_sql(information_schema) }}),\n column_stats as ({{ _bigquery__get_column_stats_sql() }})\n\n {{ _bigquery__get_extended_catalog_sql() }}\n {%- endset -%}\n\n {%- endif -%}\n\n {{ return(run_query(query)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery._bigquery__get_table_shards_sql", "macro.dbt_bigquery._bigquery__get_tables_sql", "macro.dbt_bigquery._bigquery__get_table_stats_sql", "macro.dbt_bigquery._bigquery__get_columns_sql", "macro.dbt_bigquery._bigquery__get_column_stats_sql", "macro.dbt_bigquery._bigquery__get_extended_catalog_sql", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9211452, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_table_shards_sql": {"name": "_bigquery__get_table_shards_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_table_shards_sql", "macro_sql": "{% macro _bigquery__get_table_shards_sql(information_schema) %}\n select\n tables.project_id as table_catalog,\n tables.dataset_id as table_schema,\n coalesce(REGEXP_EXTRACT(tables.table_id, '^(.+)[0-9]{8}$'), tables.table_id) as table_name,\n tables.table_id as shard_name,\n REGEXP_EXTRACT(tables.table_id, '^.+([0-9]{8})$') as shard_index,\n REGEXP_CONTAINS(tables.table_id, '^.+[0-9]{8}$') and tables.type = 1 as is_date_shard,\n case\n when materialized_views.table_name is not null then 'materialized view'\n when tables.type = 1 then 'table'\n when tables.type = 2 then 'view'\n else 'external'\n end as table_type,\n tables.type = 1 as is_table,\n JSON_VALUE(table_description.option_value) as table_comment,\n tables.size_bytes,\n tables.row_count\n from {{ information_schema.replace(information_schema_view='__TABLES__') }} tables\n left join {{ information_schema.replace(information_schema_view='MATERIALIZED_VIEWS') }} materialized_views\n on materialized_views.table_catalog = tables.project_id\n and materialized_views.table_schema = tables.dataset_id\n and materialized_views.table_name = tables.table_id\n left join {{ information_schema.replace(information_schema_view='TABLE_OPTIONS') }} table_description\n on table_description.table_catalog = tables.project_id\n and table_description.table_schema = tables.dataset_id\n and table_description.table_name = tables.table_id\n and table_description.option_name = 'description'\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.923222, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_tables_sql": {"name": "_bigquery__get_tables_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_tables_sql", "macro_sql": "{% macro _bigquery__get_tables_sql() %}\n select distinct\n table_catalog,\n table_schema,\n table_name,\n is_date_shard,\n table_type,\n is_table,\n table_comment\n from table_shards\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9232981, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_table_stats_sql": {"name": "_bigquery__get_table_stats_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_table_stats_sql", "macro_sql": "{% macro _bigquery__get_table_stats_sql() %}\n select\n table_catalog,\n table_schema,\n table_name,\n max(shard_name) as latest_shard_name,\n min(shard_index) as shard_min,\n max(shard_index) as shard_max,\n count(shard_index) as shard_count,\n sum(size_bytes) as size_bytes,\n sum(row_count) as row_count\n from table_shards\n group by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.923378, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_columns_sql": {"name": "_bigquery__get_columns_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_columns_sql", "macro_sql": "{% macro _bigquery__get_columns_sql(information_schema) %}\n select\n columns.table_catalog,\n columns.table_schema,\n columns.table_name as shard_name,\n coalesce(paths.field_path, '') as column_name,\n -- invent a row number to account for nested fields\n -- BQ does not treat these nested properties as independent fields\n row_number() over (\n partition by\n columns.table_catalog,\n columns.table_schema,\n columns.table_name\n order by\n columns.ordinal_position,\n paths.field_path\n ) as column_index,\n coalesce(paths.data_type, '') as column_type,\n paths.description as column_comment,\n case when columns.is_partitioning_column = 'YES' then 1 else 0 end as is_partitioning_column,\n case when columns.is_partitioning_column = 'YES' then paths.field_path end as partition_column,\n case when columns.clustering_ordinal_position is not null then 1 else 0 end as is_clustering_column,\n case when columns.clustering_ordinal_position is not null then paths.field_path end as cluster_column,\n columns.clustering_ordinal_position\n from {{ information_schema.replace(information_schema_view='COLUMNS') }} columns\n join {{ information_schema.replace(information_schema_view='COLUMN_FIELD_PATHS') }} paths\n on paths.table_catalog = columns.table_catalog\n and paths.table_schema = columns.table_schema\n and paths.table_name = columns.table_name\n and paths.column_name = columns.column_name\n where columns.ordinal_position is not null\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.923611, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_column_stats_sql": {"name": "_bigquery__get_column_stats_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_column_stats_sql", "macro_sql": "{% macro _bigquery__get_column_stats_sql() %}\n select\n table_catalog,\n table_schema,\n shard_name,\n max(is_partitioning_column) = 1 as is_partitioned,\n max(partition_column) as partition_column,\n max(is_clustering_column) = 1 as is_clustered,\n array_to_string(\n array_agg(\n cluster_column ignore nulls\n order by clustering_ordinal_position\n ), ', '\n ) as clustering_columns\n from columns\n group by 1, 2, 3\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.923699, "supported_languages": null}, "macro.dbt_bigquery._bigquery__get_extended_catalog_sql": {"name": "_bigquery__get_extended_catalog_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/catalog.sql", "original_file_path": "macros/catalog/catalog.sql", "unique_id": "macro.dbt_bigquery._bigquery__get_extended_catalog_sql", "macro_sql": "{% macro _bigquery__get_extended_catalog_sql() %}\n select\n tables.table_catalog as table_database,\n tables.table_schema,\n case\n when tables.is_date_shard then concat(tables.table_name, '*')\n else tables.table_name\n end as table_name,\n tables.table_type,\n tables.table_comment,\n columns.column_name,\n columns.column_index,\n columns.column_type,\n columns.column_comment,\n\n 'Shard count' as `stats__date_shards__label`,\n table_stats.shard_count as `stats__date_shards__value`,\n 'The number of date shards in this table' as `stats__date_shards__description`,\n tables.is_date_shard as `stats__date_shards__include`,\n\n 'Shard (min)' as `stats__date_shard_min__label`,\n table_stats.shard_min as `stats__date_shard_min__value`,\n 'The first date shard in this table' as `stats__date_shard_min__description`,\n tables.is_date_shard as `stats__date_shard_min__include`,\n\n 'Shard (max)' as `stats__date_shard_max__label`,\n table_stats.shard_max as `stats__date_shard_max__value`,\n 'The last date shard in this table' as `stats__date_shard_max__description`,\n tables.is_date_shard as `stats__date_shard_max__include`,\n\n '# Rows' as `stats__num_rows__label`,\n table_stats.row_count as `stats__num_rows__value`,\n 'Approximate count of rows in this table' as `stats__num_rows__description`,\n tables.is_table as `stats__num_rows__include`,\n\n 'Approximate Size' as `stats__num_bytes__label`,\n table_stats.size_bytes as `stats__num_bytes__value`,\n 'Approximate size of table as reported by BigQuery' as `stats__num_bytes__description`,\n tables.is_table as `stats__num_bytes__include`,\n\n 'Partitioned By' as `stats__partitioning_type__label`,\n column_stats.partition_column as `stats__partitioning_type__value`,\n 'The partitioning column for this table' as `stats__partitioning_type__description`,\n column_stats.is_partitioned as `stats__partitioning_type__include`,\n\n 'Clustered By' as `stats__clustering_fields__label`,\n column_stats.clustering_columns as `stats__clustering_fields__value`,\n 'The clustering columns for this table' as `stats__clustering_fields__description`,\n column_stats.is_clustered as `stats__clustering_fields__include`\n\n from tables\n join table_stats\n on table_stats.table_catalog = tables.table_catalog\n and table_stats.table_schema = tables.table_schema\n and table_stats.table_name = tables.table_name\n left join column_stats\n on column_stats.table_catalog = tables.table_catalog\n and column_stats.table_schema = tables.table_schema\n and column_stats.shard_name = table_stats.latest_shard_name\n left join columns\n on columns.table_catalog = tables.table_catalog\n and columns.table_schema = tables.table_schema\n and columns.shard_name = table_stats.latest_shard_name\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9239192, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_catalog": {"name": "bigquery__get_catalog", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/catalog/by_schema.sql", "original_file_path": "macros/catalog/by_schema.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_catalog", "macro_sql": "{% macro bigquery__get_catalog(information_schema, schemas) -%}\n\n {%- if (schemas | length) == 0 -%}\n {# Hopefully nothing cares about the columns we return when there are no rows #}\n {%- set query = \"select 1 as id limit 0\" -%}\n\n {%- else -%}\n {%- set query -%}\n with\n table_shards as (\n {{ _bigquery__get_table_shards_sql(information_schema) }}\n where (\n {%- for schema in schemas -%}\n upper(tables.dataset_id) = upper('{{ schema }}')\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n ),\n tables as ({{ _bigquery__get_tables_sql() }}),\n table_stats as ({{ _bigquery__get_table_stats_sql() }}),\n\n columns as ({{ _bigquery__get_columns_sql(information_schema) }}),\n column_stats as ({{ _bigquery__get_column_stats_sql() }})\n\n {{ _bigquery__get_extended_catalog_sql() }}\n {%- endset -%}\n\n {%- endif -%}\n\n {{ return(run_query(query)) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery._bigquery__get_table_shards_sql", "macro.dbt_bigquery._bigquery__get_tables_sql", "macro.dbt_bigquery._bigquery__get_table_stats_sql", "macro.dbt_bigquery._bigquery__get_columns_sql", "macro.dbt_bigquery._bigquery__get_column_stats_sql", "macro.dbt_bigquery._bigquery__get_extended_catalog_sql", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.924791, "supported_languages": null}, "macro.dbt_bigquery.bigquery__except": {"name": "bigquery__except", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt_bigquery.bigquery__except", "macro_sql": "{% macro bigquery__except() %}\n\n except distinct\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9248772, "supported_languages": null}, "macro.dbt_bigquery.bigquery__dateadd": {"name": "bigquery__dateadd", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt_bigquery.bigquery__dateadd", "macro_sql": "{% macro bigquery__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n datetime_add(\n cast( {{ from_date_or_timestamp }} as datetime),\n interval {{ interval }} {{ datepart }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9250581, "supported_languages": null}, "macro.dbt_bigquery.bigquery__current_timestamp": {"name": "bigquery__current_timestamp", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_bigquery.bigquery__current_timestamp", "macro_sql": "{% macro bigquery__current_timestamp() -%}\n current_timestamp()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.925194, "supported_languages": null}, "macro.dbt_bigquery.bigquery__snapshot_string_as_time": {"name": "bigquery__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_bigquery.bigquery__snapshot_string_as_time", "macro_sql": "{% macro bigquery__snapshot_string_as_time(timestamp) -%}\n {%- set result = 'TIMESTAMP(\"' ~ timestamp ~ '\")' -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.925338, "supported_languages": null}, "macro.dbt_bigquery.bigquery__current_timestamp_backcompat": {"name": "bigquery__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_bigquery.bigquery__current_timestamp_backcompat", "macro_sql": "{% macro bigquery__current_timestamp_backcompat() -%}\n current_timestamp\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9254, "supported_languages": null}, "macro.dbt_bigquery.bigquery__intersect": {"name": "bigquery__intersect", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt_bigquery.bigquery__intersect", "macro_sql": "{% macro bigquery__intersect() %}\n\n intersect distinct\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.92548, "supported_languages": null}, "macro.dbt_bigquery.bigquery__escape_single_quotes": {"name": "bigquery__escape_single_quotes", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt_bigquery.bigquery__escape_single_quotes", "macro_sql": "{% macro bigquery__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\", \"\\\\'\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9256902, "supported_languages": null}, "macro.dbt_bigquery.bigquery__format_column": {"name": "bigquery__format_column", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/get_columns_spec_ddl.sql", "original_file_path": "macros/utils/get_columns_spec_ddl.sql", "unique_id": "macro.dbt_bigquery.bigquery__format_column", "macro_sql": "{% macro bigquery__format_column(column) -%}\n {% set data_type = column.data_type %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.926368, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_empty_schema_sql": {"name": "bigquery__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/get_columns_spec_ddl.sql", "original_file_path": "macros/utils/get_columns_spec_ddl.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_empty_schema_sql", "macro_sql": "{% macro bigquery__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {% for col in columns.values() %}\n {%- if col['data_type'] is not defined -%}\n {{ col_err.append(col['name']) }}\n {%- endif -%}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- endif -%}\n\n {%- set columns = adapter.nest_column_data_types(columns) -%}\n {{ return(dbt.default__get_empty_schema_sql(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9268322, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_select_subquery": {"name": "bigquery__get_select_subquery", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/get_columns_spec_ddl.sql", "original_file_path": "macros/utils/get_columns_spec_ddl.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_select_subquery", "macro_sql": "{% macro bigquery__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.926972, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_column_names": {"name": "bigquery__get_column_names", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/get_columns_spec_ddl.sql", "original_file_path": "macros/utils/get_columns_spec_ddl.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_column_names", "macro_sql": "{% macro bigquery__get_column_names() %}\n {#- loop through nested user_provided_columns to get column names -#}\n {%- set user_provided_columns = adapter.nest_column_data_types(model['columns']) -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.927362, "supported_languages": null}, "macro.dbt_bigquery.bigquery__right": {"name": "bigquery__right", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt_bigquery.bigquery__right", "macro_sql": "{% macro bigquery__right(string_text, length_expression) %}\n\n case when {{ length_expression }} = 0\n then ''\n else\n substr(\n {{ string_text }},\n -1 * ({{ length_expression }})\n )\n end\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9275541, "supported_languages": null}, "macro.dbt_bigquery.bigquery__listagg": {"name": "bigquery__listagg", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt_bigquery.bigquery__listagg", "macro_sql": "{% macro bigquery__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n {% if limit_num -%}\n limit {{ limit_num }}\n {%- endif %}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9278662, "supported_languages": null}, "macro.dbt_bigquery.bigquery__datediff": {"name": "bigquery__datediff", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt_bigquery.bigquery__datediff", "macro_sql": "{% macro bigquery__datediff(first_date, second_date, datepart) -%}\n\n {% if dbt_version[0] == 1 and dbt_version[2] >= 2 %}\n {{ return(dbt.datediff(first_date, second_date, datepart)) }}\n {% else %}\n\n datetime_diff(\n cast({{second_date}} as datetime),\n cast({{first_date}} as datetime),\n {{datepart}}\n )\n\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.928261, "supported_languages": null}, "macro.dbt_bigquery.bigquery__safe_cast": {"name": "bigquery__safe_cast", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt_bigquery.bigquery__safe_cast", "macro_sql": "{% macro bigquery__safe_cast(field, type) %}\n{%- if type.lower().startswith('array') and field is iterable and (field is not string and field is not mapping) and field | length > 0 -%}\n {#-- Extract nested type from 'array' --#}\n {% set nested_type = type.lower()[6:-1] %}\n {#-- BigQuery does not support direct casts to arrays. instead, each element must be cast individually + reaggregated into an array --#}\n {%- if cast_from_string_unsupported_for(nested_type) %}\n (select array_agg(safe_cast(i as {{ nested_type }})) from unnest([\n {%- for nested_field in field %}\n {{ nested_field.strip('\"').strip(\"'\") }}{{ ',' if not loop.last }}\n {%- endfor %}\n ]) i)\n {%- else -%}\n (select array_agg(safe_cast(i as {{nested_type}})) from unnest({{field}}) i)\n {%- endif -%}\n\n{%- elif type.lower() == 'json' and field is mapping -%}\n safe_cast(json {{ dbt.string_literal(tojson(field)) }} as json)\n{%- elif cast_from_string_unsupported_for(type) and field is string -%}\n safe_cast({{field.strip('\"').strip(\"'\")}} as {{type}})\n{%- else -%}\n safe_cast({{field}} as {{type}})\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.cast_from_string_unsupported_for", "macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.929468, "supported_languages": null}, "macro.dbt_bigquery.cast_from_string_unsupported_for": {"name": "cast_from_string_unsupported_for", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt_bigquery.cast_from_string_unsupported_for", "macro_sql": "{% macro cast_from_string_unsupported_for(type) %}\n {{ return(type.lower().startswith('struct') or type.lower() == 'geography') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.929646, "supported_languages": null}, "macro.dbt_bigquery.bigquery__hash": {"name": "bigquery__hash", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt_bigquery.bigquery__hash", "macro_sql": "{% macro bigquery__hash(field) -%}\n to_hex({{dbt.default__hash(field)}})\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.929781, "supported_languages": null}, "macro.dbt_bigquery.bigquery__position": {"name": "bigquery__position", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt_bigquery.bigquery__position", "macro_sql": "{% macro bigquery__position(substring_text, string_text) %}\n\n strpos(\n {{ string_text }},\n {{ substring_text }}\n\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9299269, "supported_languages": null}, "macro.dbt_bigquery.bigquery__string_literal": {"name": "bigquery__string_literal", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/string_literal.sql", "original_file_path": "macros/utils/string_literal.sql", "unique_id": "macro.dbt_bigquery.bigquery__string_literal", "macro_sql": "{%- macro bigquery__string_literal(value) -%}\n '''{{ value }}'''\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.930032, "supported_languages": null}, "macro.dbt_bigquery.bigquery__array_concat": {"name": "bigquery__array_concat", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt_bigquery.bigquery__array_concat", "macro_sql": "{% macro bigquery__array_concat(array_1, array_2) -%}\n array_concat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9301639, "supported_languages": null}, "macro.dbt_bigquery.bigquery__bool_or": {"name": "bigquery__bool_or", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt_bigquery.bigquery__bool_or", "macro_sql": "{% macro bigquery__bool_or(expression) -%}\n\n logical_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.930272, "supported_languages": null}, "macro.dbt_bigquery.bigquery__split_part": {"name": "bigquery__split_part", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt_bigquery.bigquery__split_part", "macro_sql": "{% macro bigquery__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n split(\n {{ string_text }},\n {{ delimiter_text }}\n )[safe_offset({{ part_number - 1 }})]\n {% else %}\n split(\n {{ string_text }},\n {{ delimiter_text }}\n )[safe_offset(\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 1 + {{ part_number }}\n )]\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.930746, "supported_languages": null}, "macro.dbt_bigquery.bigquery__date_trunc": {"name": "bigquery__date_trunc", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt_bigquery.bigquery__date_trunc", "macro_sql": "{% macro bigquery__date_trunc(datepart, date) -%}\n timestamp_trunc(\n cast({{date}} as timestamp),\n {{datepart}}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.930888, "supported_languages": null}, "macro.dbt_bigquery.bigquery__array_construct": {"name": "bigquery__array_construct", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt_bigquery.bigquery__array_construct", "macro_sql": "{% macro bigquery__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n [ {{ inputs|join(' , ') }} ]\n {% else %}\n ARRAY<{{data_type}}>[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9311318, "supported_languages": null}, "macro.dbt_bigquery.bigquery__array_append": {"name": "bigquery__array_append", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt_bigquery.bigquery__array_append", "macro_sql": "{% macro bigquery__array_append(array, new_element) -%}\n {{ array_concat(array, array_construct([new_element])) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.array_concat", "macro.dbt.array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.931309, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_show_grant_sql": {"name": "bigquery__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_show_grant_sql", "macro_sql": "{% macro bigquery__get_show_grant_sql(relation) %}\n {% set location = adapter.get_dataset_location(relation) %}\n {% set relation = relation.incorporate(location=location) %}\n\n select privilege_type, grantee\n from {{ relation.information_schema(\"OBJECT_PRIVILEGES\") }}\n where object_schema = \"{{ relation.dataset }}\"\n and object_name = \"{{ relation.identifier }}\"\n -- filter out current user\n and split(grantee, ':')[offset(1)] != session_user()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.93189, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_grant_sql": {"name": "bigquery__get_grant_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_grant_sql", "macro_sql": "\n\n\n{%- macro bigquery__get_grant_sql(relation, privilege, grantee) -%}\n grant `{{ privilege }}` on {{ relation.type }} {{ relation }} to {{ '\\\"' + grantee|join('\\\", \\\"') + '\\\"' }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.932083, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_revoke_sql": {"name": "bigquery__get_revoke_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_revoke_sql", "macro_sql": "{%- macro bigquery__get_revoke_sql(relation, privilege, grantee) -%}\n revoke `{{ privilege }}` on {{ relation.type }} {{ relation }} from {{ '\\\"' + grantee|join('\\\", \\\"') + '\\\"' }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.932277, "supported_languages": null}, "macro.dbt_bigquery.bigquery__get_empty_subquery_sql": {"name": "bigquery__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt_bigquery.bigquery__get_empty_subquery_sql", "macro_sql": "{% macro bigquery__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false and current_timestamp() = current_timestamp()\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.932512, "supported_languages": null}, "macro.dbt_bigquery.bigquery__resolve_model_name": {"name": "bigquery__resolve_model_name", "resource_type": "macro", "package_name": "dbt_bigquery", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt_bigquery.bigquery__resolve_model_name", "macro_sql": "{% macro bigquery__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('`', '') | replace('\"', '\\\"') }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.932703, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9335701, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9337301, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9338439, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9339578, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9340742, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.934379, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.93462, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.934863, "supported_languages": null}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.935223, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.935445, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9383612, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.938504, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.938682, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set primary_key = config['unique_key'] %}\n {% set updated_at = config['updated_at'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.dbt_valid_from < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.93925, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9393868, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.939523, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.94063, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set check_cols_config = config['check_cols'] %}\n {% set primary_key = config['unique_key'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n {% set updated_at = config.get('updated_at', snapshot_get_time()) %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.941707, "supported_languages": null}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.94477, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.944993, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.945128, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9452002, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.94532, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9454122, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.945579, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.946284, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.946435, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n\n select *,\n {{ strategy.scd_id }} as dbt_scd_id,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.946631, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9469619, "supported_languages": null}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9515069, "supported_languages": ["sql"]}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql %}\n\n {% endif %}\n\n {% set limit = config.get('limit') %}\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.953676, "supported_languages": ["sql"]}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.954609, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.954853, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.955019, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.955507, "supported_languages": null}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.955811, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.956112, "supported_languages": null}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %} %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, tested_expected_column_names) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.957509, "supported_languages": ["sql"]}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.96133, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.961644, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.961843, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9628959, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.963082, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.963607, "supported_languages": null}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.965894, "supported_languages": ["sql"]}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.968213, "supported_languages": ["sql"]}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.969545, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.969988, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.970527, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.970728, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.971317, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9757571, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.977077, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.977291, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last}}\n {% endfor %}\n {% if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {% endif %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.978082, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.978303, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9788191, "supported_languages": null}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.97931, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.98003, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.980217, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9803689, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.980605, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9807549, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.980992, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.981141, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.981353, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.981503, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.981622, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9818418, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9858189, "supported_languages": ["sql"]}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.990005, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.990955, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.991891, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9925618, "supported_languages": null}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.992762, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.992856, "supported_languages": null}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.993093, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation }} clone {{ defer_relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.993202, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% call statement('main') %}\n {% if target_relation and defer_relation and target_relation == defer_relation %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation) }}\n {% else %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endif %}\n\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.9960399, "supported_languages": ["sql"]}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280323.998583, "supported_languages": ["sql"]}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0023649, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.003073, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.003263, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0036428, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.003798, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.003904, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.004019, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0041118, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.004241, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.004334, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.00471, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.00486, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.005856, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.006207, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.006506, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0069351, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.007146, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.007369, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0076852, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0078862, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.008458, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.008748, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.008896, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.009054, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0092092, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.009886, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation_type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.010884, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0111969, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.011399, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0116181, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.011787, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.012044, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.012209, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.012779, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0131211, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.013289, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0135128, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.013796, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0140102, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.014389, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.014742, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.015009, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0151749, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0153759, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0154629, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0156858, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.015861, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0161128, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.016219, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0164402, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.016556, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0170481, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.017196, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0174239, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.017546, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.017768, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0178828, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0187058, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.018803, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.019218, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.019354, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.019464, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.020533, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0208378, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.021112, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.021319, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0214038, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.021622, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.021738, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0219572, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0220742, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.022766, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.022912, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.023254, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.023802, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.024168, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.024317, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.024458, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.024659, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.024742, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.025441, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.025557, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.026508, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0266712, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.026846, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.02707, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.027185, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.027518, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.027648, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.027791, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.028127, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.028416, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.028652, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.028851, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0293, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.030466, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.031095, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.03133, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.032772, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.033686, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0342689, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.034455, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0346382, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0347, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.03528, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0357492, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.035934, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.036235, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.036504, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0367281, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.03699, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.03712, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.037319, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.037418, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0380821, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0384698, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.038623, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.039027, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.039235, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0393212, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0395882, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0397189, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0398982, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0399601, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.040171, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.040283, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.040514, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0406249, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0411148, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.041436, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.041703, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.041837, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.042067, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0421782, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0423849, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.042512, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.042776, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.042903, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.043125, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0432289, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0434291, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0435112, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0437398, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.043849, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0440462, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0441291, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0449338, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.045056, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.045186, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.045307, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.045442, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0455658, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0457, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0458481, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.045985, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.046174, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0463119, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.046438, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.046576, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.046698, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0469272, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047037, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047243, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047328, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047607, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047827, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.047949, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.04837, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.048507, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0486941, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.048924, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.049032, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.049345, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.04954, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.049773, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.049948, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.050258, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.050406, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0505369, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.050689, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0510972, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.051221, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.05134, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0514271, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.051567, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0516312, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.051767, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt_bigquery.bigquery__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.051904, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0525901, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.052703, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.05283, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.053142, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.053353, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0534651, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.053592, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0536919, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.055249, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.055382, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.055556, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.055784, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0559812, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.056232, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0563788, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0565062, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0566988, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.057143, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.057323, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0574348, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.057772, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.058094, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.058322, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.05856, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.059941, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060034, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.06017, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060259, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060533, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060682, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060767, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.060947, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.061103, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.061285, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.061435, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.061617, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.062144, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.062297, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.062489, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0626738, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0636191, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header -%}\n {{ sql_header }}\n {%- endif -%}\n {%- if limit is not none -%}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n {%- else -%}\n {{ compiled_code }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.064055, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "{% macro get_limit_subquery_sql(sql, limit) %}\n {{ adapter.dispatch('get_limit_subquery_sql', 'dbt')(sql, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.064209, "supported_languages": null}, "macro.dbt.default__get_limit_subquery_sql": {"name": "default__get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_subquery_sql", "macro_sql": "{% macro default__get_limit_subquery_sql(sql, limit) %}\n select *\n from (\n {{ sql }}\n ) as model_limit_subq\n limit {{ limit }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.064321, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.064878, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.065013, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.065175, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0653088, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.065525, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.065897, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.068204, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.068405, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.068565, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.068768, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.068917, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.06904, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0691829, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.069376, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.069599, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.069841, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.069994, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.070122, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0702562, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.070376, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.070538, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0706758, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.072454, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0725791, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.07282, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.072997, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0731578, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.073306, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.074285, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.074558, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.074712, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.074985, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.075165, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.075632, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.07584, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0764449, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- for column in columns_in_relation -%}\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this) }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0790699, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0795038, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.080389, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.081707, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.081831, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.082477, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.082807, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.083261, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.08364, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.083701, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_bigquery.bigquery__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.084128, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.084329, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0845702, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.084878, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0851789, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0855849, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0859761, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.086505, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.086766, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.087022, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0878952, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0886989, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.089398, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.090243, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.090793, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.091069, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0916522, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.092363, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.092732, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.093091, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.093587, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.093965, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.094387, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.094692, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0952241, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n where {{ column_name }} is not null\n limit 1\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.095841, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0963478, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% set column_list = column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.096857, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.097319, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.097594, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.097919, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.098203, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.098739, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as numeric) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.0995672, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.100296, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.101008, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.101642, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None) %}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{#-\nIf the compare_cols arg is provided, we can run this test without querying the\ninformation schema\u00a0\u2014 this allows the model to be an ephemeral model\n-#}\n\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model) | map(attribute='quoted') -%}\n{%- endif -%}\n\n{% set compare_cols_csv = compare_columns | join(', ') %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1023512, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.10275, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.102993, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.105713, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.106925, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.107146, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.107279, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1076338, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.107858, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.108012, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1082182, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.108355, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.108845, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.109566, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.110132, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.110601, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.110785, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.111076, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1113899, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.111825, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1120799, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.112351, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.112868, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1135402, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.114214, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1145349, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.114686, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.115087, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.115607, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.116342, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1166668, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.116899, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.117836, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.118948, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value') -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.119988, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value') -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n select\n {%- for exclude_col in exclude %}\n {{ exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(col.column) }}\n {% else %}\n {{ col.column }}\n {% endif %}\n as {{ cast_to }}) as {{ value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.121236, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.121474, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.121583, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.123921, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.126652, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1268978, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1270971, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.bigquery__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.127723, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1279051, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n {{ return(dbt_utils.default__deduplicate(relation, partition_by, order_by=order_by)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.128066, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.128219, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.128354, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.128492, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.128808, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.129004, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.129313, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1297421, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.130017, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1302762, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.bigquery__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1315598, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.13185, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.132473, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.132869, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1337368, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.13492, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1357598, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.136426, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.136801, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.137378, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.137984, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.138348, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1385012, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1388118, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.139277, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.139644, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.140138, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.default__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.140533, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.140647, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.14076, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.140872, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.141269, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.141906, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.142804, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.bigquery__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.143029, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.143478, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.144107, "supported_languages": null}, "macro.elementary.create_test_result_temp_table": {"name": "create_test_result_temp_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.create_test_result_temp_table", "macro_sql": "{% macro create_test_result_temp_table() %}\n {% set database, schema = elementary.get_package_database_and_schema() %}\n {% set test_id = model[\"alias\"] %}\n {% set relation = elementary.create_temp_table(database, schema, test_id, sql) %}\n {% set new_sql %}\n select * from {{ relation }}\n {% endset %}\n {% do return(new_sql) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_package_database_and_schema", "macro.elementary.create_temp_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.164187, "supported_languages": null}, "macro.elementary.query_test_result_rows": {"name": "query_test_result_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.query_test_result_rows", "macro_sql": "{% macro query_test_result_rows(sample_limit=none, ignore_passed_tests=false) %}\n {% if sample_limit == 0 %} {# performance: no need to run a sql query that we know returns an empty list #}\n {% do return([]) %}\n {% endif %}\n {% if ignore_passed_tests and elementary.did_test_pass() %}\n {% do elementary.debug_log(\"Skipping sample query because the test passed.\") %}\n {% do return([]) %}\n {% endif %}\n {% set query %}\n with test_results as (\n {{ sql }}\n )\n select * from test_results {% if sample_limit is not none %} limit {{ sample_limit }} {% endif %}\n {% endset %}\n {% do return(elementary.agate_to_dicts(elementary.run_query(query))) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.did_test_pass", "macro.elementary.debug_log", "macro.elementary.agate_to_dicts", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.164715, "supported_languages": null}, "macro.elementary.cache_elementary_test_results_rows": {"name": "cache_elementary_test_results_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.cache_elementary_test_results_rows", "macro_sql": "{% macro cache_elementary_test_results_rows(elementary_test_results_rows) %}\n {% do elementary.get_cache(\"elementary_test_results\").update({model.unique_id: elementary_test_results_rows}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1648839, "supported_languages": null}, "macro.elementary.handle_anomaly_test": {"name": "handle_anomaly_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.handle_anomaly_test", "macro_sql": "{% macro handle_anomaly_test(flattened_test, materialization_macro) %}\n {% set metrics_tables_cache = elementary.get_cache(\"tables\").get(\"metrics\").get(\"relations\") %}\n {% set metrics_table = elementary.get_elementary_test_table(elementary.get_elementary_test_table_name(), 'metrics') %}\n {% if metrics_table %}\n {% do metrics_tables_cache.append(metrics_table) %}\n {% endif %}\n\n {% set anomaly_scores_groups_rows = {} %}\n {% set anomaly_scores_rows = elementary.query_test_result_rows() %}\n {% for anomaly_scores_row in anomaly_scores_rows %}\n {% set anomaly_scores_group = (anomaly_scores_row.full_table_name, anomaly_scores_row.column_name, anomaly_scores_row.metric_name) %}\n {% do anomaly_scores_groups_rows.setdefault(anomaly_scores_group, []) %}\n {% do anomaly_scores_groups_rows[anomaly_scores_group].append(anomaly_scores_row) %}\n {% endfor %}\n\n {% set elementary_test_results_rows = [] %}\n {% for anomaly_scores_group, anomaly_scores_rows in anomaly_scores_groups_rows.items() %}\n {% do elementary.debug_log(\"Found {} anomaly scores for group {}.\".format(anomaly_scores_rows | length, anomaly_scores_group)) %}\n {% do elementary_test_results_rows.append(elementary.get_anomaly_test_result_row(flattened_test, anomaly_scores_rows)) %}\n {% endfor %}\n {% do elementary.cache_elementary_test_results_rows(elementary_test_results_rows) %}\n\n {% do context.update({\"sql\": elementary.get_anomaly_query(flattened_test)}) %}\n {% do return(materialization_macro()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache", "macro.elementary.get_elementary_test_table", "macro.elementary.get_elementary_test_table_name", "macro.elementary.query_test_result_rows", "macro.elementary.debug_log", "macro.elementary.get_anomaly_test_result_row", "macro.elementary.cache_elementary_test_results_rows", "macro.elementary.get_anomaly_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1659489, "supported_languages": null}, "macro.elementary.handle_schema_changes_test": {"name": "handle_schema_changes_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.handle_schema_changes_test", "macro_sql": "{% macro handle_schema_changes_test(flattened_test, materialization_macro) %}\n {% set schema_snapshots_tables_cache = elementary.get_cache(\"tables\").get(\"schema_snapshots\") %}\n {% set schema_snapshots_table = elementary.get_elementary_test_table(elementary.get_elementary_test_table_name(), 'schema_changes') %}\n {% if schema_snapshots_table %}\n {% do schema_snapshots_tables_cache.append(schema_snapshots_table) %}\n {% endif %}\n\n {% set elementary_test_results_rows = [] %}\n {% set schema_changes_rows = elementary.query_test_result_rows() %}\n {% for schema_changes_row in schema_changes_rows %}\n {% do elementary_test_results_rows.append(elementary.get_schema_changes_test_result_row(flattened_test, schema_changes_row, schema_changes_rows)) %}\n {% endfor %}\n {% do elementary.cache_elementary_test_results_rows(elementary_test_results_rows) %}\n {% do return(materialization_macro()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache", "macro.elementary.get_elementary_test_table", "macro.elementary.get_elementary_test_table_name", "macro.elementary.query_test_result_rows", "macro.elementary.get_schema_changes_test_result_row", "macro.elementary.cache_elementary_test_results_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.166618, "supported_languages": null}, "macro.elementary.handle_dbt_test": {"name": "handle_dbt_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.handle_dbt_test", "macro_sql": "{% macro handle_dbt_test(flattened_test, materialization_macro) %}\n {% set result = materialization_macro() %}\n {% set result_rows = elementary.query_test_result_rows(sample_limit=elementary.get_config_var('test_sample_row_count'),\n ignore_passed_tests=true) %}\n {% set elementary_test_results_row = elementary.get_dbt_test_result_row(flattened_test, result_rows) %}\n {% do elementary.cache_elementary_test_results_rows([elementary_test_results_row]) %}\n {% do return(result) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.query_test_result_rows", "macro.elementary.get_config_var", "macro.elementary.get_dbt_test_result_row", "macro.elementary.cache_elementary_test_results_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.166986, "supported_languages": null}, "macro.elementary.get_test_type_handler": {"name": "get_test_type_handler", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.get_test_type_handler", "macro_sql": "{% macro get_test_type_handler(flattened_test) %}\n {% set test_type = elementary.get_test_type(flattened_test) %}\n {% set test_type_handler_map = {\n \"anomaly_detection\": elementary.handle_anomaly_test,\n \"schema_change\": elementary.handle_schema_changes_test,\n \"dbt_test\": elementary.handle_dbt_test,\n \"integrity\": elementary.handle_dbt_test\n } %}\n {% set test_type_handler = test_type_handler_map.get(test_type) %}\n {% if not test_type_handler %}\n {% do exceptions.raise_compiler_error(\"Unknown test type: {}\".format(test_type)) %}\n {% endif %}\n {% do return(test_type_handler) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.167447, "supported_languages": null}, "macro.elementary.materialize_test": {"name": "materialize_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.materialize_test", "macro_sql": "{% macro materialize_test(materialization_macro) %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(materialization_macro()) %}\n {% endif %}\n\n {% set test_unique_id = model.get('unique_id') %}\n {% do elementary.debug_log(test_unique_id ~ \": starting test materialization hook\") %}\n {% if elementary.get_config_var(\"tests_use_temp_tables\") %}\n {% set temp_table_sql = elementary.create_test_result_temp_table() %}\n {% do context.update({\"sql\": temp_table_sql}) %}\n {% do elementary.debug_log(test_unique_id ~ \": created test temp table\") %}\n {% endif %}\n\n {% set flattened_test = elementary.flatten_test(model) %}\n {% do elementary.debug_log(test_unique_id ~ \": flattened test node\") %}\n {% set test_type_handler = elementary.get_test_type_handler(flattened_test) %}\n {% set result = test_type_handler(flattened_test, materialization_macro) %}\n {% do elementary.debug_log(test_unique_id ~ \": handler called by test type - \" ~ elementary.get_test_type(flattened_test)) %}\n {% if elementary.get_config_var(\"calculate_failed_count\") %}\n {% set failed_row_count = elementary.get_failed_row_count(flattened_test) %}\n {% if failed_row_count is not none %}\n {% do elementary.get_cache(\"elementary_test_failed_row_counts\").update({model.unique_id: failed_row_count}) %}\n {% do elementary.debug_log(test_unique_id ~ \": calculated failed row count\") %}\n {% endif %}\n {% endif %}\n {% do elementary.debug_log(test_unique_id ~ \": finished test materialization hook\") %}\n {% do return(result) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.debug_log", "macro.elementary.get_config_var", "macro.elementary.create_test_result_temp_table", "macro.elementary.flatten_test", "macro.elementary.get_test_type_handler", "macro.elementary.get_test_type", "macro.elementary.get_failed_row_count", "macro.elementary.get_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.168614, "supported_languages": null}, "macro.elementary.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.materialization_test_default", "macro_sql": "{% materialization test, default %}\n {% set result = elementary.materialize_test(dbt.materialization_test_default) %}\n {% do return(result) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.materialize_test"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.168792, "supported_languages": ["sql"]}, "macro.elementary.materialization_test_snowflake": {"name": "materialization_test_snowflake", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.materialization_test_snowflake", "macro_sql": "{% materialization test, adapter=\"snowflake\" %}\n {%- if dbt.materialization_test_snowflake -%}\n {% set materialization_macro = dbt.materialization_test_snowflake %}\n {%- else -%}\n {% set materialization_macro = dbt.materialization_test_default %}\n {%- endif -%}\n {% set result = elementary.materialize_test(materialization_macro) %}\n {% do return(result) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.materialize_test"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1690822, "supported_languages": ["sql"]}, "macro.elementary.get_anomaly_test_result_row": {"name": "get_anomaly_test_result_row", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.get_anomaly_test_result_row", "macro_sql": "{% macro get_anomaly_test_result_row(flattened_test, anomaly_scores_rows) %}\n {%- set latest_row = anomaly_scores_rows[-1] %}\n {%- set full_table_name = elementary.insensitive_get_dict_value(latest_row, 'full_table_name') %}\n {%- set test_unique_id = flattened_test.unique_id %}\n {%- set test_configuration = elementary.get_cache(test_unique_id) %}\n {%- set test_params = elementary.insensitive_get_dict_value(flattened_test, 'test_params') %}\n {%- do test_params.update(test_configuration) %}\n {%- set parent_model_unique_id = elementary.insensitive_get_dict_value(flattened_test, 'parent_model_unique_id') %}\n {%- set column_name = elementary.insensitive_get_dict_value(latest_row, 'column_name') %}\n {%- set metric_name = elementary.insensitive_get_dict_value(latest_row, 'metric_name') %}\n {%- set test_unique_id = elementary.insensitive_get_dict_value(latest_row, 'test_unique_id') %}\n {%- set has_anomaly_score = elementary.insensitive_get_dict_value(latest_row, 'anomaly_score') is not none %}\n {%- if not has_anomaly_score %}\n {% do elementary.edr_log(\"Not enough data to calculate anomaly scores on `{}`\".format(test_unique_id)) %}\n {% endif %}\n {%- set test_results_query -%}\n select * from ({{ sql }}) results\n where\n anomaly_score is not null and\n upper(full_table_name) = upper({{ elementary.const_as_string(full_table_name) }}) and\n metric_name = {{ elementary.const_as_string(metric_name) }}\n {%- if column_name %}\n and upper(column_name) = upper({{ elementary.const_as_string(column_name) }})\n {%- endif %}\n {%- endset -%}\n {% set test_results_description %}\n {% if has_anomaly_score %}\n {{ elementary.insensitive_get_dict_value(latest_row, 'anomaly_description') }}\n {% else %}\n Not enough data to calculate anomaly score.\n {% endif %}\n {% endset %}\n {% set failures = namespace(data=0) %}\n {% set filtered_anomaly_scores_rows = [] %}\n {% for row in anomaly_scores_rows %}\n {% if row.anomaly_score is not none %}\n {% do filtered_anomaly_scores_rows.append(row) %}\n {% if row.is_anomalous %}\n {% set failures.data = failures.data + 1 %}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% set test_result_dict = {\n 'id': elementary.insensitive_get_dict_value(latest_row, 'id'),\n 'data_issue_id': elementary.insensitive_get_dict_value(latest_row, 'metric_id'),\n 'model_unique_id': parent_model_unique_id,\n 'column_name': column_name,\n 'test_type': 'anomaly_detection',\n 'test_sub_type': metric_name,\n 'test_results_description': test_results_description,\n 'other': elementary.insensitive_get_dict_value(latest_row, 'anomalous_value'),\n 'test_results_query': test_results_query,\n 'test_params': test_params,\n 'result_rows': filtered_anomaly_scores_rows,\n 'failures': failures.data\n } %}\n {% set elementary_test_row = elementary.get_dbt_test_result_row(flattened_test) %}\n {% do elementary_test_row.update(test_result_dict) %}\n {% do return(elementary_test_row) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.insensitive_get_dict_value", "macro.elementary.get_cache", "macro.elementary.edr_log", "macro.elementary.const_as_string", "macro.elementary.get_dbt_test_result_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1710122, "supported_languages": null}, "macro.elementary.get_schema_changes_test_result_row": {"name": "get_schema_changes_test_result_row", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.get_schema_changes_test_result_row", "macro_sql": "{% macro get_schema_changes_test_result_row(flattened_test, schema_changes_row, schema_changes_rows) %}\n {% set elementary_test_row = elementary.get_dbt_test_result_row(flattened_test, schema_changes_rows) %}\n {% do elementary_test_row.update(schema_changes_row) %}\n {% do return(elementary_test_row) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_dbt_test_result_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1712499, "supported_languages": null}, "macro.elementary.get_dbt_test_result_row": {"name": "get_dbt_test_result_row", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test.sql", "original_file_path": "macros/edr/materializations/test/test.sql", "unique_id": "macro.elementary.get_dbt_test_result_row", "macro_sql": "{% macro get_dbt_test_result_row(flattened_test, result_rows=none) %}\n {% if not result_rows %}\n {% set result_rows = [] %}\n {% endif %}\n\n {% set test_execution_id = elementary.get_node_execution_id(flattened_test) %}\n {% set parent_model_unique_id = elementary.insensitive_get_dict_value(flattened_test, 'parent_model_unique_id') %}\n {% set parent_model = elementary.get_node(parent_model_unique_id) %}\n {% set parent_model_name = elementary.get_table_name_from_node(parent_model) %}\n {% set test_result_dict = {\n 'id': test_execution_id,\n 'data_issue_id': none,\n 'test_execution_id': test_execution_id,\n 'test_unique_id': elementary.insensitive_get_dict_value(flattened_test, 'unique_id'),\n 'model_unique_id': parent_model_unique_id,\n 'detected_at': elementary.insensitive_get_dict_value(flattened_test, 'generated_at'),\n 'database_name': elementary.insensitive_get_dict_value(flattened_test, 'database_name'),\n 'schema_name': elementary.insensitive_get_dict_value(flattened_test, 'schema_name'),\n 'table_name': parent_model_name,\n 'column_name': elementary.insensitive_get_dict_value(flattened_test, 'test_column_name'),\n 'test_type': elementary.get_test_type(flattened_test),\n 'test_sub_type': elementary.insensitive_get_dict_value(flattened_test, 'type'),\n 'other': none,\n 'owners': elementary.insensitive_get_dict_value(flattened_test, 'model_owners'),\n 'tags': elementary.insensitive_get_dict_value(flattened_test, 'model_tags') + elementary.insensitive_get_dict_value(flattened_test, 'tags'),\n 'test_results_query': elementary.get_compiled_code(flattened_test),\n 'test_name': elementary.insensitive_get_dict_value(flattened_test, 'name'),\n 'test_params': elementary.insensitive_get_dict_value(flattened_test, 'test_params'),\n 'severity': elementary.insensitive_get_dict_value(flattened_test, 'severity'),\n 'test_short_name': elementary.insensitive_get_dict_value(flattened_test, 'short_name'),\n 'test_alias': elementary.insensitive_get_dict_value(flattened_test, 'alias'),\n 'result_rows': result_rows\n }%}\n {% do return(test_result_dict) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node_execution_id", "macro.elementary.insensitive_get_dict_value", "macro.elementary.get_node", "macro.elementary.get_table_name_from_node", "macro.elementary.get_test_type", "macro.elementary.get_compiled_code"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.172662, "supported_languages": null}, "macro.elementary.get_failed_row_count": {"name": "get_failed_row_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/failed_row_count.sql", "original_file_path": "macros/edr/materializations/test/failed_row_count.sql", "unique_id": "macro.elementary.get_failed_row_count", "macro_sql": "{% macro get_failed_row_count(flattened_test) %}\n {% set test_result = elementary.get_test_result() %}\n {% if config.get(\"fail_calc\").strip() == elementary.get_failed_row_count_calc(flattened_test) %}\n {% do elementary.debug_log(\"Using test failures as failed_rows value.\") %}\n {% do return(test_result.failures|int) %}\n {% endif %}\n {% if elementary.did_test_pass(test_result) %}\n {% do return(none) %}\n {% endif %}\n {% set failed_row_count_query = elementary.get_failed_row_count_query(flattened_test) %}\n {% if failed_row_count_query %}\n {% set result_count = elementary.result_value(failed_row_count_query) %}\n {% do return(result_count) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_result", "macro.elementary.get_failed_row_count_calc", "macro.elementary.debug_log", "macro.elementary.did_test_pass", "macro.elementary.get_failed_row_count_query", "macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1740139, "supported_languages": null}, "macro.elementary.get_failed_row_count_query": {"name": "get_failed_row_count_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/failed_row_count.sql", "original_file_path": "macros/edr/materializations/test/failed_row_count.sql", "unique_id": "macro.elementary.get_failed_row_count_query", "macro_sql": "{% macro get_failed_row_count_query(flattened_test) %}\n {% set failed_row_count_calc = elementary.get_failed_row_count_calc(flattened_test) %}\n {% if failed_row_count_calc %}\n {% set failed_row_count_query = elementary.get_failed_row_count_calc_query(failed_row_count_calc) %}\n {% do return(failed_row_count_query) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_failed_row_count_calc", "macro.elementary.get_failed_row_count_calc_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.174303, "supported_languages": null}, "macro.elementary.get_failed_row_count_calc": {"name": "get_failed_row_count_calc", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/failed_row_count.sql", "original_file_path": "macros/edr/materializations/test/failed_row_count.sql", "unique_id": "macro.elementary.get_failed_row_count_calc", "macro_sql": "{% macro get_failed_row_count_calc(flattened_test) %}\n {% if \"failed_row_count_calc\" in flattened_test[\"meta\"] %}\n {% do return(flattened_test[\"meta\"][\"failed_row_count_calc\"]) %}\n {% endif %}\n {% set common_test_config = elementary.get_common_test_config(flattened_test) %}\n {% if common_test_config %}\n {% do return(common_test_config.get(\"failed_row_count_calc\")) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_common_test_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1746838, "supported_languages": null}, "macro.elementary.get_failed_row_count_calc_query": {"name": "get_failed_row_count_calc_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/failed_row_count.sql", "original_file_path": "macros/edr/materializations/test/failed_row_count.sql", "unique_id": "macro.elementary.get_failed_row_count_calc_query", "macro_sql": "{% macro get_failed_row_count_calc_query(failed_row_count_calc) %}\n with results as (\n {{ sql }}\n )\n select {{ failed_row_count_calc }} as count from results\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.174787, "supported_languages": null}, "macro.elementary.get_test_result": {"name": "get_test_result", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test_result.sql", "original_file_path": "macros/edr/materializations/test/test_result.sql", "unique_id": "macro.elementary.get_test_result", "macro_sql": "{% macro get_test_result() %}\n{#\n This macro should return a dictionary with the following keys:\n - failures - the result of dbts fail_calc\n - should_warn\n - should_error\n#}\n {% set result = load_result('main') %}\n {% set rows = elementary.agate_to_dicts(result.table) %}\n {% do return(rows[0]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.agate_to_dicts"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1751292, "supported_languages": null}, "macro.elementary.did_test_pass": {"name": "did_test_pass", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/test/test_result.sql", "original_file_path": "macros/edr/materializations/test/test_result.sql", "unique_id": "macro.elementary.did_test_pass", "macro_sql": "{% macro did_test_pass(test_result=none) %}\n {% if test_result is none %}\n {% set test_result = elementary.get_test_result() %}\n {% endif %}\n {% do return(not test_result.should_warn and not test_result.should_error) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_result"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.175363, "supported_languages": null}, "macro.elementary.query_table_metrics": {"name": "query_table_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/metrics.sql", "original_file_path": "macros/edr/materializations/model/metrics.sql", "unique_id": "macro.elementary.query_table_metrics", "macro_sql": "{% macro query_table_metrics() %}\n {% set query %}\n select\n {{ modules.datetime.datetime.utcnow().timestamp() }} as build_timestamp,\n count(*) as row_count\n from {{ this }}\n {% endset %}\n\n {% set metrics = [] %}\n {% for metric_column in elementary.run_query(query).columns %}\n {% set metric_name = metric_column.name %}\n {% set metric_value = metric_column[0] %}\n {% do metrics.append({\n \"id\": \"{}.{}\".format(invocation_id, this),\n \"full_table_name\": elementary.relation_to_full_name(this),\n \"column_name\": none,\n \"metric_name\": metric_name,\n \"metric_value\": metric_value,\n \"updated_at\": elementary.datetime_now_utc_as_string()\n }) %}\n {% endfor %}\n {% do return(metrics) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query", "macro.elementary.relation_to_full_name", "macro.elementary.datetime_now_utc_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.176499, "supported_languages": null}, "macro.elementary.can_query_metrics": {"name": "can_query_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/metrics.sql", "original_file_path": "macros/edr/materializations/model/metrics.sql", "unique_id": "macro.elementary.can_query_metrics", "macro_sql": "{% macro can_query_metrics() %}\n {% if not elementary.get_config_var('collect_metrics') %}\n {% do return(false) %}\n {% endif %}\n\n {% if model.config.require_partition_filter %}\n {% do return(false) %}\n {% endif %}\n\n {% do return(true) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.176781, "supported_languages": null}, "macro.elementary.query_metrics": {"name": "query_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/metrics.sql", "original_file_path": "macros/edr/materializations/model/metrics.sql", "unique_id": "macro.elementary.query_metrics", "macro_sql": "{% macro query_metrics() %}\n {% if not elementary.can_query_metrics() %}\n {% do return([]) %}\n {% endif %}\n\n {% do return(elementary.query_table_metrics()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.can_query_metrics", "macro.elementary.query_table_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.176982, "supported_languages": null}, "macro.elementary.cache_metrics": {"name": "cache_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/metrics.sql", "original_file_path": "macros/edr/materializations/model/metrics.sql", "unique_id": "macro.elementary.cache_metrics", "macro_sql": "{% macro cache_metrics(metrics) %}\n {% do elementary.get_cache(\"tables\").get(\"metrics\").get(\"rows\").extend(metrics) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1771588, "supported_languages": null}, "macro.elementary.materialize_table": {"name": "materialize_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialize_table", "macro_sql": "{% macro materialize_table(adapter_name) %}\n {% set original_name = 'materialization_table_' ~ adapter_name %}\n {% set original = dbt.get(original_name, dbt.materialization_table_default) %}\n {% set relations = original.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1784, "supported_languages": null}, "macro.elementary.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_default", "macro_sql": "{% materialization table, default %}\n {% do return(elementary.materialize_table.call_macro('default')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.178611, "supported_languages": ["sql"]}, "macro.elementary.materialization_table_snowflake": {"name": "materialization_table_snowflake", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_snowflake", "macro_sql": "{% materialization table, adapter=\"snowflake\", supported_languages=[\"sql\", \"python\"] %}\n {% do return(elementary.materialize_table.call_macro('snowflake')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.178802, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_table_bigquery": {"name": "materialization_table_bigquery", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_bigquery", "macro_sql": "{% materialization table, adapter=\"bigquery\", supported_languages=[\"sql\", \"python\"] %}\n {% do return(elementary.materialize_table.call_macro('bigquery')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1789892, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_table_spark": {"name": "materialization_table_spark", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_spark", "macro_sql": "{% materialization table, adapter=\"spark\", supported_languages=[\"sql\", \"python\"] %}\n {% do return(elementary.materialize_table.call_macro('spark')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.179172, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_table_databricks": {"name": "materialization_table_databricks", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_databricks", "macro_sql": "{% materialization table, adapter=\"databricks\", supported_languages=[\"sql\", \"python\"] %}\n {% do return(elementary.materialize_table.call_macro('databricks')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1793568, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_table_redshift": {"name": "materialization_table_redshift", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_redshift", "macro_sql": "{% materialization table, adapter=\"redshift\", supported_languages=[\"sql\", \"python\"] %}\n {% do return(elementary.materialize_table.call_macro('redshift')) %}\n{% endmaterialization %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.17954, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_table_athena": {"name": "materialization_table_athena", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/table.sql", "original_file_path": "macros/edr/materializations/model/table.sql", "unique_id": "macro.elementary.materialization_table_athena", "macro_sql": "{% materialization table, adapter=\"athena\", supported_languages=[\"sql\"] %}\n {% set relations = dbt.materialization_table_athena.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.17991, "supported_languages": ["sql"]}, "macro.elementary.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_default", "macro_sql": "{% materialization incremental, default %}\n {% set relations = dbt.materialization_incremental_default.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.181563, "supported_languages": ["sql"]}, "macro.elementary.materialization_incremental_snowflake": {"name": "materialization_incremental_snowflake", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_snowflake", "macro_sql": "{% materialization incremental, adapter=\"snowflake\", supported_languages=[\"sql\", \"python\"] %}\n {% set relations = dbt.materialization_incremental_snowflake.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.181945, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_incremental_bigquery": {"name": "materialization_incremental_bigquery", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_bigquery", "macro_sql": "{% materialization incremental, adapter=\"bigquery\", supported_languages=[\"sql\", \"python\"] %}\n {% set relations = dbt.materialization_incremental_bigquery.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.182326, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_incremental_spark": {"name": "materialization_incremental_spark", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_spark", "macro_sql": "{% materialization incremental, adapter=\"spark\", supported_languages=[\"sql\", \"python\"] %}\n {% set relations = dbt.materialization_incremental_spark.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1827059, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_incremental_databricks": {"name": "materialization_incremental_databricks", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_databricks", "macro_sql": "{% materialization incremental, adapter=\"databricks\", supported_languages=[\"sql\", \"python\"] %}\n {% set relations = dbt.materialization_incremental_databricks.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.183085, "supported_languages": ["sql", "python"]}, "macro.elementary.materialization_incremental_athena": {"name": "materialization_incremental_athena", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/materializations/model/incremental.sql", "original_file_path": "macros/edr/materializations/model/incremental.sql", "unique_id": "macro.elementary.materialization_incremental_athena", "macro_sql": "{% materialization incremental, adapter=\"athena\", supported_languages=[\"sql\"] %}\n {% set relations = dbt.materialization_incremental_athena.call_macro() %}\n {% if not elementary.is_elementary_enabled() %}\n {% do return(relations) %}\n {% endif %}\n\n {% set metrics = elementary.query_metrics() %}\n {% do elementary.cache_metrics(metrics) %}\n {% do return(relations) %}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.elementary.is_elementary_enabled", "macro.elementary.query_metrics", "macro.elementary.cache_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1834471, "supported_languages": ["sql"]}, "macro.elementary.test_schema_changes_from_baseline": {"name": "test_schema_changes_from_baseline", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_schema_changes_from_baseline.sql", "original_file_path": "macros/edr/tests/test_schema_changes_from_baseline.sql", "unique_id": "macro.elementary.test_schema_changes_from_baseline", "macro_sql": "{% test schema_changes_from_baseline(model, fail_on_added=False, enforce_types=False) %}\n -- depends_on: {{ ref('schema_columns_snapshot') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source)\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n\n {% set test_table_name = elementary.get_elementary_test_table_name() %}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n\n {# Get baseline and store it in a table #}\n {% set baseline_columns = elementary.get_model_baseline_columns(model_relation, enforce_types=enforce_types) %}\n {% set baseline_table_relation = elementary.create_model_baseline_table(baseline_columns, database_name, schema_name, test_table_name) %}\n\n {% set full_table_name = elementary.relation_to_full_name(model_relation) %}\n {% set changes_from_baseline_query = elementary.get_column_changes_from_baseline_query(model_relation, full_table_name, baseline_table_relation, include_added=fail_on_added) %}\n {{ changes_from_baseline_query }}\n {% else %}\n {# test must run an sql query #}\n {{ elementary.no_results_query() }}\n {% endif %}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.get_model_baseline_columns", "macro.elementary.create_model_baseline_table", "macro.elementary.relation_to_full_name", "macro.elementary.get_column_changes_from_baseline_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.184845, "supported_languages": null}, "macro.elementary.test_freshness_anomalies": {"name": "test_freshness_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_freshness_anomalies.sql", "original_file_path": "macros/edr/tests/test_freshness_anomalies.sql", "unique_id": "macro.elementary.test_freshness_anomalies", "macro_sql": "{% test freshness_anomalies(model, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, sensitivity, detection_delay, anomaly_exclude_metrics, detection_period, training_period) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {{ elementary.test_table_anomalies(\n model=model,\n table_anomalies=[\"freshness\"],\n freshness_column=none,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n mandatory_params=['timestamp_column'],\n seasonality=seasonality,\n sensitivity=sensitivity,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period\n )\n }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.test_table_anomalies"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.185663, "supported_languages": null}, "macro.elementary.test_all_columns_anomalies": {"name": "test_all_columns_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_all_columns_anomalies.sql", "original_file_path": "macros/edr/tests/test_all_columns_anomalies.sql", "unique_id": "macro.elementary.test_all_columns_anomalies", "macro_sql": "{% test all_columns_anomalies(model, column_anomalies, exclude_prefix, exclude_regexp, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, sensitivity,ignore_small_changes, fail_on_zero, detection_delay, anomaly_exclude_metrics, detection_period, training_period) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source')\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n\n {%- set test_table_name = elementary.get_elementary_test_table_name() %}\n {{- elementary.debug_log('collecting metrics for test: ' ~ test_table_name) }}\n {#- creates temp relation for test metrics -#}\n {%- set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n {%- set empty_table_query = elementary.empty_data_monitoring_metrics(with_created_at=false) %}\n {% set temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'metrics', empty_table_query) %}\n\n {#- get table configuration -#}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n\n {%- set test_configuration, metric_properties = elementary.get_anomalies_test_configuration(model_relation=model_relation,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n anomaly_direction=anomaly_direction,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n seasonality=seasonality,\n sensitivity=sensitivity,\n ignore_small_changes=ignore_small_changes,\n fail_on_zero=fail_on_zero,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period) %}\n\n {%- if not test_configuration %}\n {{ exceptions.raise_compiler_error(\"Failed to create test configuration dict for test `{}`\".format(test_table_name)) }}\n {%- endif %}\n {{ elementary.debug_log('test configuration - ' ~ test_configuration) }}\n\n {%- set column_objs_and_monitors = elementary.get_all_column_obj_and_monitors(model_relation, column_anomalies) -%}\n {#- execute table monitors and write to temp test table -#}\n {%- set monitors = [] %}\n {%- if column_objs_and_monitors | length > 0 %}\n {{- elementary.test_log('start', full_table_name, 'all columns') }}\n {%- for column_obj_and_monitors in column_objs_and_monitors %}\n {%- set column_obj = column_obj_and_monitors['column'] %}\n {%- set column_monitors = column_obj_and_monitors['monitors'] %}\n {%- set column_name = column_obj.name -%}\n {%- set ignore_column = elementary.should_ignore_column(column_name, exclude_regexp, exclude_prefix) -%}\n {%- if not ignore_column -%}\n {%- do monitors.extend(column_monitors) -%}\n {% if test_configuration.timestamp_column %}\n {%- set min_bucket_start, max_bucket_end = elementary.get_test_buckets_min_and_max(model_relation=model_relation,\n backfill_days=test_configuration.backfill_days,\n days_back=test_configuration.days_back,\n detection_delay=test_configuration.detection_delay,\n monitors=column_monitors,\n column_name=column_name,\n metric_properties=metric_properties) %}\n {%- endif %}\n {{ elementary.debug_log('min_bucket_start - ' ~ min_bucket_start) }}\n {{ elementary.test_log('start', full_table_name, column_name) }}\n {%- set column_monitoring_query = elementary.column_monitoring_query(model, model_relation, min_bucket_start, max_bucket_end, test_configuration.days_back, column_obj, column_monitors, metric_properties) %}\n {%- do elementary.run_query(elementary.insert_as_select(temp_table_relation, column_monitoring_query)) -%}\n {%- else -%}\n {{ elementary.debug_log('column ' ~ column_name ~ ' is excluded') }}\n {%- endif -%}\n {%- endfor %}\n {%- endif %}\n {%- set all_columns_monitors = monitors | unique | list %}\n {#- query if there is an anomaly in recent metrics -#}\n {%- set anomaly_scores_query = elementary.get_anomaly_scores_query(test_metrics_table_relation=temp_table_relation,\n model_relation=model_relation,\n test_configuration=test_configuration,\n monitors=all_columns_monitors,\n columns_only=true,\n metric_properties=metric_properties) %}\n\n {% set anomaly_scores_test_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'anomaly_scores', anomaly_scores_query) %}\n\n {{- elementary.test_log('end', full_table_name, 'all columns') }}\n\n {{ elementary.get_read_anomaly_scores_query() }}\n\n {%- else %}\n\n {#- test must run an sql query -#}\n {{- elementary.no_results_query() }}\n\n {%- endif %}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.debug_log", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.empty_data_monitoring_metrics", "macro.elementary.create_elementary_test_table", "macro.elementary.relation_to_full_name", "macro.elementary.get_anomalies_test_configuration", "macro.elementary.get_all_column_obj_and_monitors", "macro.elementary.test_log", "macro.elementary.should_ignore_column", "macro.elementary.get_test_buckets_min_and_max", "macro.elementary.column_monitoring_query", "macro.elementary.run_query", "macro.elementary.insert_as_select", "macro.elementary.get_anomaly_scores_query", "macro.elementary.get_read_anomaly_scores_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.191416, "supported_languages": null}, "macro.elementary.should_ignore_column": {"name": "should_ignore_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_all_columns_anomalies.sql", "original_file_path": "macros/edr/tests/test_all_columns_anomalies.sql", "unique_id": "macro.elementary.should_ignore_column", "macro_sql": "\n\n{%- macro should_ignore_column(column_name, exclude_regexp, exclude_prefix) -%}\n {%- set regex_module = modules.re -%}\n {%- if exclude_regexp -%}\n {%- set is_match = regex_module.match(exclude_regexp, column_name, regex_module.IGNORECASE) %}\n {%- if is_match -%}\n {{ return(True) }}\n {%- endif -%}\n {%- endif -%}\n {% if exclude_prefix %}\n {%- set exclude_regexp = '^' ~ exclude_prefix ~ '.*' %}\n {%- set is_match = regex_module.match(exclude_regexp, column_name, regex_module.IGNORECASE) %}\n {%- if is_match -%}\n {{ return(True) }}\n {%- endif -%}\n {%- endif -%}\n {{ return(False) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.19197, "supported_languages": null}, "macro.elementary.test_json_schema": {"name": "test_json_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_json_schema.sql", "original_file_path": "macros/edr/tests/test_json_schema.sql", "unique_id": "macro.elementary.test_json_schema", "macro_sql": "{% test json_schema(model, column_name, where_expression) %}\n {{ config(fail_calc = 'fail_count') }}\n\n {% if not execute or not elementary.is_test_command() %}\n {% do return(none) %}\n {% endif %}\n\n {% if model is string %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you provide a 'where' parameter to the test or override 'ref' or 'source')\") }}\n {% endif %}\n\n {% if not elementary.column_exists_in_relation(model, column_name) %}\n {% do exceptions.raise_compiler_error(\"Column '{}' does not exist in node '{}'!\".format(column_name, model.name)) %}\n {% endif %}\n {% if not kwargs %}\n {% do exceptions.raise_compiler_error(\"A json schema must be supplied as a part of the test!\") %}\n {% endif %}\n\n {{ elementary.test_python(model, elementary.json_schema_python_test, {'column_name': column_name, 'json_schema': kwargs}, where_expression,\n packages=['jsonschema']) }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.column_exists_in_relation", "macro.elementary.test_python"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.193413, "supported_languages": null}, "macro.elementary.json_schema_python_test": {"name": "json_schema_python_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_json_schema.sql", "original_file_path": "macros/edr/tests/test_json_schema.sql", "unique_id": "macro.elementary.json_schema_python_test", "macro_sql": "{% macro json_schema_python_test(args) %}\nimport json\nimport jsonschema\n\ndef is_valid_json(val, json_schema):\n try:\n jsonschema.validate(json.loads(val), json_schema)\n return True\n except (json.JSONDecodeError, jsonschema.ValidationError):\n return False\n\ndef get_column_name_in_df(df, column_name):\n matching = [col for col in df.columns if col.lower() == column_name.lower()]\n if len(matching) > 1:\n # Case matters, switch to case-sensitive match\n matching = [col for col in df.columns if col == column_name]\n\n if len(matching) == 0:\n raise Exception(\"No column with the name: {}\".format(col))\n return matching[0]\n\ndef test(model_df, ref, session):\n raw_json_schema = r\"\"\"{{ args.json_schema if args.json_schema is string else tojson(args.json_schema) }}\"\"\"\n json_schema = json.loads(raw_json_schema)\n\n model_df = model_df.toPandas()\n column_name = get_column_name_in_df(model_df, \"{{ args.column_name }}\")\n model_df[\"is_valid_json\"] = model_df[column_name].apply(lambda val: is_valid_json(val, json_schema))\n\n return model_df[model_df.is_valid_json == False]\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.1936588, "supported_languages": null}, "macro.elementary.test_volume_anomalies": {"name": "test_volume_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_volume_anomalies.sql", "original_file_path": "macros/edr/tests/test_volume_anomalies.sql", "unique_id": "macro.elementary.test_volume_anomalies", "macro_sql": "{% test volume_anomalies(model, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, sensitivity, ignore_small_changes, fail_on_zero, detection_delay, anomaly_exclude_metrics, detection_period, training_period) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {{ elementary.test_table_anomalies(\n model=model,\n table_anomalies=[\"row_count\"],\n freshness_column=none,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n anomaly_direction=anomaly_direction,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n seasonality=seasonality,\n sensitivity=sensitivity,\n ignore_small_changes=ignore_small_changes,\n fail_on_zero=fail_on_zero,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period\n )\n }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.test_table_anomalies"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.194556, "supported_languages": null}, "macro.elementary.test_dimension_anomalies": {"name": "test_dimension_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_dimension_anomalies.sql", "original_file_path": "macros/edr/tests/test_dimension_anomalies.sql", "unique_id": "macro.elementary.test_dimension_anomalies", "macro_sql": "{% test dimension_anomalies(model, dimensions, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, sensitivity,ignore_small_changes, fail_on_zero, detection_delay, anomaly_exclude_metrics, detection_period, training_period) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source')\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n {%- set mandatory_params = ['dimensions'] %}\n\n {% set test_table_name = elementary.get_elementary_test_table_name() %}\n {{ elementary.debug_log('collecting metrics for test: ' ~ test_table_name) }}\n {#- creates temp relation for test metrics -#}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n\n {#- get table configuration -#}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n\n {%- set test_configuration, metric_properties = elementary.get_anomalies_test_configuration(model_relation=model_relation,\n mandatory_params=mandatory_params,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n anomaly_direction=anomaly_direction,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n seasonality=seasonality,\n dimensions=dimensions,\n sensitivity=sensitivity,\n ignore_small_changes=ignore_small_changes,\n fail_on_zero=fail_on_zero,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period) %}\n \n {%- if not test_configuration %}\n {{ exceptions.raise_compiler_error(\"Failed to create test configuration dict for test `{}`\".format(test_table_name)) }}\n {%- endif %}\n {{ elementary.debug_log('test configuration - ' ~ test_configuration) }}\n\n {%- set min_bucket_start, max_bucket_end = elementary.get_test_buckets_min_and_max(model_relation=model_relation,\n backfill_days=test_configuration.backfill_days,\n days_back=test_configuration.days_back,\n detection_delay=test_configuration.detection_delay,\n metric_properties=metric_properties) %}\n\n {{ elementary.debug_log('min_bucket_start - ' ~ min_bucket_start) }}\n {#- execute table monitors and write to temp test table -#}\n {{ elementary.test_log('start', full_table_name) }}\n\n {%- set dimension_monitoring_query = elementary.dimension_monitoring_query(model, model_relation, metric_properties.dimensions, min_bucket_start, max_bucket_end, test_configuration, metric_properties) %}\n {{ elementary.debug_log('dimension_monitoring_query - \\n' ~ dimension_monitoring_query) }}\n\n {% set temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'metrics', dimension_monitoring_query) %}\n\n {#- calculate anomaly scores for metrics -#}\n {% set anomaly_scores_query = elementary.get_anomaly_scores_query(test_metrics_table_relation=temp_table_relation,\n model_relation=model_relation,\n test_configuration=test_configuration,\n monitors=['dimension'],\n metric_properties=metric_properties) %}\n\n {{ elementary.debug_log('dimension monitors anomaly scores query - \\n' ~ anomaly_scores_query) }}\n {% set anomaly_scores_test_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'anomaly_scores', anomaly_scores_query) %}\n {{ elementary.test_log('end', full_table_name) }}\n\n {{ elementary.get_anomaly_query() }}\n\n {% else %}\n\n {# test must run an sql query #}\n {{ elementary.no_results_query() }}\n\n {% endif %}\n\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.debug_log", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.relation_to_full_name", "macro.elementary.get_anomalies_test_configuration", "macro.elementary.get_test_buckets_min_and_max", "macro.elementary.test_log", "macro.elementary.dimension_monitoring_query", "macro.elementary.create_elementary_test_table", "macro.elementary.get_anomaly_scores_query", "macro.elementary.get_anomaly_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.198496, "supported_languages": null}, "macro.elementary.test_python": {"name": "test_python", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/python.sql", "original_file_path": "macros/edr/tests/python.sql", "unique_id": "macro.elementary.test_python", "macro_sql": "{% test python(model, code_macro, macro_args, where_expression) %}\n {{ config(fail_calc = 'fail_count') }}\n\n {% if not execute %}\n {% do return(none) %}\n {% endif %}\n\n {% if model is string %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you provide a 'where' parameter to the test or override 'ref' or 'source')\") }}\n {% endif %}\n\n {% if not code_macro %}\n {% do exceptions.raise_compiler_error('A `code_macro` must be provided to a Python test.') %}\n {% endif %}\n {% if not macro_args %}\n {% set macro_args = {} %}\n {% endif %}\n\n {% set test_args = kwargs %}\n {% set test_node = context.model %}\n {% set model_relation = model.quote(false, false, false) %}\n {% set elementary_database_name, elementary_schema_name = elementary.get_package_database_and_schema() %}\n {% set output_table = api.Relation.create(database=elementary_database_name, schema=elementary_schema_name,\n identifier='pytest_tmp__' ~ test_node.alias).quote(false, false, false) %}\n\n {# This affects where resources needed for python execution (e.g. stored procedures) are created.\n By default, dbt uses the audit schema (adds _dbt__test_audit to the model's schema).\n We prefer to change this behavior and use Elementary's database and schema instead (this also guarantees the test\n will work for sources).\n #}\n {% do test_node.update({'database': elementary_database_name, 'schema': elementary_schema_name}) %}\n\n {% do test_node.config.update(test_args) %}\n\n {% if code_macro is string %}\n {% set user_py_code_macro = context[code_macro] %}\n {% else %}\n {% set user_py_code_macro = code_macro %}\n {% endif %}\n\n {% if not user_py_code_macro %}\n {% do exceptions.raise_compiler_error('Unable to find the macro `' ~ code_macro ~ '`.') %}\n {% endif %}\n {% set user_py_code = user_py_code_macro(macro_args) %}\n {% set compiled_py_code = adapter.dispatch('compile_py_code', 'elementary')(model_relation, user_py_code,\n output_table, where_expression, code_type='test') %}\n\n {% do elementary.run_python(test_node, compiled_py_code) %}\n select fail_count from {{ output_table }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.get_package_database_and_schema", "macro.elementary.bigquery__compile_py_code", "macro.elementary.run_python"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.200553, "supported_languages": null}, "macro.elementary.test_schema_changes": {"name": "test_schema_changes", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_schema_changes.sql", "original_file_path": "macros/edr/tests/test_schema_changes.sql", "unique_id": "macro.elementary.test_schema_changes", "macro_sql": "{% test schema_changes(model) %}\n -- depends_on: {{ ref('schema_columns_snapshot') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source')\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n {% set test_table_name = elementary.get_elementary_test_table_name() %}\n {{ elementary.debug_log('collecting metrics for test: ' ~ test_table_name) }}\n {# creates temp relation for schema columns info #}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n\n {#- get table configuration -#}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n\n {#- query current schema and write to temp test table -#}\n {{ elementary.edr_log('Started testing schema changes on:' ~ full_table_name) }}\n {%- set column_snapshot_query = elementary.get_columns_snapshot_query(model_relation, full_table_name) %}\n {{ elementary.debug_log('column_snapshot_query - \\n' ~ column_snapshot_query) }}\n\n {% set temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'schema_changes', column_snapshot_query) %}\n\n {# query if there were schema changes since last execution #}\n {% set schema_changes_alert_query = elementary.get_columns_changes_from_last_run_query(full_table_name, temp_table_relation) %}\n {{ elementary.debug_log('schema_changes_alert_query - \\n' ~ schema_changes_alert_query) }}\n {% set alerts_temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'schema_changes_alerts', schema_changes_alert_query) %}\n {# return schema changes query as standard test query #}\n select * from {{ alerts_temp_table_relation }}\n\n {% else %}\n\n {# test must run an sql query #}\n {{ elementary.no_results_query() }}\n\n {% endif %}\n\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.debug_log", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.relation_to_full_name", "macro.elementary.edr_log", "macro.elementary.get_columns_snapshot_query", "macro.elementary.create_elementary_test_table", "macro.elementary.get_columns_changes_from_last_run_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.202191, "supported_languages": null}, "macro.elementary.test_column_anomalies": {"name": "test_column_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_column_anomalies.sql", "original_file_path": "macros/edr/tests/test_column_anomalies.sql", "unique_id": "macro.elementary.test_column_anomalies", "macro_sql": "{% test column_anomalies(model, column_name, column_anomalies, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, sensitivity,ignore_small_changes, fail_on_zero, detection_delay, anomaly_exclude_metrics, detection_period, training_period) %}\n\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source')\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n\n {% set test_table_name = elementary.get_elementary_test_table_name() %}\n {{ elementary.debug_log('collecting metrics for test: ' ~ test_table_name) }}\n {#- creates temp relation for test metrics -#}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n\n {#- get table configuration -#}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n\n {%- set test_configuration, metric_properties = elementary.get_anomalies_test_configuration(model_relation=model_relation,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n anomaly_direction=anomaly_direction,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n seasonality=seasonality,\n ignore_small_changes=ignore_small_changes,\n sensitivity=sensitivity,\n fail_on_zero=fail_on_zero,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period) %}\n\n {%- if not test_configuration %}\n {{ exceptions.raise_compiler_error(\"Failed to create test configuration dict for test `{}`\".format(test_table_name)) }}\n {%- endif %}\n {{ elementary.debug_log('test configuration - ' ~ test_configuration) }}\n\n {%- set column_obj_and_monitors = elementary.get_column_obj_and_monitors(model_relation, column_name, column_anomalies) -%}\n {%- if not column_obj_and_monitors -%}\n {{ exceptions.raise_compiler_error(\"Unable to find column `{}` in `{}`\".format(column_name, full_table_name)) }}\n {%- endif -%}\n {%- set column_monitors = column_obj_and_monitors['monitors'] -%}\n {%- set column_obj = column_obj_and_monitors['column'] -%}\n {{ elementary.debug_log('column_monitors - ' ~ column_monitors) }}\n\n {% if test_configuration.timestamp_column %}\n {%- set min_bucket_start, max_bucket_end = elementary.get_test_buckets_min_and_max(model_relation=model_relation,\n backfill_days=test_configuration.backfill_days,\n days_back=test_configuration.days_back,\n detection_delay=test_configuration.detection_delay,\n monitors=column_monitors,\n column_name=column_name,\n metric_properties=metric_properties) %}\n {%- endif %}\n {{ elementary.debug_log('min_bucket_start - ' ~ min_bucket_start) }}\n {#- execute table monitors and write to temp test table -#}\n {{ elementary.test_log('start', full_table_name, column_name) }}\n {%- set column_monitoring_query = elementary.column_monitoring_query(model,\n model_relation,\n min_bucket_start,\n max_bucket_end,\n test_configuration.days_back,\n column_obj,\n column_monitors,\n metric_properties) %}\n {{ elementary.debug_log('column_monitoring_query - \\n' ~ column_monitoring_query) }}\n {% set temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'metrics', column_monitoring_query) %}\n\n {#- calculate anomaly scores for metrics -#}\n {%- set temp_table_name = elementary.relation_to_full_name(temp_table_relation) %}\n {% set anomaly_scores_query = elementary.get_anomaly_scores_query(test_metrics_table_relation=temp_table_relation,\n model_relation=model_relation,\n test_configuration=test_configuration,\n monitors=column_monitors,\n column_name=column_name,\n metric_properties=metric_properties\n ) %}\n\n {{ elementary.debug_log('anomaly_score_query - \\n' ~ anomaly_scores_query) }}\n {% set anomaly_scores_test_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'anomaly_scores', anomaly_scores_query) %}\n {{ elementary.test_log('end', full_table_name, column_name) }}\n\n {{ elementary.get_read_anomaly_scores_query() }}\n\n {%- else %}\n\n {#- test must run an sql query -#}\n {{ elementary.no_results_query() }}\n\n {%- endif %}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.debug_log", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.relation_to_full_name", "macro.elementary.get_anomalies_test_configuration", "macro.elementary.get_column_obj_and_monitors", "macro.elementary.get_test_buckets_min_and_max", "macro.elementary.test_log", "macro.elementary.column_monitoring_query", "macro.elementary.create_elementary_test_table", "macro.elementary.get_anomaly_scores_query", "macro.elementary.get_read_anomaly_scores_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2077172, "supported_languages": null}, "macro.elementary.test_exposure_schema_validity": {"name": "test_exposure_schema_validity", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_exposure_schema_validity.sql", "original_file_path": "macros/edr/tests/test_exposure_schema_validity.sql", "unique_id": "macro.elementary.test_exposure_schema_validity", "macro_sql": "{% test exposure_schema_validity(model, exposures, node, columns) %}\n {%- if not execute or not elementary.is_test_command() -%}\n {%- do return(none) -%}\n {%- endif -%}\n\n {%- if dbt_version <= '1.3.0' -%}\n {# attached_node is only available on newer dbt versions #}\n {%- set base_node = context['model']['depends_on']['nodes'][0] -%}\n {%- else -%}\n {%- set base_node = context['model']['attached_node'] -%}\n {%- endif -%}\n\n {# Parameters used only for dependency injection in integration tests #}\n {%- set node = node or base_node -%}\n {%- set exposures = (exposures or graph.exposures).values() -%}\n {%- set columns = columns or adapter.get_columns_in_relation(model) -%}\n\n {%- set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) -%}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) -%}\n {{- elementary.test_log('start', full_table_name, 'exposure validation') -}}\n\n {%- set matching_exposures = [] -%}\n\n {%- for exposure in exposures -%}\n {#\n\n We need the 'meta' property to be defined in the exposure, since column level info is not available on exposures.\n The 'meta' property needs to have a 'referenced_columns' array (see properties in the next comment)\n\n #}\n {%- if node in exposure.depends_on.nodes and (exposure['meta'] or none) is not none -%}\n {%- do matching_exposures.append(exposure) -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if matching_exposures | length > 0 -%}\n {%- set columns_dict = {} -%}\n {%- for column in columns -%}\n {%- do columns_dict.update({ column['name'].strip('\"').strip(\"'\") | upper : elementary.normalize_data_type(elementary.get_column_data_type(column)) }) -%}\n {%- endfor -%}\n {%- set invalid_exposures = [] -%}\n {%- for exposure in matching_exposures -%}\n {%- set meta = exposure['meta'] or none -%}\n {%- if meta != none and (meta['referenced_columns'] or none) is iterable -%}\n {%- for exposure_column in meta['referenced_columns'] -%}\n {#\n Each column in 'referenced_columns' has the following property:\n\n 'column_name'\n\n Optionally, you can specify the following properties:\n\n 'data_type' - the specific data type of the column\n\n 'node' - the ref to the source node of the specific column used in the exposure\n\n #}\n {%- if matching_exposures | length > 1 and 'node' not in exposure_column -%}\n {%- do elementary.edr_log_warning(\"missing node property for the exposure: \" ~ exposure['name'] ~ \" which not the only exposure depending on \" ~ model ~ \", We're not able to verify the column level dependencies of this exposure\") -%}\n {%- elif matching_exposures | length == 1 or (context['render'](elementary.get_rendered_ref((exposure_column['node'] or ''))) == context['render'](model | lower)) -%}\n {%- if exposure_column['column_name'] | upper not in columns_dict.keys() -%}\n {%- do invalid_exposures.append({\n 'exposure': exposure['name'],\n 'url': exposure['url'],\n 'error': exposure_column['column_name'] ~ ' column missing in the model'\n })\n -%}\n {%- elif (exposure_column['data_type'] or '') != '' and exposure_column['data_type'] != columns_dict[exposure_column['column_name'] | upper] -%}\n {%- do invalid_exposures.append({\n 'exposure': exposure['name'],\n 'url': exposure['url'],\n 'error': 'different data type for the column ' ~ exposure_column['column_name'] ~ ' ' ~ exposure_column['data_type'] ~ ' vs ' ~ columns_dict[exposure_column['name'] | upper]\n })\n -%}\n {%- endif -%}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {%- do elementary.edr_log_warning(\"missing meta property for the exposure: \" ~ exposure['name'] ~ \", We're not able to verify the column level dependencies of this exposure\") -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if invalid_exposures | length > 0 -%}\n {%- for invalid_exposure in invalid_exposures %}\n {{ 'UNION ALL ' if not loop.first }}SELECT '{{ invalid_exposure['exposure'] }}' as exposure, '{{ invalid_exposure['url'] }}' as url, '{{ invalid_exposure['error'] }}' as error\n {%- endfor -%}\n {%- else -%}\n {{ elementary.no_results_query() }}\n {%- endif -%}\n {%- else -%}\n {{ elementary.no_results_query() }}\n\n {%- endif -%}\n {{ elementary.test_log('end', full_table_name, 'exposure validation') }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.relation_to_full_name", "macro.elementary.test_log", "macro.elementary.normalize_data_type", "macro.elementary.get_column_data_type", "macro.elementary.edr_log_warning", "macro.elementary.get_rendered_ref", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.212186, "supported_languages": null}, "macro.elementary.test_event_freshness_anomalies": {"name": "test_event_freshness_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_event_freshness_anomalies.sql", "original_file_path": "macros/edr/tests/test_event_freshness_anomalies.sql", "unique_id": "macro.elementary.test_event_freshness_anomalies", "macro_sql": "{% test event_freshness_anomalies(model, event_timestamp_column, update_timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, sensitivity, detection_delay, anomaly_exclude_metrics) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {% if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"Unsupported model: \" ~ model ~ \" (this might happen if you override 'ref' or 'source')\") }}\n {% endif %}\n\n {%- if not event_timestamp_column -%}\n {%- do exceptions.raise_compiler_error('event_timestamp_column must be specified for the event freshness test!') -%}\n {%- endif -%}\n {%- set event_timestamp_column_data_type = elementary.find_normalized_data_type_for_column(model_relation, event_timestamp_column) -%}\n {%- if not elementary.is_column_timestamp(model_relation, event_timestamp_column, event_timestamp_column_data_type) -%}\n {% do exceptions.raise_compiler_error(\"Column `{}` is not a timestamp.\".format(event_timestamp_column)) %}\n {%- endif -%}\n {% endif %}\n {{ elementary.test_table_anomalies(\n model=model,\n table_anomalies=[\"event_freshness\"],\n timestamp_column=update_timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n event_timestamp_column=event_timestamp_column,\n mandatory_params=['event_timestamp_column'],\n sensitivity=sensitivity,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics\n )\n }}\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.find_normalized_data_type_for_column", "macro.elementary.is_column_timestamp", "macro.elementary.test_table_anomalies"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2137878, "supported_languages": null}, "macro.elementary.test_table_anomalies": {"name": "test_table_anomalies", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_table_anomalies.sql", "original_file_path": "macros/edr/tests/test_table_anomalies.sql", "unique_id": "macro.elementary.test_table_anomalies", "macro_sql": "{% test table_anomalies(model, table_anomalies, timestamp_column, where_expression, anomaly_sensitivity, anomaly_direction, min_training_set_size, time_bucket, days_back, backfill_days, seasonality, mandatory_params=none, event_timestamp_column=none, freshness_column=none, sensitivity=none, ignore_small_changes={\"spike_failure_percent_threshold\": none, \"drop_failure_percent_threshold\": none}, fail_on_zero=false, detection_delay=none, anomaly_exclude_metrics=none, detection_period=none, training_period=none) %}\n -- depends_on: {{ ref('monitors_runs') }}\n -- depends_on: {{ ref('data_monitoring_metrics') }}\n -- depends_on: {{ ref('dbt_run_results') }}\n\n {%- if execute and elementary.is_test_command() %}\n {% set model_relation = elementary.get_model_relation_for_test(model, context[\"model\"]) %}\n {% if not model_relation %}\n {{ exceptions.raise_compiler_error(\"The test has unsupported configuration, please contact Elementary support\") }}\n {% endif %}\n\n {%- if elementary.is_ephemeral_model(model_relation) %}\n {{ exceptions.raise_compiler_error(\"The test is not supported for ephemeral models, model name: {}\".format(model_relation.identifier)) }}\n {%- endif %}\n\n {% set test_table_name = elementary.get_elementary_test_table_name() %}\n {{ elementary.debug_log('collecting metrics for test: ' ~ test_table_name) }}\n {#- creates temp relation for test metrics -#}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n\n {#- get table configuration -#}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n\n {% set test_configuration, metric_properties = elementary.get_anomalies_test_configuration(model_relation=model_relation,\n mandatory_params=mandatory_params,\n timestamp_column=timestamp_column,\n where_expression=where_expression,\n anomaly_sensitivity=anomaly_sensitivity,\n anomaly_direction=anomaly_direction,\n min_training_set_size=min_training_set_size,\n time_bucket=time_bucket,\n days_back=days_back,\n backfill_days=backfill_days,\n seasonality=seasonality,\n event_timestamp_column=event_timestamp_column,\n sensitivity=sensitivity,\n ignore_small_changes=ignore_small_changes,\n fail_on_zero=fail_on_zero,\n detection_delay=detection_delay,\n anomaly_exclude_metrics=anomaly_exclude_metrics,\n detection_period=detection_period,\n training_period=training_period) %}\n\n {% if not test_configuration %}\n {{ exceptions.raise_compiler_error(\"Failed to create test configuration dict for test `{}`\".format(test_table_name)) }}\n {% endif %}\n {{ elementary.debug_log('test configuration - ' ~ test_configuration) }}\n {%- set table_monitors = elementary.get_final_table_monitors(table_anomalies) %}\n {{ elementary.debug_log('table_monitors - ' ~ table_monitors) }}\n {% if test_configuration.timestamp_column %}\n {%- set min_bucket_start, max_bucket_end = elementary.get_test_buckets_min_and_max(model_relation=model_relation,\n backfill_days=test_configuration.backfill_days,\n days_back=test_configuration.days_back,\n detection_delay=test_configuration.detection_delay,\n monitors=table_monitors,\n metric_properties=metric_properties) %}\n {%- endif %}\n {{ elementary.debug_log('min_bucket_start: ' ~ min_bucket_start ~ ' | max_bucket_end: ' ~ max_bucket_end ) }}\n\n {#- execute table monitors and write to temp test table -#}\n {{ elementary.test_log('start', full_table_name) }}\n {%- set table_monitoring_query = elementary.table_monitoring_query(model,\n model_relation,\n min_bucket_start,\n max_bucket_end,\n table_monitors,\n metric_properties=metric_properties) %}\n {{ elementary.debug_log('table_monitoring_query - \\n' ~ table_monitoring_query) }}\n {% set temp_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'metrics', table_monitoring_query) %}\n\n {#- calculate anomaly scores for metrics -#}\n {% set anomaly_scores_query = elementary.get_anomaly_scores_query(temp_table_relation,\n model_relation,\n test_configuration=test_configuration,\n metric_properties=metric_properties,\n monitors=table_monitors) %}\n {{ elementary.debug_log('table monitors anomaly scores query - \\n' ~ anomaly_scores_query) }}\n \n {% set anomaly_scores_test_table_relation = elementary.create_elementary_test_table(database_name, tests_schema_name, test_table_name, 'anomaly_scores', anomaly_scores_query) %}\n {{ elementary.test_log('end', full_table_name) }}\n {{ elementary.get_read_anomaly_scores_query() }}\n {% else %}\n\n {# test must run an sql query #}\n {{ elementary.no_results_query() }}\n\n {% endif %}\n\n{% endtest %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_model_relation_for_test", "macro.elementary.is_ephemeral_model", "macro.elementary.get_elementary_test_table_name", "macro.elementary.debug_log", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.relation_to_full_name", "macro.elementary.get_anomalies_test_configuration", "macro.elementary.get_final_table_monitors", "macro.elementary.get_test_buckets_min_and_max", "macro.elementary.test_log", "macro.elementary.table_monitoring_query", "macro.elementary.create_elementary_test_table", "macro.elementary.get_anomaly_scores_query", "macro.elementary.get_read_anomaly_scores_query", "macro.elementary.no_results_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2183301, "supported_languages": null}, "macro.elementary.get_test_unique_id": {"name": "get_test_unique_id", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_test_unique_id.sql", "original_file_path": "macros/edr/tests/test_utils/get_test_unique_id.sql", "unique_id": "macro.elementary.get_test_unique_id", "macro_sql": "{% macro get_test_unique_id() %}\n {% set test_unique_id = model.get('unique_id') %}\n {{ return(test_unique_id) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.218546, "supported_languages": null}, "macro.elementary.find_normalized_data_type_for_column": {"name": "find_normalized_data_type_for_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/find_normalized_data_type_for_column.sql", "original_file_path": "macros/edr/tests/test_utils/find_normalized_data_type_for_column.sql", "unique_id": "macro.elementary.find_normalized_data_type_for_column", "macro_sql": "{% macro find_normalized_data_type_for_column(model_relation, column_name) %}\n\n{% set columns_from_relation = adapter.get_columns_in_relation(model_relation) %}\n{% if column_name and columns_from_relation and columns_from_relation is iterable %}\n {% for column_obj in columns_from_relation %}\n {% if column_obj.column | lower == column_name | trim('\\'\\\"\\`') | lower %}\n {{ return(elementary.normalize_data_type(elementary.get_column_data_type(column_obj))) }}\n {% endif %}\n {% endfor %}\n {% do exceptions.raise_compiler_error(\"Column `{}` was not found in `{}`.\".format(column_name, model_relation.name)) %}\n{% endif %}\n{{ return(none) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.normalize_data_type", "macro.elementary.get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.219243, "supported_languages": null}, "macro.elementary.create_elementary_test_table": {"name": "create_elementary_test_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/create_elementary_test_table.sql", "original_file_path": "macros/edr/tests/test_utils/create_elementary_test_table.sql", "unique_id": "macro.elementary.create_elementary_test_table", "macro_sql": "{% macro create_elementary_test_table(database_name, schema_name, test_name, table_type, sql_query) %}\n {% if execute %}\n {% set temp_table_name = elementary.table_name_with_suffix(test_name, \"__\" ~ table_type ~ elementary.get_timestamped_table_suffix()).replace(\"*\", \"\") %}\n \n {% set default_identifier_quoting = api.Relation.get_default_quote_policy().get_part(\"identifier\") %} \n {% if not adapter.config.quoting.get(\"identifier\", default_identifier_quoting) %}\n {% set temp_table_name = adapter.quote(temp_table_name) %}\n {% endif %}\n\n {{ elementary.debug_log(table_type ~ ' table: ' ~ database_name ~ '.' ~ schema_name ~ '.' ~ temp_table_name) }}\n\n {% set _, temp_table_relation = dbt.get_or_create_relation(database=database_name,\n schema=schema_name,\n identifier=temp_table_name,\n type='table') -%}\n\n {# Create the table if it doesn't exist #}\n {%- do elementary.create_or_replace(false, temp_table_relation, sql_query) %}\n\n {# Cache the test table for easy access later #}\n {% set test_entry = elementary.get_cache(\"temp_test_table_relations_map\").setdefault(test_name, {}) %}\n {% do test_entry.update({table_type: temp_table_relation}) %}\n {{ return(temp_table_relation) }}\n {% endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.table_name_with_suffix", "macro.elementary.get_timestamped_table_suffix", "macro.elementary.debug_log", "macro.dbt.get_or_create_relation", "macro.elementary.create_or_replace", "macro.elementary.get_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.220595, "supported_languages": null}, "macro.elementary.create_model_baseline_table": {"name": "create_model_baseline_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/create_model_baseline_table.sql", "original_file_path": "macros/edr/tests/test_utils/create_model_baseline_table.sql", "unique_id": "macro.elementary.create_model_baseline_table", "macro_sql": "{% macro create_model_baseline_table(baseline_columns, database_name, schema_name, test_name) %}\n {% set empty_table_query = elementary.empty_table([('column_name','string'),('data_type','string')]) %}\n {% set baseline_table_relation = elementary.create_elementary_test_table(database_name, schema_name,\n test_name | lower, 'schema_baseline',\n empty_table_query) %}\n {% do elementary.insert_rows(baseline_table_relation, baseline_columns, should_commit=True) %}\n {% do return(baseline_table_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table", "macro.elementary.create_elementary_test_table", "macro.elementary.insert_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.221146, "supported_languages": null}, "macro.elementary.get_model_graph_node": {"name": "get_model_graph_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_model_graph_node.sql", "original_file_path": "macros/edr/tests/test_utils/get_model_graph_node.sql", "unique_id": "macro.elementary.get_model_graph_node", "macro_sql": "{% macro get_model_graph_node(model_relation) %}\n {% if execute %}\n {# model here is actually the test node in the graph #}\n {% set test_graph_node = model %}\n {% set test_depends_on_unique_ids = test_graph_node.depends_on.nodes %}\n {# model relation is the relation object of the model where the test is defined #}\n {% set relation_name = model_relation.name | lower %}\n {% set depends_on_nodes = elementary.get_nodes_by_unique_ids(test_depends_on_unique_ids) %}\n {% if depends_on_nodes %}\n {% for node in depends_on_nodes %}\n {% set node_name = node.name | lower %}\n {% set node_alias = node.get('alias', '') | lower %}\n {% set node_identifier = node.get('identifier', '') | lower %}\n {% if node_name == relation_name or node_alias == relation_name or node_identifier == relation_name %}\n {{ return(node) }}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_nodes_by_unique_ids"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.222104, "supported_languages": null}, "macro.elementary.get_test_execution_id": {"name": "get_test_execution_id", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_test_execution_id.sql", "original_file_path": "macros/edr/tests/test_utils/get_test_execution_id.sql", "unique_id": "macro.elementary.get_test_execution_id", "macro_sql": "{% macro get_test_execution_id() %}\n {{ return(elementary.get_node_execution_id(model)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node_execution_id"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.222259, "supported_languages": null}, "macro.elementary.get_test_type": {"name": "get_test_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_test_type.sql", "original_file_path": "macros/edr/tests/test_utils/get_test_type.sql", "unique_id": "macro.elementary.get_test_type", "macro_sql": "{% macro get_test_type(flattened_test) %}\n {% if flattened_test.test_namespace == \"elementary\" %}\n {%- set elementary_test_type = elementary.get_elementary_test_type(flattened_test) %}\n {% endif %}\n {% do return(elementary_test_type or \"dbt_test\") %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_elementary_test_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2227352, "supported_languages": null}, "macro.elementary.get_elementary_test_type": {"name": "get_elementary_test_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_test_type.sql", "original_file_path": "macros/edr/tests/test_utils/get_test_type.sql", "unique_id": "macro.elementary.get_elementary_test_type", "macro_sql": "{% macro get_elementary_test_type(flattened_test) %}\n {%- set anomaly_detection_tests = [\n 'volume_anomalies',\n 'freshness_anomalies',\n 'event_freshness_anomalies',\n 'table_anomalies',\n 'dimension_anomalies',\n 'column_anomalies',\n 'all_columns_anomalies'\n ] %}\n {%- set schema_changes_tests = [\n 'schema_changes',\n 'schema_changes_from_baseline',\n 'json_schema',\n ] %}\n\n {% if flattened_test.short_name | lower in anomaly_detection_tests %}\n {% do return(\"anomaly_detection\") %}\n {% elif flattened_test.short_name | lower in schema_changes_tests %}\n {% do return(\"schema_change\") %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2232032, "supported_languages": null}, "macro.elementary.get_model_relation_for_test": {"name": "get_model_relation_for_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_model_relation_for_test.sql", "original_file_path": "macros/edr/tests/test_utils/get_model_relation_for_test.sql", "unique_id": "macro.elementary.get_model_relation_for_test", "macro_sql": "{% macro get_model_relation_for_test(test_model, test_node) %}\n {# If the test model is not a string, then return as-is #}\n {% if test_model is not string %}\n {% do return(test_model) %}\n {% endif %}\n\n {# Test model is a string, this might mean that a \"where\" parameter was passed to the test.\n In the heuristic below we rely on the fact that in this case the model jinja will have\n a very specific structure (see the \"build_model_str\" function in dbt-core) #}\n\n {% set test_metadata = elementary.safe_get_with_default(test_node, 'test_metadata', {}) %}\n {% set test_kwargs = elementary.safe_get_with_default(test_metadata, 'kwargs', {}) %}\n {% set test_model_jinja = test_kwargs.get('model') %}\n\n {% if not test_model_jinja %}\n {% do return(none) %}\n {% endif %}\n\n {# Try to match ref #}\n {% set match = modules.re.match(\n \"{{ get_where_subquery\\(ref\\('(?P.+)'\\)\\) }}\",\n test_model_jinja\n ) %}\n {% if match %}\n {% set group_dict = match.groupdict() %}\n {% set model_name = group_dict[\"model_name\"] %}\n {% do return(ref(model_name)) %}\n {% endif %}\n\n {# Try to match source #}\n {% set match = modules.re.match(\n \"{{ get_where_subquery\\(source\\('(?P.+)', '(?P.+)'\\)\\) }}\",\n test_model_jinja\n ) %}\n {% if match %}\n {% set group_dict = match.groupdict() %}\n {% set source_name = group_dict[\"source_name\"] %}\n {% set table_name = group_dict[\"table_name\"] %}\n {% do return(source(source_name, table_name)) %}\n {% endif %}\n\n {# If we got here, then probably \"ref\" or \"source\" have been overridden with a string query,\n which right now we cannot handle #}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2245162, "supported_languages": null}, "macro.elementary.clean_elementary_test_tables": {"name": "clean_elementary_test_tables", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.clean_elementary_test_tables", "macro_sql": "{% macro clean_elementary_test_tables() %}\n {% set test_table_relations = [] %}\n {% set temp_test_table_relations_map = elementary.get_cache(\"temp_test_table_relations_map\") %}\n {% for test_entry in temp_test_table_relations_map.values() %}\n {% for test_relation in test_entry.values() %}\n {% do test_table_relations.append(test_relation) %}\n {% endfor %}\n {% endfor %}\n\n {% do elementary.file_log(\"Deleting temporary Elementary test tables: {}\".format(test_table_relations)) %}\n {% set queries = elementary.get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% for query in queries %}\n {% do elementary.run_query(query) %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache", "macro.elementary.file_log", "macro.elementary.get_clean_elementary_test_tables_queries", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.226252, "supported_languages": null}, "macro.elementary.get_clean_elementary_test_tables_queries": {"name": "get_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.get_clean_elementary_test_tables_queries", "macro_sql": "{% macro get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% do return(adapter.dispatch(\"get_clean_elementary_test_tables_queries\", \"elementary\")(test_table_relations)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__get_clean_elementary_test_tables_queries"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2264152, "supported_languages": null}, "macro.elementary.default__get_clean_elementary_test_tables_queries": {"name": "default__get_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.default__get_clean_elementary_test_tables_queries", "macro_sql": "{% macro default__get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% do return(elementary.get_transaction_clean_elementary_test_tables_queries(test_table_relations)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_transaction_clean_elementary_test_tables_queries"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.226539, "supported_languages": null}, "macro.elementary.bigquery__get_clean_elementary_test_tables_queries": {"name": "bigquery__get_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.bigquery__get_clean_elementary_test_tables_queries", "macro_sql": "{% macro bigquery__get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% do return(elementary.get_transactionless_clean_elementary_test_tables_queries(test_table_relations)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_transactionless_clean_elementary_test_tables_queries"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2266638, "supported_languages": null}, "macro.elementary.spark__get_clean_elementary_test_tables_queries": {"name": "spark__get_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.spark__get_clean_elementary_test_tables_queries", "macro_sql": "{% macro spark__get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% do return(elementary.get_transactionless_clean_elementary_test_tables_queries(test_table_relations)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_transactionless_clean_elementary_test_tables_queries"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.226788, "supported_languages": null}, "macro.elementary.athena__get_clean_elementary_test_tables_queries": {"name": "athena__get_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.athena__get_clean_elementary_test_tables_queries", "macro_sql": "{% macro athena__get_clean_elementary_test_tables_queries(test_table_relations) %}\n {% set queries = [] %}\n {% for test_relation in test_table_relations %}\n {% do queries.append(\"DROP TABLE IF EXISTS {}\".format(test_relation.render_pure())) %}\n {% endfor %}\n {% do return(queries) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.227047, "supported_languages": null}, "macro.elementary.get_transaction_clean_elementary_test_tables_queries": {"name": "get_transaction_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.get_transaction_clean_elementary_test_tables_queries", "macro_sql": "{% macro get_transaction_clean_elementary_test_tables_queries(test_table_relations) %}\n {% set query %}\n BEGIN TRANSACTION;\n {% for test_relation in test_table_relations %}\n DROP TABLE IF EXISTS {{ test_relation }};\n {% endfor %}\n COMMIT;\n {% endset %}\n {% do return([query]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.227262, "supported_languages": null}, "macro.elementary.get_transactionless_clean_elementary_test_tables_queries": {"name": "get_transactionless_clean_elementary_test_tables_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "original_file_path": "macros/edr/tests/test_utils/clean_elementary_test_tables.sql", "unique_id": "macro.elementary.get_transactionless_clean_elementary_test_tables_queries", "macro_sql": "{% macro get_transactionless_clean_elementary_test_tables_queries(test_table_relations) %}\n {% set queries = [] %}\n {% for test_relation in test_table_relations %}\n {% do queries.append(\"DROP TABLE IF EXISTS {}\".format(test_relation)) %}\n {% endfor %}\n {% do return(queries) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2275798, "supported_languages": null}, "macro.elementary.run_python": {"name": "run_python", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/run_python.sql", "original_file_path": "macros/edr/tests/test_utils/run_python.sql", "unique_id": "macro.elementary.run_python", "macro_sql": "{% macro run_python(graph_node, code) %}\n {% set macro_stack = context_macro_stack.call_stack %}\n {% set macro_stack_copy = macro_stack.copy() %}\n {% do macro_stack.clear() %}\n {% do macro_stack.extend([[\"materialization\"], \"macro.dbt.statement\"]) %}\n {% do submit_python_job(graph_node, code) %}\n {% do macro_stack.clear() %}\n {% do macro_stack.extend(macro_stack_copy) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.228054, "supported_languages": null}, "macro.elementary.get_elementary_test_table_name": {"name": "get_elementary_test_table_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_elementary_test_table_name.sql", "original_file_path": "macros/edr/tests/test_utils/get_elementary_test_table_name.sql", "unique_id": "macro.elementary.get_elementary_test_table_name", "macro_sql": "{% macro get_elementary_test_table_name() %}\n {% set test_node = model %}\n {% set test_hash = test_node.unique_id.split(\".\")[-1] %}\n {% set test_name = test_node.name %}\n {% do return(\"test_{}_{}\".format(test_hash, test_name)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.228387, "supported_languages": null}, "macro.elementary.get_elementary_test_table": {"name": "get_elementary_test_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_elementary_test_table.sql", "original_file_path": "macros/edr/tests/test_utils/get_elementary_test_table.sql", "unique_id": "macro.elementary.get_elementary_test_table", "macro_sql": "{% macro get_elementary_test_table(test_name, table_type) %}\n {% if execute %}\n {% set test_entry = elementary.get_cache(\"temp_test_table_relations_map\").setdefault(test_name, {}) %}\n {% do return(test_entry.get(table_type)) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.228742, "supported_languages": null}, "macro.elementary.get_anomaly_query": {"name": "get_anomaly_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.get_anomaly_query", "macro_sql": "{%- macro get_anomaly_query(flattened_test=none) -%}\n {%- set query -%}\n select * from ({{ elementary.get_read_anomaly_scores_query(flattened_test) }}) results\n where is_anomalous = true\n {%- endset -%}\n {{- return(query) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_read_anomaly_scores_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.231897, "supported_languages": null}, "macro.elementary.get_read_anomaly_scores_query": {"name": "get_read_anomaly_scores_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.get_read_anomaly_scores_query", "macro_sql": "{% macro get_read_anomaly_scores_query(flattened_test=none) %}\n {% if not flattened_test %}\n {% set flattened_test = elementary.flatten_test(model) %}\n {% endif %}\n {%- set test_unique_id = flattened_test.unique_id %}\n {%- set test_configuration = elementary.get_cache(test_unique_id) %}\n {%- if not test_configuration %}\n {{ exceptions.raise_compiler_error(\"Failed to load configuration dict from cache for test `{}`\".format(test_unique_id)) }}\n {%- endif %}\n {%- set backfill_period = \"'-\" ~ test_configuration.backfill_days ~ \"'\" %}\n\n {%- set anomaly_query -%}\n with anomaly_scores as (\n select\n id,\n metric_id,\n test_execution_id,\n test_unique_id,\n detected_at,\n full_table_name,\n column_name,\n metric_name,\n anomaly_score,\n anomaly_score_threshold,\n anomalous_value,\n bucket_start,\n bucket_end,\n bucket_seasonality,\n metric_value,\n min_metric_value,\n max_metric_value,\n training_avg,\n training_stddev,\n training_set_size,\n training_start,\n training_end,\n dimension,\n dimension_value,\n {{ elementary.anomaly_detection_description() }},\n max(bucket_end) over (partition by test_execution_id) as max_bucket_end\n from {{ elementary.get_elementary_test_table(elementary.get_elementary_test_table_name(), 'anomaly_scores') }}\n ),\n anomaly_scores_with_is_anomalous as (\n select\n *,\ncase when\n anomaly_score is not null and\n (\n {{ elementary.fail_on_zero(test_configuration.fail_on_zero) }} or\n (\n {{ elementary.is_score_anomalous_condition(test_configuration.anomaly_sensitivity, test_configuration.anomaly_direction) }} and\n {{ elementary.avg_percent_anomalous_condition(\n test_configuration.ignore_small_changes.spike_failure_percent_threshold,\n test_configuration.ignore_small_changes.drop_failure_percent_threshold,\n test_configuration.anomaly_direction\n ) \n }}\n )\n ) and\n bucket_end >= {{ elementary.edr_timeadd('day', backfill_period, 'max_bucket_end') }}\n then TRUE else FALSE end as is_anomalous\n from anomaly_scores\n )\n\n select\n metric_value as value,\n training_avg as average,\n {# when there is an anomaly we would want to use the last value of the metric (lag), otherwise visually the expectations would look out of bounds #}\n case\n when is_anomalous = TRUE and '{{ test_configuration.anomaly_direction }}' = 'spike' then\n lag(metric_value) over (partition by full_table_name, column_name, metric_name, dimension, dimension_value, bucket_seasonality order by bucket_end)\n when is_anomalous = TRUE and '{{ test_configuration.anomaly_direction }}' != 'spike' then\n lag(min_metric_value) over (partition by full_table_name, column_name, metric_name, dimension, dimension_value, bucket_seasonality order by bucket_end)\n when '{{ test_configuration.anomaly_direction }}' = 'spike' then metric_value\n else min_metric_value end as min_value,\n case\n when is_anomalous = TRUE and '{{ test_configuration.anomaly_direction }}' = 'drop' then\n lag(metric_value) over (partition by full_table_name, column_name, metric_name, dimension, dimension_value, bucket_seasonality order by bucket_end)\n when is_anomalous = TRUE and '{{ test_configuration.anomaly_direction }}' != 'drop' then\n lag(max_metric_value) over (partition by full_table_name, column_name, metric_name, dimension, dimension_value, bucket_seasonality order by bucket_end)\n when '{{ test_configuration.anomaly_direction }}' = 'drop' then metric_value\n else max_metric_value end as max_value,\n bucket_start as start_time,\n bucket_end as end_time,\n *\n from anomaly_scores_with_is_anomalous\n order by bucket_end, dimension_value\n {%- endset -%}\n {{- return(anomaly_query) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.flatten_test", "macro.elementary.get_cache", "macro.elementary.anomaly_detection_description", "macro.elementary.get_elementary_test_table", "macro.elementary.get_elementary_test_table_name", "macro.elementary.fail_on_zero", "macro.elementary.is_score_anomalous_condition", "macro.elementary.avg_percent_anomalous_condition", "macro.elementary.edr_timeadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2329652, "supported_languages": null}, "macro.elementary.set_directional_anomaly": {"name": "set_directional_anomaly", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.set_directional_anomaly", "macro_sql": "\n\n\n{%- macro set_directional_anomaly(anomaly_direction, anomaly_score, sensitivity) -%}\n {% if anomaly_direction | lower == 'spike' %}\n anomaly_score > {{ sensitivity }}\n {% elif anomaly_direction | lower == 'drop' %}\n anomaly_score < {{ sensitivity * -1 }}\n {% else %}\n abs(anomaly_score) > {{ sensitivity }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2332318, "supported_languages": null}, "macro.elementary.is_score_anomalous_condition": {"name": "is_score_anomalous_condition", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.is_score_anomalous_condition", "macro_sql": "\n\n{%- macro is_score_anomalous_condition(sensitivity, anomaly_direction) -%}\n {%- set spikes_only_metrics = ['freshness', 'event_freshness'] -%}\n case when metric_name IN {{ elementary.strings_list_to_tuple(spikes_only_metrics) }} then\n anomaly_score > {{ sensitivity }}\n else\n {{ elementary.set_directional_anomaly(anomaly_direction, anomaly_score, sensitivity) }}\n end\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.strings_list_to_tuple", "macro.elementary.set_directional_anomaly"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.233481, "supported_languages": null}, "macro.elementary.avg_percent_anomalous_condition": {"name": "avg_percent_anomalous_condition", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.avg_percent_anomalous_condition", "macro_sql": "{%- macro avg_percent_anomalous_condition(spike_failure_percent_threshold, drop_failure_percent_threshold, anomaly_direction) -%}\n {% set spike_filter %}\n (metric_value > ((1 + {{ spike_failure_percent_threshold }}/100.0) * training_avg))\n {% endset %}\n {% set drop_filter %}\n (metric_value < ((1 - {{ drop_failure_percent_threshold }}/100.0) * training_avg))\n {% endset %}\n \n {% if spike_failure_percent_threshold and drop_failure_percent_threshold and (anomaly_direction | lower) == 'both' %}\n {{ spike_filter }} or {{ drop_filter }}\n {% else %}\n {% if spike_failure_percent_threshold and anomaly_direction | lower in ['spike', 'both'] %}\n {{ spike_filter }}\n {% else %}\n (1 = 1)\n {% endif %}\n\n and\n\n {% if drop_failure_percent_threshold and anomaly_direction | lower in ['drop', 'both'] %}\n {{ drop_filter }}\n {% else %}\n (1 = 1)\n {% endif %}\n {% endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.234026, "supported_languages": null}, "macro.elementary.fail_on_zero": {"name": "fail_on_zero", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "original_file_path": "macros/edr/tests/test_utils/get_anomaly_query.sql", "unique_id": "macro.elementary.fail_on_zero", "macro_sql": "{% macro fail_on_zero(fail_on_zero) %}\n (\n metric_value = 0 and \n {% if fail_on_zero %}\n 1 = 1\n {% else %}\n 1 = 2\n {% endif %}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.234151, "supported_languages": null}, "macro.elementary.backfill_result_rows": {"name": "backfill_result_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/backfill_result_rows.sql", "original_file_path": "macros/edr/tests/test_utils/backfill_result_rows.sql", "unique_id": "macro.elementary.backfill_result_rows", "macro_sql": "{% macro backfill_result_rows() %}\n -- depends_on: {{ ref('elementary_test_results') }}\n {% if is_incremental() %}\n {% do return('') %}\n {% endif %}\n\n {% set elementary_test_results_relation = ref(\"elementary_test_results\") %}\n {% set result_row_exists = elementary.get_column_in_relation(elementary_test_results_relation, \"result_rows\") is not none %}\n {% if not result_row_exists %}\n {% do return('') %}\n {% endif %}\n\n {% set test_result_rows_rows = [] %}\n {% set backfill_query %}\n select\n id,\n detected_at,\n result_rows\n from {{ elementary_test_results_relation }}\n where {{ elementary.edr_datediff(elementary.edr_cast_as_timestamp('detected_at'), elementary.edr_current_timestamp(), 'day') }} < {{ elementary.get_config_var(\"days_back\") }}\n and result_rows is not null\n {% endset %}\n {% set test_results_with_result_rows = elementary.run_query(backfill_query) %}\n {% for elementary_test_results_row in test_results_with_result_rows %}\n {% set result_rows = fromjson(elementary_test_results_row.result_rows) %}\n {% for result_row in result_rows %}\n {% do test_result_rows_rows.append({\n \"elementary_test_results_id\": elementary_test_results_row.id,\n \"detected_at\": elementary_test_results_row.detected_at.strftime(elementary.get_time_format()),\n \"result_row\": result_row\n }) %}\n {% endfor %}\n {% endfor %}\n {% do elementary.insert_rows(this, test_result_rows_rows) %}\n {% do return('') %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.elementary.get_column_in_relation", "macro.elementary.edr_datediff", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_current_timestamp", "macro.elementary.get_config_var", "macro.elementary.run_query", "macro.elementary.get_time_format", "macro.elementary.insert_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.235765, "supported_languages": null}, "macro.elementary.snowflake__compile_py_code": {"name": "snowflake__compile_py_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/compile_py_code.sql", "original_file_path": "macros/edr/tests/test_utils/compile_py_code.sql", "unique_id": "macro.elementary.snowflake__compile_py_code", "macro_sql": "{% macro snowflake__compile_py_code(model, py_code, output_table, where_expression, code_type) %}\nimport pandas\nimport snowflake.snowpark\n\n{{ py_code }}\n\ndef write_output_table(session, output_df, target_relation):\n output_df.write.mode('overwrite').save_as_table(target_relation, table_type='temporary')\n\ndef get_fail_count(test_output):\n if isinstance(test_output, int):\n return test_output\n if isinstance(test_output, bool):\n return 0 if test_output else 1\n if isinstance(test_output, snowflake.snowpark.DataFrame):\n return test_output.count()\n if isinstance(test_output, pandas.DataFrame):\n return len(test_output)\n raise ValueError('Received invalid return value, expected either DataFrame or a boolean.')\n\ndef get_output_df(model_df, code_type, ref, session):\n if code_type == \"test\":\n test_output = test(model_df, ref, session)\n fail_count = get_fail_count(test_output)\n return session.createDataFrame([[fail_count]], ['fail_count'])\n elif code_type == \"function\":\n res = func(model_df, ref, session)\n return session.createDataFrame([[res]], ['result'])\n\n raise Exception(\"Unsupported code type: {}\".format(code_type))\n\ndef main(session):\n ref = session.table\n model_df = ref('{{ model }}')\n\n {% if where_expression %}\n model_df = model_df.filter(\"\"\"{{ where_expression }}\"\"\")\n {% endif %}\n\n output_df = get_output_df(model_df, '{{ code_type }}', ref, session)\n write_output_table(session, output_df, '{{ output_table }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2368472, "supported_languages": null}, "macro.elementary.bigquery__compile_py_code": {"name": "bigquery__compile_py_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/compile_py_code.sql", "original_file_path": "macros/edr/tests/test_utils/compile_py_code.sql", "unique_id": "macro.elementary.bigquery__compile_py_code", "macro_sql": "{% macro bigquery__compile_py_code(model, py_code, output_table, where_expression, code_type) %}\nimport pandas\nimport pyspark.sql\n\n{{ py_code }}\n\ndef write_output_table(session, output_df, target_relation):\n output_df.write.mode('overwrite').format('bigquery').option('writeMethod', 'direct').option('writeDisposition', 'WRITE_TRUNCATE').save(target_relation)\n\ndef get_fail_count(test_output):\n if isinstance(test_output, int):\n return test_output\n if isinstance(test_output, bool):\n return 0 if test_output else 1\n if isinstance(test_output, pyspark.sql.DataFrame):\n return test_output.count()\n if isinstance(test_output, pandas.DataFrame):\n return len(test_output)\n raise ValueError('Received invalid return value, expected either DataFrame or a boolean.')\n\ndef get_session():\n session = pyspark.sql.SparkSession.builder.appName('Elementary').getOrCreate()\n session.conf.set('viewsEnabled', 'true')\n session.conf.set('temporaryGcsBucket', '{{ target.gcs_bucket }}')\n return session\n\ndef get_output_df(model_df, code_type, ref, session):\n if code_type == \"test\":\n test_output = test(model_df, ref, session)\n fail_count = get_fail_count(test_output)\n return session.createDataFrame([[fail_count]], ['fail_count'])\n elif code_type == \"function\":\n res = func(model_df, ref, session)\n return session.createDataFrame([[res]], ['result'])\n\n raise Exception(\"Unsupported code type: {}\".format(code_type))\n\ndef main():\n session = get_session()\n ref = session.read.format('bigquery').load\n model_df = ref('{{ model }}')\n\n {% if where_expression %}\n model_df = model_df.filter(\"\"\"{{ where_expression }}\"\"\")\n {% endif %}\n\n output_df = get_output_df(model_df, '{{ code_type }}', ref, session)\n write_output_table(session, output_df, '{{ output_table }}')\n\nmain()\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.237168, "supported_languages": null}, "macro.elementary.default__compile_py_code": {"name": "default__compile_py_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/compile_py_code.sql", "original_file_path": "macros/edr/tests/test_utils/compile_py_code.sql", "unique_id": "macro.elementary.default__compile_py_code", "macro_sql": "{% macro default__compile_py_code(model, py_code, output_table, where_expression, code_type) %}\n {{ exceptions.raise_compiler_error(\"Elementary's Python tests are not yet supported on %s.\" % target.type) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.237323, "supported_languages": null}, "macro.elementary.get_elementary_tests_schema": {"name": "get_elementary_tests_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_utils/get_elementary_tests_schema.sql", "original_file_path": "macros/edr/tests/test_utils/get_elementary_tests_schema.sql", "unique_id": "macro.elementary.get_elementary_tests_schema", "macro_sql": "{% macro get_elementary_tests_schema(elementary_database, elementary_schema) %}\n {% set LEGACY_TESTS_SCHEMA_SUFFIX = \"__tests\" %}\n\n {% set cached_tests_schema_name = elementary.get_cache(\"tests_schema_name\") %}\n {% if cached_tests_schema_name is not none %}\n {{ return(cached_tests_schema_name) }}\n {% endif %}\n\n {% set tests_schema_suffix = elementary.get_config_var('tests_schema_name') %}\n {% set tests_schema_name = elementary_schema ~ tests_schema_suffix %}\n\n {# Backward compatibility - if a tests schema suffix is not defined, but the legacy tests schema exists in the DB,\n then use it #}\n {% if not tests_schema_suffix %}\n {% set legacy_tests_schema_name = elementary_schema ~ LEGACY_TESTS_SCHEMA_SUFFIX %}\n {% if adapter.check_schema_exists(elementary_database, legacy_tests_schema_name) %}\n {% set tests_schema_name = legacy_tests_schema_name %}\n {% endif %}\n {% endif %}\n\n {% do elementary.set_cache(\"tests_schema_name\", tests_schema_name) %}\n\n {{ return(tests_schema_name) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache", "macro.elementary.get_config_var", "macro.elementary.set_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.238115, "supported_languages": null}, "macro.elementary.union_metrics_query": {"name": "union_metrics_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/union_metrics_query.sql", "original_file_path": "macros/edr/tests/on_run_end/union_metrics_query.sql", "unique_id": "macro.elementary.union_metrics_query", "macro_sql": "{% macro union_metrics_query(temp_metrics_tables) %}\n {%- if temp_metrics_tables | length > 0 %}\n {%- set union_temp_query -%}\n with union_temps_metrics as (\n {%- for temp_table in temp_metrics_tables -%}\n select * from {{ temp_table }}\n {%- if not loop.last %} union all {% endif %}\n {%- endfor %}\n ),\n metrics_with_duplicates as (\n select *,\n row_number() over (partition by id order by updated_at desc) as row_number\n from union_temps_metrics\n )\n select\n id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n dimension,\n dimension_value,\n metric_properties\n from metrics_with_duplicates\n where row_number = 1\n {%- endset %}\n {{ return(union_temp_query) }}\n {%- endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.238812, "supported_languages": null}, "macro.elementary.insert_metrics": {"name": "insert_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/insert_metrics.sql", "original_file_path": "macros/edr/tests/on_run_end/insert_metrics.sql", "unique_id": "macro.elementary.insert_metrics", "macro_sql": "{% macro insert_metrics() %}\n {% set metrics = elementary.get_cache(\"tables\").get(\"metrics\").get(\"rows\") %}\n {%- set target_relation = elementary.get_elementary_relation('data_monitoring_metrics') -%}\n {% if not target_relation %}\n {% do exceptions.warn(\"Couldn't find Elementary's models in `\" ~ elementary.target_database() ~ \".\" ~ target.schema ~ \"`. Please run `dbt run -s elementary --target \" ~ target.name ~ \"`.\") %}\n {% do return(none) %}\n {% endif %}\n\n {{ elementary.file_log(\"Inserting {} metrics into {}.\".format(metrics | length, target_relation)) }}\n {% do elementary.insert_rows(target_relation, metrics, should_commit=true) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_cache", "macro.elementary.get_elementary_relation", "macro.elementary.target_database", "macro.elementary.file_log", "macro.elementary.insert_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.239557, "supported_languages": null}, "macro.elementary.union_columns_snapshot_query": {"name": "union_columns_snapshot_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/union_columns_snapshot_query.sql", "original_file_path": "macros/edr/tests/on_run_end/union_columns_snapshot_query.sql", "unique_id": "macro.elementary.union_columns_snapshot_query", "macro_sql": "{% macro union_columns_snapshot_query(temp_columns_snapshot_tables) %}\n {%- if temp_columns_snapshot_tables | length > 0 %}\n {%- set union_temp_query -%}\n with union_temp_columns_snapshot as (\n {%- for temp_table in temp_columns_snapshot_tables -%}\n select * from {{ temp_table }}\n {%- if not loop.last %} union all {% endif %}\n {%- endfor %}\n ),\n columns_snapshot_with_duplicates as (\n select *,\n row_number() over (partition by column_state_id order by detected_at desc) as row_number\n from union_temp_columns_snapshot\n )\n select\n column_state_id,\n full_column_name,\n full_table_name,\n column_name,\n data_type,\n is_new,\n detected_at\n from columns_snapshot_with_duplicates\n where row_number = 1\n {%- endset %}\n {{ return(union_temp_query) }}\n {%- endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2402098, "supported_languages": null}, "macro.elementary.handle_tests_results": {"name": "handle_tests_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.handle_tests_results", "macro_sql": "{% macro handle_tests_results() %}\n {{ elementary.file_log(\"Handling test results.\") }}\n {% set cached_elementary_test_results = elementary.get_cache(\"elementary_test_results\") %}\n {% set cached_elementary_test_failed_row_counts = elementary.get_cache(\"elementary_test_failed_row_counts\") %}\n {% set store_result_rows_in_own_table = elementary.get_config_var(\"store_result_rows_in_own_table\") %}\n {% set elementary_test_results = elementary.get_result_enriched_elementary_test_results(cached_elementary_test_results, cached_elementary_test_failed_row_counts, render_result_rows=(not store_result_rows_in_own_table)) %}\n {% if store_result_rows_in_own_table %}\n {% set test_result_rows = elementary.pop_test_result_rows(elementary_test_results) %}\n {% endif %}\n {% set tables_cache = elementary.get_cache(\"tables\") %}\n {% set test_metrics_tables = tables_cache.get(\"metrics\").get(\"relations\") %}\n {% set test_columns_snapshot_tables = tables_cache.get(\"schema_snapshots\") %}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% do elementary.insert_data_monitoring_metrics(database_name, schema_name, test_metrics_tables) %}\n {% do elementary.insert_schema_columns_snapshot(database_name, schema_name, test_columns_snapshot_tables) %}\n {% if elementary.get_config_var(\"clean_elementary_temp_tables\") %}\n {% do elementary.clean_elementary_test_tables() %}\n {% endif %}\n {% if test_result_rows %}\n {% set test_result_rows_relation = elementary.get_elementary_relation('test_result_rows') %}\n {% do elementary.insert_rows(test_result_rows_relation, test_result_rows, should_commit=True) %}\n {% endif %}\n {% if elementary_test_results %}\n {% set elementary_test_results_relation = elementary.get_elementary_relation('elementary_test_results') %}\n {% do elementary.insert_rows(elementary_test_results_relation, elementary_test_results, should_commit=True) %}\n {% endif %}\n {% do elementary.file_log(\"Handled test results successfully.\") %}\n {% do return('') %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.file_log", "macro.elementary.get_cache", "macro.elementary.get_config_var", "macro.elementary.get_result_enriched_elementary_test_results", "macro.elementary.pop_test_result_rows", "macro.elementary.get_package_database_and_schema", "macro.elementary.insert_data_monitoring_metrics", "macro.elementary.insert_schema_columns_snapshot", "macro.elementary.clean_elementary_test_tables", "macro.elementary.get_elementary_relation", "macro.elementary.insert_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.24627, "supported_languages": null}, "macro.elementary.get_result_enriched_elementary_test_results": {"name": "get_result_enriched_elementary_test_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.get_result_enriched_elementary_test_results", "macro_sql": "{% macro get_result_enriched_elementary_test_results(cached_elementary_test_results, cached_elementary_test_failed_row_counts, render_result_rows=false) %}\n {% set elementary_test_results = [] %}\n\n {% for result in results | selectattr('node.resource_type', '==', 'test') %}\n {% set result = result.to_dict() %}\n {% set elementary_test_results_rows = cached_elementary_test_results.get(result.node.unique_id) %}\n {% set elementary_test_failed_row_count = cached_elementary_test_failed_row_counts.get(result.node.unique_id) %}\n\n {# Materializing the test failed and therefore was not added to the cache. #}\n {% if not elementary_test_results_rows %}\n {% set flattened_test = elementary.flatten_test(result.node) %}\n {% set elementary_test_results_rows = [elementary.get_dbt_test_result_row(flattened_test)] %}\n {% endif %}\n\n {% for elementary_test_results_row in elementary_test_results_rows %}\n {% set failures = elementary_test_results_row.get(\"failures\", result.failures) %}\n {% set status = \"pass\" if failures == 0 else result.status %}\n {% do elementary_test_results_row.update({'status': status, 'failures': failures, 'invocation_id': invocation_id, \n 'failed_row_count': elementary_test_failed_row_count}) %}\n {% do elementary_test_results_row.setdefault('test_results_description', result.message) %}\n {% if render_result_rows %}\n {% do elementary_test_results_row.update({\"result_rows\": elementary.render_result_rows(elementary_test_results_row.result_rows)}) %}\n {% endif %}\n {% do elementary_test_results.append(elementary_test_results_row) %}\n {% endfor %}\n {% endfor %}\n\n {% do return(elementary_test_results) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.flatten_test", "macro.elementary.get_dbt_test_result_row", "macro.elementary.render_result_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.247475, "supported_languages": null}, "macro.elementary.insert_data_monitoring_metrics": {"name": "insert_data_monitoring_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.insert_data_monitoring_metrics", "macro_sql": "{% macro insert_data_monitoring_metrics(database_name, schema_name, test_metrics_tables) %}\n {%- if not test_metrics_tables %}\n {% do return(none) %}\n {% endif %}\n\n {%- set test_tables_union_query = elementary.union_metrics_query(test_metrics_tables) -%}\n {% if not test_tables_union_query %}\n {% do return(none) %}\n {% endif %}\n\n {%- set target_relation = elementary.get_elementary_relation('data_monitoring_metrics') -%}\n {% if not target_relation %}\n {% do exceptions.raise_compiler_error(\"Couldn't find Elementary's models in `\" ~ elementary.target_database() ~ \".\" ~ target.schema ~ \"`. Please run `dbt run -s elementary --target \" ~ target.name ~ \"`.\") %}\n {% endif %}\n\n {%- set temp_relation = elementary.make_temp_view_relation(target_relation) -%}\n {% set insert_query %}\n INSERT INTO {{ target_relation }} (\n id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n dimension,\n dimension_value,\n metric_properties,\n created_at\n )\n SELECT\n id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n dimension,\n dimension_value,\n metric_properties,\n {{ elementary.edr_current_timestamp() }} as created_at\n FROM {{ temp_relation }}\n {% endset %}\n\n {{ elementary.file_log(\"Inserting metrics into {}.\".format(target_relation)) }}\n {%- do elementary.run_query(dbt.create_table_as(True, temp_relation, test_tables_union_query)) %}\n {% do elementary.run_query(insert_query) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.union_metrics_query", "macro.elementary.get_elementary_relation", "macro.elementary.target_database", "macro.elementary.make_temp_view_relation", "macro.elementary.edr_current_timestamp", "macro.elementary.file_log", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.248328, "supported_languages": null}, "macro.elementary.insert_schema_columns_snapshot": {"name": "insert_schema_columns_snapshot", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.insert_schema_columns_snapshot", "macro_sql": "{% macro insert_schema_columns_snapshot(database_name, schema_name, test_columns_snapshot_tables) %}\n {%- if not test_columns_snapshot_tables %}\n {% do return(none) %}\n {% endif %}\n\n {%- set test_tables_union_query = elementary.union_columns_snapshot_query(test_columns_snapshot_tables) -%}\n {% if not test_tables_union_query %}\n {% do return(none) %}\n {% endif %}\n\n {%- set target_relation = elementary.get_elementary_relation('schema_columns_snapshot') -%}\n {% if not target_relation %}\n {% do exceptions.raise_compiler_error(\"Couldn't find Elementary's models in `\" ~ elementary.target_database() ~ \".\" ~ target.schema ~ \"`. Please run `dbt run -s elementary --target \" ~ target.name ~ \"`.\") %}\n {% endif %}\n\n {%- set temp_relation = elementary.make_temp_view_relation(target_relation) -%}\n {% set insert_query %}\n INSERT INTO {{ target_relation }} (\n column_state_id,\n full_column_name,\n full_table_name,\n column_name,\n data_type,\n is_new,\n detected_at,\n created_at\n )\n SELECT\n column_state_id,\n full_column_name,\n full_table_name,\n column_name,\n data_type,\n is_new,\n detected_at,\n {{ elementary.edr_current_timestamp() }} as created_at\n FROM {{ temp_relation }}\n {% endset %}\n\n {{ elementary.file_log(\"Inserting schema columns snapshot into {}.\".format(target_relation)) }}\n {%- do elementary.run_query(dbt.create_table_as(True, temp_relation, test_tables_union_query)) %}\n {% do elementary.run_query(insert_query) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.union_columns_snapshot_query", "macro.elementary.get_elementary_relation", "macro.elementary.target_database", "macro.elementary.make_temp_view_relation", "macro.elementary.edr_current_timestamp", "macro.elementary.file_log", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.249161, "supported_languages": null}, "macro.elementary.pop_test_result_rows": {"name": "pop_test_result_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.pop_test_result_rows", "macro_sql": "{% macro pop_test_result_rows(elementary_test_results) %}\n {% set result_rows = [] %}\n {% for test_result in elementary_test_results %}\n {% for result_row in test_result.pop('result_rows', []) %}\n {% do result_rows.append({\n \"elementary_test_results_id\": test_result.id,\n \"detected_at\": test_result.detected_at,\n \"result_row\": result_row\n }) %}\n {% endfor %}\n {% endfor %}\n {% do return(result_rows) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.249565, "supported_languages": null}, "macro.elementary.render_result_rows": {"name": "render_result_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "original_file_path": "macros/edr/tests/on_run_end/handle_tests_results.sql", "unique_id": "macro.elementary.render_result_rows", "macro_sql": "{% macro render_result_rows(test_result_rows) %}\n {% set column_size = elementary.get_column_size() %}\n {% if not column_size or (tojson(test_result_rows) | length) < column_size %}\n {% do return(test_result_rows) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_column_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.249851, "supported_languages": null}, "macro.elementary.init_elementary_graph": {"name": "init_elementary_graph", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_start/init_elementary_graph.sql", "original_file_path": "macros/edr/tests/on_run_start/init_elementary_graph.sql", "unique_id": "macro.elementary.init_elementary_graph", "macro_sql": "{% macro init_elementary_graph() %}\n {% do graph.setdefault(\"elementary\", {\n \"elementary_test_results\": {},\n \"elementary_test_failed_row_counts\": {},\n \"tests_schema_name\": none,\n \"tables\": {\n \"metrics\": {\n \"relations\": [],\n \"rows\": []\n },\n \"schema_snapshots\": []\n },\n \"temp_test_table_relations_map\": {},\n }) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2502651, "supported_languages": null}, "macro.elementary.recommend_dbt_core_artifacts_upgrade": {"name": "recommend_dbt_core_artifacts_upgrade", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_start/recommend_dbt_core_artifacts_upgrade.sql", "original_file_path": "macros/edr/tests/on_run_start/recommend_dbt_core_artifacts_upgrade.sql", "unique_id": "macro.elementary.recommend_dbt_core_artifacts_upgrade", "macro_sql": "{% macro recommend_dbt_core_artifacts_upgrade() %}\n {% if elementary.get_config_var(\"mute_dbt_upgrade_recommendation\") %}\n {% do return(none) %}\n {% endif %}\n\n {% set major, minor, revision = dbt_version.split(\".\") %}\n {% set major = major | int %}\n {% set minor = minor | int %}\n {% if major < 1 or major == 1 and minor < 4 %}\n {%- set msg %}\nYou are using dbt version {{ dbt_version }}.\nElementary introduced major performance improvements for dbt version 1.4.0 or later.\nMore information on the performance impact can be found here: https://docs.elementary-data.com/dbt/on-run-end_hooks#performance-impact-of-on-run-end-hooks\nThis message can be muted by setting the 'mute_dbt_upgrade_recommendation' var to true.\n {% endset %}\n {% do log(msg, info=true) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.250999, "supported_languages": null}, "macro.elementary.create_elementary_tests_schema": {"name": "create_elementary_tests_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/on_run_start/create_elementary_tests_schema.sql", "original_file_path": "macros/edr/tests/on_run_start/create_elementary_tests_schema.sql", "unique_id": "macro.elementary.create_elementary_tests_schema", "macro_sql": "{% macro create_elementary_tests_schema() %}\n {% if execute and elementary.is_test_command() %}\n {% set database_name, schema_name = elementary.get_package_database_and_schema('elementary') %}\n {% set tests_schema_name = elementary.get_elementary_tests_schema(database_name, schema_name) %}\n {%- if tests_schema_name != schema_name and not adapter.check_schema_exists(database_name, tests_schema_name) %}\n {{ elementary.edr_log(\"Creating Elementary's tests schema.\") }}\n {% set schema_relation = api.Relation.create(database=database_name, schema=tests_schema_name).without_identifier() %}\n {%- do dbt.create_schema(schema_relation) %}\n {% do adapter.commit() %}\n {%- endif %}\n {% endif %}\n {{ return('') }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.is_test_command", "macro.elementary.get_package_database_and_schema", "macro.elementary.get_elementary_tests_schema", "macro.elementary.edr_log", "macro.dbt.create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2517529, "supported_languages": null}, "macro.elementary.get_no_detection_delay": {"name": "get_no_detection_delay", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "original_file_path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "unique_id": "macro.elementary.get_no_detection_delay", "macro_sql": "{% macro get_no_detection_delay() %}\n {% do return({\"period\": \"hour\", \"count\": 0}) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2538471, "supported_languages": null}, "macro.elementary.get_default_detection_delay": {"name": "get_default_detection_delay", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "original_file_path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "unique_id": "macro.elementary.get_default_detection_delay", "macro_sql": "{% macro get_default_detection_delay() %}\n {% do return(elementary.get_no_detection_delay()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_no_detection_delay"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2539608, "supported_languages": null}, "macro.elementary.get_detection_delay_supported_periods": {"name": "get_detection_delay_supported_periods", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "original_file_path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "unique_id": "macro.elementary.get_detection_delay_supported_periods", "macro_sql": "{% macro get_detection_delay_supported_periods() %}\n {% do return([\"hour\", \"day\", \"week\"]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2540941, "supported_languages": null}, "macro.elementary.get_detection_delay": {"name": "get_detection_delay", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "original_file_path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "unique_id": "macro.elementary.get_detection_delay", "macro_sql": "{% macro get_detection_delay(detection_delay, model_graph_node) %}\n {%- set configured_detection_delay = elementary.get_test_argument('detection_delay', detection_delay, model_graph_node) %}\n {%- do elementary.validate_detection_delay(configured_detection_delay) %}\n {%- set default_detection_delay = elementary.get_default_detection_delay() %}\n\n {%- if not configured_detection_delay %}\n {{ return(default_detection_delay) }}\n {%- else %}\n {%- set detection_delay = default_detection_delay.copy() %}\n {%- do detection_delay.update(configured_detection_delay) %}\n {{ return(detection_delay) }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_argument", "macro.elementary.validate_detection_delay", "macro.elementary.get_default_detection_delay"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.254509, "supported_languages": null}, "macro.elementary.validate_detection_delay": {"name": "validate_detection_delay", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "original_file_path": "macros/edr/tests/test_configuration/get_detection_delay.sql", "unique_id": "macro.elementary.validate_detection_delay", "macro_sql": "{% macro validate_detection_delay(detection_delay) %}\n {% if detection_delay %}\n {%- if detection_delay is not mapping %}\n {% do exceptions.raise_compiler_error(\n \"\n Invalid detection_delay format. Expected format:\n\n detection_delay:\n count: int\n period: string\n \") %}\n {%- endif %}\n {%- if detection_delay is mapping %}\n {%- set invalid_keys = [] %}\n {%- set valid_keys = ['period', 'count'] %}\n {%- for key, value in detection_delay.items() %}\n {%- if key not in valid_keys %}\n {%- do invalid_keys.append(key) -%}\n {%- endif %}\n {%- endfor %}\n {%- if invalid_keys | length > 0 %}\n {% do exceptions.raise_compiler_error(\n (\"\n Found invalid keys in detection_delay: {0}.\n Supported keys: {1}.\n Expected format:\n\n detection_delay:\n count: int\n period: string\n \").format(invalid_keys, valid_keys)) %}\n {%- endif %}\n {%- endif %}\n\n {% if detection_delay.count and detection_delay.count is not integer %}\n {% do exceptions.raise_compiler_error(\"detection_delay.count expects valid integer, got: {} (If it's an integer, try to remove quotes)\".format(detection_delay.count)) %}\n {% endif %}\n {% if detection_delay.count < 0 %}\n {% do exceptions.raise_compiler_error(\"detection_delay.count can't be negative, got: {})\".format(detection_delay.count)) %}\n {% endif %}\n {% set supported_periods = elementary.get_detection_delay_supported_periods() %}\n {% if detection_delay.period and detection_delay.period not in supported_periods %}\n {% do exceptions.raise_compiler_error(\"detection_delay.period value should be one of {0}, got: {1}\".format(supported_periods, detection_delay.period)) %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_detection_delay_supported_periods"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.255587, "supported_languages": null}, "macro.elementary.get_days_back": {"name": "get_days_back", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_days_back.sql", "original_file_path": "macros/edr/tests/test_configuration/get_days_back.sql", "unique_id": "macro.elementary.get_days_back", "macro_sql": "{% macro get_days_back(days_back, model_graph_node, seasonality=none) %}\n {% set days_back = elementary.get_test_argument('days_back', days_back, model_graph_node) %}\n {% if seasonality in [\"day_of_week\", \"hour_of_week\"] %}\n {% do return(days_back * 7) %}\n {% endif %}\n {% do return(days_back) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_argument"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2559922, "supported_languages": null}, "macro.elementary.get_daily_time_bucket": {"name": "get_daily_time_bucket", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.get_daily_time_bucket", "macro_sql": "{% macro get_daily_time_bucket() %}\n {% do return({\"period\": \"day\", \"count\": 1}) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.258066, "supported_languages": null}, "macro.elementary.get_default_time_bucket": {"name": "get_default_time_bucket", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.get_default_time_bucket", "macro_sql": "{% macro get_default_time_bucket() %}\n {% do return(elementary.get_daily_time_bucket()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_daily_time_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.258181, "supported_languages": null}, "macro.elementary.get_time_bucket": {"name": "get_time_bucket", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.get_time_bucket", "macro_sql": "{% macro get_time_bucket(time_bucket, model_graph_node) %}\n {%- set configured_time_bucket = elementary.get_test_argument('time_bucket', time_bucket, model_graph_node) %}\n {%- do elementary.validate_time_bucket(configured_time_bucket) %}\n {%- set default_time_bucket = elementary.get_default_time_bucket() %}\n\n {%- if not configured_time_bucket %}\n {{ return(default_time_bucket) }}\n {%- else %}\n {%- set time_bucket = default_time_bucket.copy() %}\n {%- do time_bucket.update(configured_time_bucket) %}\n {{ return(time_bucket) }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_argument", "macro.elementary.validate_time_bucket", "macro.elementary.get_default_time_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.258593, "supported_languages": null}, "macro.elementary.validate_time_bucket": {"name": "validate_time_bucket", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.validate_time_bucket", "macro_sql": "{% macro validate_time_bucket(time_bucket) %}\n {% if time_bucket %}\n {%- if time_bucket is not mapping %}\n {% do exceptions.raise_compiler_error(\n \"\n Invalid time_bucket format. Expected format:\n\n time_bucket:\n count: int\n period: string\n \") %}\n {%- endif %}\n {%- if time_bucket is mapping %}\n {%- set invalid_keys = [] %}\n {%- set valid_keys = ['period', 'count'] %}\n {%- for key, value in time_bucket.items() %}\n {%- if key not in valid_keys %}\n {%- do invalid_keys.append(key) -%}\n {%- endif %}\n {%- endfor %}\n {%- if invalid_keys | length > 0 %}\n {% do exceptions.raise_compiler_error(\n (\"\n Found invalid keys in time_bucket: {0}.\n Supported keys: {1}.\n Expected format:\n\n time_bucket:\n count: int\n period: string\n \").format(invalid_keys, valid_keys)) %}\n {%- endif %}\n {%- endif %}\n\n {% if time_bucket.count and time_bucket.count is not integer %}\n {% do exceptions.raise_compiler_error(\"time_bucket.count expects valid integer, got: {} (If it's an integer, try to remove quotes)\".format(time_bucket.count)) %}\n {% endif %}\n {% if time_bucket.count <= 0 %}\n {% do exceptions.raise_compiler_error(\"time_bucket.count has to be larger than 0, got: {})\".format(time_bucket.count)) %}\n {% endif %}\n {% set supported_periods = adapter.dispatch(\"supported_periods\", \"elementary\")() %}\n {% if time_bucket.period and time_bucket.period not in supported_periods %}\n {% do exceptions.raise_compiler_error(\"time_bucket.period value should be one of {0}, got: {1}\".format(supported_periods, time_bucket.period)) %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__supported_periods"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2597802, "supported_languages": null}, "macro.elementary.default__supported_periods": {"name": "default__supported_periods", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.default__supported_periods", "macro_sql": "{% macro default__supported_periods() %}\n {% do return([\"hour\", \"day\", \"week\", \"month\"]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.259936, "supported_languages": null}, "macro.elementary.redshift__supported_periods": {"name": "redshift__supported_periods", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "original_file_path": "macros/edr/tests/test_configuration/get_time_bucket.sql", "unique_id": "macro.elementary.redshift__supported_periods", "macro_sql": "{% macro redshift__supported_periods() %}\n {% do return([\"hour\", \"day\", \"week\"]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2600682, "supported_languages": null}, "macro.elementary.get_anomalies_test_configuration": {"name": "get_anomalies_test_configuration", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "original_file_path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "unique_id": "macro.elementary.get_anomalies_test_configuration", "macro_sql": "{% macro get_anomalies_test_configuration(model_relation,\n mandatory_params,\n timestamp_column,\n where_expression,\n anomaly_sensitivity,\n anomaly_direction,\n min_training_set_size,\n time_bucket,\n days_back,\n backfill_days,\n seasonality,\n freshness_column,\n event_timestamp_column,\n dimensions,\n sensitivity,\n ignore_small_changes,\n fail_on_zero,\n detection_delay,\n anomaly_exclude_metrics,\n detection_period,\n training_period) %}\n\n {%- set model_graph_node = elementary.get_model_graph_node(model_relation) %}\n\n {# All anomaly detection tests #}\n {%- set timestamp_column = elementary.get_test_argument('timestamp_column', timestamp_column, model_graph_node) %}\n {%- set where_expression = elementary.get_test_argument('where_expression', where_expression, model_graph_node) %}\n {# We had a names mix in sensitivity/anomaly_sensitivity, this keeps backwards competability #}\n {%- set anomaly_sensitivity = sensitivity if sensitivity else elementary.get_test_argument('anomaly_sensitivity', anomaly_sensitivity, model_graph_node) %}\n {%- set anomaly_direction = elementary.get_anomaly_direction(anomaly_direction, model_graph_node) %}\n {%- set backfill_days = elementary.detection_period_to_backfill_days(detection_period, backfill_days, model_graph_node) -%}\n {%- set fail_on_zero = elementary.get_test_argument('fail_on_zero', fail_on_zero, model_graph_node) %}\n \n\n {# timestamp_column anomaly detection tests #}\n {%- set time_bucket = elementary.get_time_bucket(time_bucket, model_graph_node) %}\n {%- set days_back = elementary.training_period_to_days_back(training_period, days_back, model_graph_node) -%}\n {%- set days_back = elementary.get_days_back(days_back, model_graph_node, seasonality) %}\n {%- set seasonality = elementary.get_seasonality(seasonality, model_graph_node, time_bucket, timestamp_column) %}\n {%- set detection_delay = elementary.get_detection_delay(detection_delay, model_graph_node) %}\n\n {%- set ignore_small_changes = elementary.get_test_argument('ignore_small_changes', ignore_small_changes, model_graph_node) %}\n {# Validate ignore_small_changes #}\n\n {% set anomaly_exclude_metrics = elementary.get_test_argument('anomaly_exclude_metrics', anomaly_exclude_metrics, model_graph_node) %}\n\n {% set test_configuration =\n {'timestamp_column': timestamp_column,\n 'where_expression': where_expression,\n 'anomaly_sensitivity': anomaly_sensitivity,\n 'anomaly_direction': anomaly_direction,\n 'time_bucket': time_bucket,\n 'days_back': days_back,\n 'backfill_days': backfill_days,\n 'seasonality': seasonality,\n 'freshness_column': freshness_column,\n 'event_timestamp_column': event_timestamp_column,\n 'dimensions': dimensions,\n 'ignore_small_changes': ignore_small_changes,\n 'fail_on_zero': fail_on_zero,\n 'detection_delay': detection_delay,\n 'anomaly_exclude_metrics': anomaly_exclude_metrics\n } %}\n {%- set test_configuration = elementary.undefined_dict_keys_to_none(test_configuration) -%}\n {%- do elementary.validate_mandatory_configuration(test_configuration, mandatory_params) -%}\n {%- do elementary.validate_ignore_small_changes(test_configuration) -%}\n\n {# Changes in these configs impact the metric id of the test. #}\n {# If these configs change, we ignore the old metrics and recalculate. #}\n {% set metric_properties =\n {'timestamp_column': timestamp_column,\n 'where_expression': where_expression,\n 'time_bucket': time_bucket,\n 'freshness_column': freshness_column,\n 'event_timestamp_column': event_timestamp_column,\n 'dimensions': dimensions\n } %}\n {%- set metric_properties = elementary.undefined_dict_keys_to_none(metric_properties) -%}\n\n {# Adding to cache so test configuration will be available outside the test context #}\n {%- set test_unique_id = elementary.get_test_unique_id() %}\n {%- do elementary.set_cache(test_unique_id, test_configuration) -%}\n\n {{ return([test_configuration, metric_properties]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_model_graph_node", "macro.elementary.get_test_argument", "macro.elementary.get_anomaly_direction", "macro.elementary.detection_period_to_backfill_days", "macro.elementary.get_time_bucket", "macro.elementary.training_period_to_days_back", "macro.elementary.get_days_back", "macro.elementary.get_seasonality", "macro.elementary.get_detection_delay", "macro.elementary.undefined_dict_keys_to_none", "macro.elementary.validate_mandatory_configuration", "macro.elementary.validate_ignore_small_changes", "macro.elementary.get_test_unique_id", "macro.elementary.set_cache"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.263385, "supported_languages": null}, "macro.elementary.validate_mandatory_configuration": {"name": "validate_mandatory_configuration", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "original_file_path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "unique_id": "macro.elementary.validate_mandatory_configuration", "macro_sql": "{% macro validate_mandatory_configuration(test_configuration, mandatory_params) %}\n {%- set mandatory_configuration = ['anomaly_sensitivity', 'anomaly_direction', 'backfill_days'] %}\n {%- set with_timestamp_mandatory_configuration = ['time_bucket', 'days_back'] %}\n {%- set missing_mandatory_params = [] %}\n\n {%- if mandatory_params and mandatory_params is iterable %}\n {%- set mandatory_configuration = elementary.union_lists(mandatory_configuration, mandatory_params) %}\n {%- endif %}\n {%- if test_configuration.timestamp_column %}\n {%- set mandatory_configuration = elementary.union_lists(mandatory_configuration, with_timestamp_mandatory_configuration) %}\n {%- endif %}\n\n {%- for mandatory_param in mandatory_configuration %}\n {%- if not test_configuration.get(mandatory_param) %}\n {%- do missing_mandatory_params.append(mandatory_param) -%}\n {%- endif %}\n {%- endfor %}\n {%- if missing_mandatory_params | length > 0 %}\n {% do exceptions.raise_compiler_error('Missing mandatory configuration: {}'.format(missing_mandatory_params)) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.union_lists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.264117, "supported_languages": null}, "macro.elementary.validate_ignore_small_changes": {"name": "validate_ignore_small_changes", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "original_file_path": "macros/edr/tests/test_configuration/get_anomalies_test_configuration.sql", "unique_id": "macro.elementary.validate_ignore_small_changes", "macro_sql": "{% macro validate_ignore_small_changes(test_configuration) %}\n {% for key, value in test_configuration.ignore_small_changes.items() %}\n {% if key not in ['spike_failure_percent_threshold', 'drop_failure_percent_threshold'] %}\n {% do exceptions.raise_compiler_error('Illegal configuration key: {}'.format(key)) %}\n {% endif %}\n\n {% if (value is not none) and (value | int) and (value >= 0) %}\n {% if (value | int) == 0 or value < 0 %}\n {% do exceptions.raise_compiler_error('Illegal value for ignore_small_changes config: {}'.format(value)) %}\n {% endif %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.264674, "supported_languages": null}, "macro.elementary.get_anomaly_direction": {"name": "get_anomaly_direction", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_anomaly_direction.sql", "original_file_path": "macros/edr/tests/test_configuration/get_anomaly_direction.sql", "unique_id": "macro.elementary.get_anomaly_direction", "macro_sql": "{% macro get_anomaly_direction(anomaly_direction, model_graph_node) %}\n {%- set anomaly_direction = elementary.get_test_argument('anomaly_direction', anomaly_direction, model_graph_node) | lower %}\n {%- do elementary.validate_anomaly_direction(anomaly_direction) -%}\n {{ return(anomaly_direction) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_argument", "macro.elementary.validate_anomaly_direction"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2651148, "supported_languages": null}, "macro.elementary.validate_anomaly_direction": {"name": "validate_anomaly_direction", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_anomaly_direction.sql", "original_file_path": "macros/edr/tests/test_configuration/get_anomaly_direction.sql", "unique_id": "macro.elementary.validate_anomaly_direction", "macro_sql": "{% macro validate_anomaly_direction(anomaly_direction) %}\n {% if anomaly_direction %}\n {% set direction_case_insensitive = anomaly_direction %}\n {% if direction_case_insensitive not in ['drop','spike','both'] %}\n {% do exceptions.raise_compiler_error('Supported anomaly directions are: both, drop, spike. received anomaly_direction: {}'.format(anomaly_direction)) %}\n {% endif %}\n {% else %}\n {% do exceptions.raise_compiler_error('anomaly_direction can\\'t be empty. Supported anomaly directions are: both, drop, spike') %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.265455, "supported_languages": null}, "macro.elementary.get_seasonality": {"name": "get_seasonality", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_seasonality.sql", "original_file_path": "macros/edr/tests/test_configuration/get_seasonality.sql", "unique_id": "macro.elementary.get_seasonality", "macro_sql": "{% macro get_seasonality(seasonality, model_graph_node, time_bucket, timestamp_column) %}\n {%- set seasonality = elementary.get_test_argument('seasonality', seasonality, model_graph_node) %}\n {%- do elementary.validate_seasonality(seasonality, time_bucket, timestamp_column) -%}\n {%- if seasonality %}\n {{ return(seasonality) }}\n {%- endif %}\n {{ return(none)}}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_argument", "macro.elementary.validate_seasonality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2663412, "supported_languages": null}, "macro.elementary.validate_seasonality": {"name": "validate_seasonality", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_seasonality.sql", "original_file_path": "macros/edr/tests/test_configuration/get_seasonality.sql", "unique_id": "macro.elementary.validate_seasonality", "macro_sql": "{% macro validate_seasonality(seasonality, time_bucket, timestamp_column) %}\n {% if seasonality %}\n {% if not timestamp_column %}\n {% do exceptions.raise_compiler_error('Test with seasonality must have a timestamp_column, but none was provided') %}\n {% endif %}\n {% set supported_seasonality_values = ['day_of_week', 'hour_of_day', 'hour_of_week'] %}\n {%- set seasonality = seasonality | lower %}\n {% if seasonality not in supported_seasonality_values %}\n {% do exceptions.raise_compiler_error('Seasonality value should be one of' ~ supported_seasonality_values ~ ', got ' ~ seasonality ~ ' instead') %}\n {% endif %}\n {% if seasonality == 'day_of_week' and ((time_bucket.count != 1) or (time_bucket.period != 'day')) %}\n {% do exceptions.raise_compiler_error('Daily seasonality is supported only with time_bucket 1 day, got period: ' ~ time_bucket.period ~ ' and count: ' ~ time_bucket.count ~ ' instead') %}\n {% elif seasonality in ['hour_of_day', 'hour_of_week'] and ((time_bucket.count != 1) or (time_bucket.period != 'hour')) %}\n {% do exceptions.raise_compiler_error('Hourly seasonality is supported only with time_bucket 1 hour, got period: ' ~ time_bucket.period ~ ' and count: ' ~ time_bucket.count ~ ' instead') %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2672179, "supported_languages": null}, "macro.elementary.detection_period_to_backfill_days": {"name": "detection_period_to_backfill_days", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.detection_period_to_backfill_days", "macro_sql": "{% macro detection_period_to_backfill_days(detection_period, backfill_days, model_graph_node) %}\n {% if detection_period %}\n {% if elementary.get_count_of_period(detection_period) != (elementary.get_count_of_period(detection_period) | int) %}\n {%- do elementary.edr_log_warning(\"Got a float number value in detection_period count. Rounding it down...\") -%}\n {% endif %}\n\n {% if not detection_period.period %}\n {{ return(detection_period.count) }}\n {% endif %}\n\n {{ return(elementary.convert_period(detection_period, \"day\").count) }}\n {% endif %}\n\n {{ return(elementary.get_test_argument('backfill_days', backfill_days, model_graph_node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_count_of_period", "macro.elementary.edr_log_warning", "macro.elementary.convert_period", "macro.elementary.get_test_argument"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.269889, "supported_languages": null}, "macro.elementary.training_period_to_days_back": {"name": "training_period_to_days_back", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.training_period_to_days_back", "macro_sql": "{% macro training_period_to_days_back(training_period, days_back, model_graph_node) %}\n {% if training_period %}\n {% if elementary.get_count_of_period(training_period) != (elementary.get_count_of_period(training_period) | int) %}\n {%- do elementary.edr_log_warning(\"Got a float number value in training_period count. Rounding it down...\") -%}\n {% endif %}\n\n {% if not training_period.period %}\n {{ return(training_period.count) }}\n {% endif %}\n\n {{ return(elementary.convert_period(training_period, \"day\").count) }}\n {% endif %}\n\n {{ return(elementary.get_test_argument('days_back', days_back, model_graph_node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_count_of_period", "macro.elementary.edr_log_warning", "macro.elementary.convert_period", "macro.elementary.get_test_argument"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.27038, "supported_languages": null}, "macro.elementary.get_period_default_var": {"name": "get_period_default_var", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.get_period_default_var", "macro_sql": "{% macro get_period_default_var(period, count) %}\n {{ return({'period': period, 'count': count}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.270547, "supported_languages": null}, "macro.elementary.get_unit_of_period": {"name": "get_unit_of_period", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.get_unit_of_period", "macro_sql": "{% macro get_unit_of_period(period_dict) %}\n {{ return(period_dict.period) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.270653, "supported_languages": null}, "macro.elementary.get_count_of_period": {"name": "get_count_of_period", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.get_count_of_period", "macro_sql": "{% macro get_count_of_period(period_dict) %}\n {{ return(period_dict.count) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.270755, "supported_languages": null}, "macro.elementary.convert_period": {"name": "convert_period", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_period_vars.sql", "original_file_path": "macros/edr/tests/test_configuration/get_period_vars.sql", "unique_id": "macro.elementary.convert_period", "macro_sql": "{% macro convert_period(period_dict, convert_to) %}\n {% set convert_from = elementary.get_unit_of_period(period_dict) %}\n {% set period_count = elementary.get_count_of_period(period_dict) %}\n \n {% if convert_from == 'week' %}\n {% if convert_to == 'day' %}\n {% set period_count = period_count * 7 %}\n {% elif convert_to == 'hour' %}\n {% set period_count = period_count * 7 * 24 %}\n {% elif convert_to == 'month' %}\n {% set period_count = (period_count * 7) / 30 %}\n {% endif %}\n \n {% elif convert_from == 'day' %}\n {% if convert_to == 'hour' %}\n {% set period_count = period_count * 24 %}\n {% elif convert_to == 'week '%}\n {% set period_count = period_count / 7 %}\n {% elif convert_to == 'month' %}\n {% set period_count = period_count / 30 %}\n {% endif %}\n\n {% elif convert_from == 'hour' %}\n {% if convert_to == 'day' %}\n {% set period_count = period_count / 24 %}\n {% elif convert_to == 'week' %}\n {% set period_count = period_count / (7 * 24) %}\n {% elif convert_to == 'month' %}\n {% set period_count = period_count / (24 * 30) %}\n {% endif %}\n\n {% elif convert_from == 'month' %}\n {% if convert_to == 'day' %}\n {% set period_count = period_count * 30 %}\n {% elif convert_to == 'week' %}\n {% set period_count = (period_count * 30) / 7 %}\n {% elif convert_to == 'hour' %}\n {% set period_count = period_count * 30 * 24 %}\n {% endif %}\n {% endif %}\n\n {% set period_count = period_count | int %}\n {{ return({'period': convert_to, 'count': period_count}) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_unit_of_period", "macro.elementary.get_count_of_period"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.272266, "supported_languages": null}, "macro.elementary.get_model_baseline_columns": {"name": "get_model_baseline_columns", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/tests/test_configuration/get_model_baseline_columns.sql", "original_file_path": "macros/edr/tests/test_configuration/get_model_baseline_columns.sql", "unique_id": "macro.elementary.get_model_baseline_columns", "macro_sql": "{% macro get_model_baseline_columns(model, enforce_types=False) %}\n {# Get baseline columns #}\n {% set model_relation = dbt.load_relation(model) %}\n {% set model_graph_node = elementary.get_model_graph_node(model_relation) %}\n\n {% set baseline = [] %}\n {% set columns_without_types = [] %}\n {% for column in model_graph_node[\"columns\"].values() %}\n {% if \"data_type\" in column %}\n {% set info_schema_data_type = elementary.get_normalized_data_type(column[\"data_type\"]) %}\n {% else %}\n {% set info_schema_data_type = none %}\n {% endif %}\n {% set column_info = {\"column_name\": column[\"name\"], \"data_type\": info_schema_data_type } %}\n {% if column_info[\"data_type\"] is none %}\n {% do columns_without_types.append(column_info[\"column_name\"]) %}\n {% endif %}\n {% do baseline.append(column_info) %}\n {% endfor %}\n \n {% if columns_without_types %}\n {% if enforce_types %}\n {% do exceptions.raise_compiler_error(\"Data type not defined for columns `{}` on model `{}` for schema change from baseline test\".format(columns_without_types, model)) %}\n {% else %}\n {% do elementary.edr_log_warning(\"missing data types for columns: \" ~ columns_without_types) %}\n {% endif %}\n {% endif %}\n\n {% do return(baseline) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.elementary.get_model_graph_node", "macro.elementary.get_normalized_data_type", "macro.elementary.edr_log_warning"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.273715, "supported_languages": null}, "macro.elementary.dbt_model_run_result_description": {"name": "dbt_model_run_result_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/dbt_run_results_description.sql", "original_file_path": "macros/edr/alerts/dbt_run_results_description.sql", "unique_id": "macro.elementary.dbt_model_run_result_description", "macro_sql": "{% macro dbt_model_run_result_description() %}\n 'The model ' || name || ' returned ' || status || ' at ' || generated_at || ' on run ' || invocation_id\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2738209, "supported_languages": null}, "macro.elementary.anomaly_detection_description": {"name": "anomaly_detection_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/anomaly_detection_description.sql", "original_file_path": "macros/edr/alerts/anomaly_detection_description.sql", "unique_id": "macro.elementary.anomaly_detection_description", "macro_sql": "{% macro anomaly_detection_description() %}\n case\n when dimension is not null then {{ elementary.dimension_metric_description() }}\n when metric_name = 'freshness' then {{ elementary.freshness_description() }}\n when column_name is null then {{ elementary.table_metric_description() }}\n when column_name is not null then {{ elementary.column_metric_description() }}\n else null\n end as anomaly_description\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.dimension_metric_description", "macro.elementary.freshness_description", "macro.elementary.table_metric_description", "macro.elementary.column_metric_description"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.274643, "supported_languages": null}, "macro.elementary.freshness_description": {"name": "freshness_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/anomaly_detection_description.sql", "original_file_path": "macros/edr/alerts/anomaly_detection_description.sql", "unique_id": "macro.elementary.freshness_description", "macro_sql": "{% macro freshness_description() %}\n 'Last update was at ' || anomalous_value || ', ' || {{ elementary.edr_cast_as_string('abs(round(' ~ elementary.edr_cast_as_numeric('metric_value/3600') ~ ', 2))') }} || ' hours ago. Usually the table is updated within ' || {{ elementary.edr_cast_as_string('abs(round(' ~ elementary.edr_cast_as_numeric('training_avg/3600') ~ ', 2))') }} || ' hours.'\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2748642, "supported_languages": null}, "macro.elementary.table_metric_description": {"name": "table_metric_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/anomaly_detection_description.sql", "original_file_path": "macros/edr/alerts/anomaly_detection_description.sql", "unique_id": "macro.elementary.table_metric_description", "macro_sql": "{% macro table_metric_description() %}\n 'The last ' || metric_name || ' value is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('metric_value') ~ ', 3)') }} ||\n '. The average for this metric is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('training_avg') ~ ', 3)') }} || '.'\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.275081, "supported_languages": null}, "macro.elementary.column_metric_description": {"name": "column_metric_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/anomaly_detection_description.sql", "original_file_path": "macros/edr/alerts/anomaly_detection_description.sql", "unique_id": "macro.elementary.column_metric_description", "macro_sql": "{% macro column_metric_description() %}\n 'In column ' || column_name || ', the last ' || metric_name || ' value is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('metric_value') ~ ', 3)') }} ||\n '. The average for this metric is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('training_avg') ~ ', 3)') }} || '.'\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.275305, "supported_languages": null}, "macro.elementary.dimension_metric_description": {"name": "dimension_metric_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/alerts/anomaly_detection_description.sql", "original_file_path": "macros/edr/alerts/anomaly_detection_description.sql", "unique_id": "macro.elementary.dimension_metric_description", "macro_sql": "{% macro dimension_metric_description() %}\n 'The last ' || metric_name || ' value for dimension ' || dimension || ' - ' ||\n case when dimension_value is null then 'NULL' else dimension_value end || ' is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('metric_value') ~ ', 3)') }} ||\n '. The average for this metric is ' || {{ elementary.edr_cast_as_string('round(' ~ elementary.edr_cast_as_numeric('training_avg') ~ ', 3)') }} || '.'\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.27553, "supported_languages": null}, "macro.elementary.get_configured_schemas_from_graph": {"name": "get_configured_schemas_from_graph", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/configuration/get_configured_schemas_from_graph.sql", "original_file_path": "macros/edr/system/configuration/get_configured_schemas_from_graph.sql", "unique_id": "macro.elementary.get_configured_schemas_from_graph", "macro_sql": "{% macro get_configured_schemas_from_graph() %}\n {% set configured_schemas = [] %}\n {% set existing_schemas = [] %}\n {% if execute %}\n {% set root_project = context[\"project_name\"] %}\n {% set nodes = elementary.get_nodes_from_graph() %}\n {% for node in nodes %}\n {% if node.resource_type in ['model', 'source', 'snapshot', 'seed'] and node.package_name == root_project %}\n {% set schema_tuple = (node.database, node.schema) %}\n {% if schema_tuple not in configured_schemas %}\n {% do configured_schemas.append(schema_tuple) %}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {% for schema_tuple in configured_schemas %}\n {% set database_name = schema_tuple[0] %}\n {% set schema_name = schema_tuple[1] %}\n {% if elementary.schema_exists(database_name, schema_name) %}\n {% do existing_schemas.append(schema_tuple) %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {{ return(existing_schemas) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_nodes_from_graph", "macro.elementary.schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2768052, "supported_languages": null}, "macro.elementary.get_configured_databases_from_graph": {"name": "get_configured_databases_from_graph", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/configuration/get_configured_databases_from_graph.sql", "original_file_path": "macros/edr/system/configuration/get_configured_databases_from_graph.sql", "unique_id": "macro.elementary.get_configured_databases_from_graph", "macro_sql": "{% macro get_configured_databases_from_graph() %}\n {% set schema_tuples = elementary.get_configured_schemas_from_graph() %}\n {% do return(schema_tuples | map(attribute=0) | unique) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_configured_schemas_from_graph"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.277034, "supported_languages": null}, "macro.elementary.is_elementary_enabled": {"name": "is_elementary_enabled", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/configuration/is_elementary_enabled.sql", "original_file_path": "macros/edr/system/configuration/is_elementary_enabled.sql", "unique_id": "macro.elementary.is_elementary_enabled", "macro_sql": "{% macro is_elementary_enabled() %}\n {% do return(\"elementary\" in graph) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.277175, "supported_languages": null}, "macro.elementary.on_run_start": {"name": "on_run_start", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/hooks/on_run_start.sql", "original_file_path": "macros/edr/system/hooks/on_run_start.sql", "unique_id": "macro.elementary.on_run_start", "macro_sql": "{% macro on_run_start() %}\n {% set edr_cli_run = elementary.get_config_var('edr_cli_run') %}\n {% if not execute or edr_cli_run %}\n {{ return('') }}\n {% endif %}\n\n {% do recommend_dbt_core_artifacts_upgrade() %}\n {% do elementary.init_elementary_graph() %}\n\n {% if elementary.is_test_command() %}\n {{ elementary.create_elementary_tests_schema() }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.recommend_dbt_core_artifacts_upgrade", "macro.elementary.init_elementary_graph", "macro.elementary.is_test_command", "macro.elementary.create_elementary_tests_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.277615, "supported_languages": null}, "macro.elementary.on_run_end": {"name": "on_run_end", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/hooks/on_run_end.sql", "original_file_path": "macros/edr/system/hooks/on_run_end.sql", "unique_id": "macro.elementary.on_run_end", "macro_sql": "{% macro on_run_end() %}\n {%- if execute and not elementary.is_docs_command() %}\n {% set edr_cli_run = elementary.get_config_var('edr_cli_run') %}\n {% if not execute or edr_cli_run %}\n {% do return(\"\") %}\n {% endif %}\n\n {% if elementary.is_run_command() %}\n {% do elementary.insert_metrics() %}\n {% endif %}\n\n {% if not elementary.get_config_var('disable_dbt_artifacts_autoupload') %}\n {% do elementary.upload_dbt_artifacts() %}\n {% endif %}\n\n {% if not elementary.get_config_var('disable_run_results') %}\n {% do elementary.upload_run_results() %}\n {% endif %}\n\n {% if elementary.is_test_command() and not elementary.get_config_var('disable_tests_results') %}\n {% do elementary.handle_tests_results() %}\n {% endif %}\n\n {% if not elementary.get_config_var('disable_dbt_invocation_autoupload') %}\n {% do elementary.upload_dbt_invocation() %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.is_docs_command", "macro.elementary.get_config_var", "macro.elementary.is_run_command", "macro.elementary.insert_metrics", "macro.elementary.upload_dbt_artifacts", "macro.elementary.upload_run_results", "macro.elementary.is_test_command", "macro.elementary.handle_tests_results", "macro.elementary.upload_dbt_invocation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.278682, "supported_languages": null}, "macro.elementary.get_time_format": {"name": "get_time_format", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/times.sql", "original_file_path": "macros/edr/system/system_utils/times.sql", "unique_id": "macro.elementary.get_time_format", "macro_sql": "{% macro get_time_format() %}\n {% do return(\"%Y-%m-%d %H:%M:%S\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.278993, "supported_languages": null}, "macro.elementary.run_started_at_as_string": {"name": "run_started_at_as_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/times.sql", "original_file_path": "macros/edr/system/system_utils/times.sql", "unique_id": "macro.elementary.run_started_at_as_string", "macro_sql": "{% macro run_started_at_as_string() %}\n {% do return(elementary.get_run_started_at().strftime(elementary.get_time_format())) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_run_started_at", "macro.elementary.get_time_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2791412, "supported_languages": null}, "macro.elementary.datetime_now_utc_as_string": {"name": "datetime_now_utc_as_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/times.sql", "original_file_path": "macros/edr/system/system_utils/times.sql", "unique_id": "macro.elementary.datetime_now_utc_as_string", "macro_sql": "{% macro datetime_now_utc_as_string() %}\n {% do return(modules.datetime.datetime.utcnow().strftime(elementary.get_time_format())) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_time_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.279296, "supported_languages": null}, "macro.elementary.current_timestamp_column": {"name": "current_timestamp_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/times.sql", "original_file_path": "macros/edr/system/system_utils/times.sql", "unique_id": "macro.elementary.current_timestamp_column", "macro_sql": "{% macro current_timestamp_column() %}\n cast ({{elementary.edr_current_timestamp_in_utc()}} as {{ elementary.edr_type_timestamp() }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_current_timestamp_in_utc", "macro.elementary.edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.279416, "supported_languages": null}, "macro.elementary.datetime_now_utc_as_timestamp_column": {"name": "datetime_now_utc_as_timestamp_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/times.sql", "original_file_path": "macros/edr/system/system_utils/times.sql", "unique_id": "macro.elementary.datetime_now_utc_as_timestamp_column", "macro_sql": "{% macro datetime_now_utc_as_timestamp_column() %}\n cast ('{{ elementary.datetime_now_utc_as_string() }}' as {{ elementary.edr_type_timestamp() }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.datetime_now_utc_as_string", "macro.elementary.edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2795389, "supported_languages": null}, "macro.elementary.no_results_query": {"name": "no_results_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/no_results_query.sql", "original_file_path": "macros/edr/system/system_utils/no_results_query.sql", "unique_id": "macro.elementary.no_results_query", "macro_sql": "{% macro no_results_query() %}\n with nothing as (select 1 as num)\n select * from nothing where num = 2\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2796302, "supported_languages": null}, "macro.elementary.get_run_started_at": {"name": "get_run_started_at", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_run_started_at.sql", "original_file_path": "macros/edr/system/system_utils/get_run_started_at.sql", "unique_id": "macro.elementary.get_run_started_at", "macro_sql": "{% macro get_run_started_at() %}\n {% set custom_run_started_at = elementary.get_config_var('custom_run_started_at') %}\n {% if custom_run_started_at %}\n {# dbt run_started_at is fromtype datetime, so we convert the given custom time to be datetime as well. #}\n {{ return(modules.datetime.datetime.fromisoformat(custom_run_started_at)) }}\n {% else %}\n {{ return(run_started_at) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2800472, "supported_languages": null}, "macro.elementary.complete_buckets_cte": {"name": "complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.complete_buckets_cte", "macro_sql": "{% macro complete_buckets_cte(metric_properties, min_bucket_start, max_bucket_end) %}\n {%- set time_bucket = metric_properties.time_bucket %}\n {%- set bucket_end_expr = elementary.edr_timeadd(time_bucket.period, time_bucket.count, 'edr_bucket_start') %}\n {%- set min_bucket_start_expr = elementary.edr_cast_as_timestamp(min_bucket_start) %}\n {%- set max_bucket_end_expr = elementary.edr_cast_as_timestamp(max_bucket_end) %}\n {{ adapter.dispatch('complete_buckets_cte','elementary')(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_timeadd", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.bigquery__complete_buckets_cte"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.285865, "supported_languages": null}, "macro.elementary.default__complete_buckets_cte": {"name": "default__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.default__complete_buckets_cte", "macro_sql": "{% macro default__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n {{ exceptions.raise_compiler_error(\"The adapter does not have an implementation for macro 'complete_buckets_cte'\") }}\n {{ return('') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.286035, "supported_languages": null}, "macro.elementary.spark__complete_buckets_cte": {"name": "spark__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.spark__complete_buckets_cte", "macro_sql": "{% macro spark__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n {%- set complete_buckets_cte %}\n select\n edr_bucket_start,\n {{ bucket_end_expr }} as edr_bucket_end\n from (select explode(sequence({{ min_bucket_start_expr }}, {{ max_bucket_end_expr }}, interval {{ time_bucket.count }} {{ time_bucket.period }})) as edr_bucket_start)\n where {{ bucket_end_expr }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.286313, "supported_languages": null}, "macro.elementary.snowflake__complete_buckets_cte": {"name": "snowflake__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.snowflake__complete_buckets_cte", "macro_sql": "{% macro snowflake__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) -%}\n {%- set complete_buckets_cte %}\n with timestamps as (\n select {{ min_bucket_start_expr }} as edr_bucket_start\n union all\n select {{ bucket_end_expr }} as next_bucket\n from timestamps\n where next_bucket < {{ max_bucket_end_expr }}\n )\n select\n edr_bucket_start,\n {{ bucket_end_expr }} as edr_bucket_end\n from timestamps\n where {{ bucket_end_expr }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.286575, "supported_languages": null}, "macro.elementary.bigquery__complete_buckets_cte": {"name": "bigquery__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.bigquery__complete_buckets_cte", "macro_sql": "{% macro bigquery__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n\n {%- if time_bucket.period | lower in ['second', 'minute', 'hour', 'day'] %}\n {%- set complete_buckets_cte %}\n select\n edr_bucket_start,\n {{ bucket_end_expr }} as edr_bucket_end\n from unnest(generate_timestamp_array({{ min_bucket_start_expr }}, {{ max_bucket_end_expr }}, interval {{ time_bucket.count }} {{ time_bucket.period }})) as edr_bucket_start\n where {{ bucket_end_expr }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {%- elif time_bucket.period | lower in ['week', 'month', 'quarter', 'year'] %}\n {%- set complete_buckets_cte %}\n select\n {{ elementary.edr_cast_as_timestamp('edr_bucket_start') }} as edr_bucket_start,\n {{ elementary.edr_cast_as_timestamp(bucket_end_expr) }} as edr_bucket_end\n from unnest(generate_date_array({{ elementary.edr_cast_as_date(min_bucket_start_expr) }}, {{ elementary.edr_cast_as_date(max_bucket_end_expr) }}, interval {{ time_bucket.count }} {{ time_bucket.period }})) as edr_bucket_start\n where {{ elementary.edr_cast_as_timestamp(bucket_end_expr) }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Unsupported time bucket period: \".format(time_bucket.period)) }}\n {%- endif %}\n\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_cast_as_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2873878, "supported_languages": null}, "macro.elementary.redshift__complete_buckets_cte": {"name": "redshift__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.redshift__complete_buckets_cte", "macro_sql": "{% macro redshift__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n {%- set complete_buckets_cte %}\n with integers as (\n select (row_number() over (order by 1)) - 1 as num\n from pg_catalog.pg_class\n limit {{ elementary.edr_datediff(min_bucket_start_expr, max_bucket_end_expr, time_bucket.period) }} / {{ time_bucket.count }} + 1\n )\n select\n {{ min_bucket_start_expr }} + (num * interval '{{ time_bucket.count }} {{ time_bucket.period }}') as edr_bucket_start,\n {{ min_bucket_start_expr }} + ((num + 1) * interval '{{ time_bucket.count }} {{ time_bucket.period }}') as edr_bucket_end\n from integers\n where edr_bucket_end <= {{ max_bucket_end_expr }}\n {%- endset %}\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2877681, "supported_languages": null}, "macro.elementary.postgres__complete_buckets_cte": {"name": "postgres__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.postgres__complete_buckets_cte", "macro_sql": "{% macro postgres__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n {%- set complete_buckets_cte %}\n select\n edr_bucket_start,\n {{ bucket_end_expr }} as edr_bucket_end\n from generate_series({{ min_bucket_start_expr }}, {{ max_bucket_end_expr }}, interval '{{ time_bucket.count }} {{ time_bucket.period }}') edr_bucket_start\n where {{ bucket_end_expr }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.288049, "supported_languages": null}, "macro.elementary.athena__complete_buckets_cte": {"name": "athena__complete_buckets_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/buckets_cte.sql", "original_file_path": "macros/edr/system/system_utils/buckets_cte.sql", "unique_id": "macro.elementary.athena__complete_buckets_cte", "macro_sql": "{% macro athena__complete_buckets_cte(time_bucket, bucket_end_expr, min_bucket_start_expr, max_bucket_end_expr) %}\n {%- set complete_buckets_cte %}\n select\n edr_bucket_start,\n {{ bucket_end_expr }} as edr_bucket_end\n from unnest(sequence(\n {{ min_bucket_start_expr }},\n {{ max_bucket_end_expr }},\n {%- if time_bucket.period | lower == 'week' %}\n interval '{{ time_bucket.count * 7 }}' day\n {%- else %}\n interval '{{ time_bucket.count }}' {{ time_bucket.period }}\n {%- endif %}\n )) as t(edr_bucket_start)\n where {{ bucket_end_expr }} <= {{ max_bucket_end_expr }}\n {%- endset %}\n {{ return(complete_buckets_cte) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.288435, "supported_languages": null}, "macro.elementary.get_test_argument": {"name": "get_test_argument", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_test_argument.sql", "original_file_path": "macros/edr/system/system_utils/get_test_argument.sql", "unique_id": "macro.elementary.get_test_argument", "macro_sql": "{% macro get_test_argument(argument_name, value, model_graph_node) %}\n {% if value %}\n {{ return(value) }}\n {%- endif %}\n {%- if model_graph_node %}\n {% set elementary_config = elementary.get_elementary_config_from_node(model_graph_node) %}\n {% if elementary_config and elementary_config is mapping %}\n {%- set model_config_value = elementary_config.get(argument_name) %}\n {%- if model_config_value %}\n {{ return(model_config_value) }}\n {%- endif %}\n {% endif %}\n {% endif %}\n {% set config_value = elementary.get_config_var(argument_name) %}\n {% if config_value is defined %}\n {% do return(config_value) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_elementary_config_from_node", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.289231, "supported_languages": null}, "macro.elementary.get_var": {"name": "get_var", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_var.sql", "original_file_path": "macros/edr/system/system_utils/get_var.sql", "unique_id": "macro.elementary.get_var", "macro_sql": "{% macro get_var(config_var_name, env_vars_names) %}\n {% do return(elementary.get_config_var(config_var_name) or elementary.get_first_env_var(env_vars_names)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_first_env_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.28943, "supported_languages": null}, "macro.elementary.get_config_var": {"name": "get_config_var", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_config_var.sql", "original_file_path": "macros/edr/system/system_utils/get_config_var.sql", "unique_id": "macro.elementary.get_config_var", "macro_sql": "{% macro get_config_var(var_name) %}\n {% set default_config = elementary.get_default_config() %}\n {% set var_value = var(var_name, default_config.get(var_name)) %}\n {% if var_value is string %}\n {% if var_value.lower() == \"true\" %}\n {% do return(true) %}\n {% elif var_value.lower() == \"false\" %}\n {% do return(false) %}\n {% endif %}\n {% endif %}\n {% do return(var_value) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_default_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.290601, "supported_languages": null}, "macro.elementary.get_default_config": {"name": "get_default_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_config_var.sql", "original_file_path": "macros/edr/system/system_utils/get_config_var.sql", "unique_id": "macro.elementary.get_default_config", "macro_sql": "{% macro get_default_config(var_name) %}\n {{ return(adapter.dispatch('get_default_config', 'elementary')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.bigquery__get_default_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.290747, "supported_languages": null}, "macro.elementary.default__get_default_config": {"name": "default__get_default_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_config_var.sql", "original_file_path": "macros/edr/system/system_utils/get_config_var.sql", "unique_id": "macro.elementary.default__get_default_config", "macro_sql": "{%- macro default__get_default_config() -%}\n{# We use this macro to define and call vars, as the global vars defined in dbt_project.yml\n of the package are not accessible at on-run-start and on-run-end #}\n {% set default_config = {\n 'detection_period': elementary.get_period_default_var(period='day', count=2),\n 'training_period': elementary.get_period_default_var(period='day', count=14),\n 'days_back': 14,\n 'anomaly_sensitivity': 3,\n 'backfill_days': 2,\n 'tests_schema_name': '',\n 'debug_logs': false,\n 'disable_warn_alerts': false,\n 'disable_model_alerts': false,\n 'disable_test_alerts': false,\n 'disable_source_freshness_alerts': false,\n 'disable_run_results': false,\n 'disable_tests_results': false,\n 'disable_dbt_artifacts_autoupload': false,\n 'disable_dbt_columns_autoupload': false,\n 'upload_only_columns_with_descriptions': false,\n 'disable_dbt_invocation_autoupload': false,\n 'disable_skipped_model_alerts': true,\n 'disable_skipped_test_alerts': true,\n 'dbt_artifacts_chunk_size': 5000,\n 'test_sample_row_count': 5,\n 'edr_cli_run': false,\n 'max_int': 2147483647,\n 'custom_run_started_at': none,\n 'edr_monitors': elementary.get_default_monitors(),\n 'long_string_size': 65535,\n 'collect_model_sql': true,\n 'query_max_size': 1000000,\n 'insert_rows_method': 'max_query_size',\n 'upload_artifacts_method': 'diff',\n 'project_name': none,\n 'elementary_full_refresh': false,\n 'min_training_set_size': 7,\n 'cache_artifacts': true,\n 'anomaly_direction': 'both',\n 'store_result_rows_in_own_table': true,\n 'mute_dbt_upgrade_recommendation': false,\n 'calculate_failed_count': true,\n 'tests_use_temp_tables': false,\n 'collect_metrics': true,\n 'clean_elementary_temp_tables': true,\n 'force_metrics_backfill': false,\n 'ignore_small_changes': {\n 'spike_failure_percent_threshold': none,\n 'drop_failure_percent_threshold': none\n },\n 'include_other_warehouse_specific_columns': false,\n 'fail_on_zero': false,\n 'anomaly_exclude_metrics': none\n } %}\n {{- return(default_config) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_period_default_var", "macro.elementary.get_default_monitors"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2920792, "supported_languages": null}, "macro.elementary.bigquery__get_default_config": {"name": "bigquery__get_default_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_config_var.sql", "original_file_path": "macros/edr/system/system_utils/get_config_var.sql", "unique_id": "macro.elementary.bigquery__get_default_config", "macro_sql": "{%- macro bigquery__get_default_config() -%}\n {% set default_config = elementary.default__get_default_config() %}\n {% do default_config.update({'query_max_size': 250000}) %}\n {{- return(default_config) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.default__get_default_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.292286, "supported_languages": null}, "macro.elementary.athena__get_default_config": {"name": "athena__get_default_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_config_var.sql", "original_file_path": "macros/edr/system/system_utils/get_config_var.sql", "unique_id": "macro.elementary.athena__get_default_config", "macro_sql": "{%- macro athena__get_default_config() -%}\n {% set default_config = elementary.default__get_default_config() %}\n {% do default_config.update({'query_max_size': 250000}) %}\n {{- return(default_config) -}}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.default__get_default_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.292491, "supported_languages": null}, "macro.elementary.get_elementary_package_version": {"name": "get_elementary_package_version", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_elementary_package_version.sql", "original_file_path": "macros/edr/system/system_utils/get_elementary_package_version.sql", "unique_id": "macro.elementary.get_elementary_package_version", "macro_sql": "{% macro get_elementary_package_version() %}\n {% set conf = elementary.get_runtime_config() %}\n {% do return(conf.dependencies[\"elementary\"].version) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_runtime_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2927082, "supported_languages": null}, "macro.elementary.get_runtime_config": {"name": "get_runtime_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_runtime_config.sql", "original_file_path": "macros/edr/system/system_utils/get_runtime_config.sql", "unique_id": "macro.elementary.get_runtime_config", "macro_sql": "{% macro get_runtime_config() %}\n {{ return(builtins.ref.config) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2928388, "supported_languages": null}, "macro.elementary.get_first_env_var": {"name": "get_first_env_var", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/get_first_env_var.sql", "original_file_path": "macros/edr/system/system_utils/get_first_env_var.sql", "unique_id": "macro.elementary.get_first_env_var", "macro_sql": "{% macro get_first_env_var(var_names) %}\n {% for var_name in var_names %}\n {% set value = env_var(var_name, \"\") %}\n {% if value %}\n {{ return(value) }}\n {% endif %}\n {% endfor %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.29318, "supported_languages": null}, "macro.elementary.empty_elementary_test_results": {"name": "empty_elementary_test_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_elementary_test_results", "macro_sql": "{% macro empty_elementary_test_results() %}\n {{ elementary.empty_table([\n ('id','long_string'),\n ('data_issue_id','string'),\n ('test_execution_id','long_string'),\n ('test_unique_id','long_string'),\n ('model_unique_id','long_string'),\n ('invocation_id', 'string'),\n ('detected_at','timestamp'),\n ('created_at','timestamp'),\n ('database_name','string'),\n ('schema_name','string'),\n ('table_name','string'),\n ('column_name','string'),\n ('test_type','string'),\n ('test_sub_type','string'),\n ('test_results_description','long_string'),\n ('owners','string'),\n ('tags','string'),\n ('test_results_query','long_string'),\n ('other','string'),\n ('test_name','long_string'),\n ('test_params','long_string'),\n ('severity','string'),\n ('status','string'),\n ('failures', 'bigint'),\n ('test_short_name', 'string'),\n ('test_alias', 'string'),\n ('result_rows', 'long_string'),\n ('failed_row_count', 'bigint')\n ]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.297338, "supported_languages": null}, "macro.elementary.empty_dbt_source_freshness_results": {"name": "empty_dbt_source_freshness_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_dbt_source_freshness_results", "macro_sql": "{% macro empty_dbt_source_freshness_results() %}\n {{ elementary.empty_table([\n ('source_freshness_execution_id','string'),\n ('unique_id','string'),\n ('max_loaded_at','string'),\n ('snapshotted_at','string'),\n ('generated_at', 'string'),\n ('created_at', 'timestamp'),\n ('max_loaded_at_time_ago_in_s','float'),\n ('status','string'),\n ('error','string'),\n ('compile_started_at', 'string'),\n ('compile_completed_at', 'string'),\n ('execute_started_at', 'string'),\n ('execute_completed_at', 'string'),\n ('invocation_id', 'string'),\n ('warn_after', 'string'),\n ('error_after', 'string'),\n ('filter', 'long_string')\n ]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2979672, "supported_languages": null}, "macro.elementary.empty_data_monitoring_metrics": {"name": "empty_data_monitoring_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_data_monitoring_metrics", "macro_sql": "{% macro empty_data_monitoring_metrics(with_created_at=true) %}\n {% set columns = [('id','string'),\n ('full_table_name','string'),\n ('column_name','string'),\n ('metric_name','string'),\n ('metric_value','float'),\n ('source_value','string'),\n ('bucket_start','timestamp'),\n ('bucket_end','timestamp'),\n ('bucket_duration_hours','int'),\n ('updated_at','timestamp'),\n ('dimension','string'),\n ('dimension_value','string'),\n ('metric_properties','string')]\n %}\n {% if with_created_at %}\n {% do columns.append(('created_at','timestamp')) %}\n {% endif %}\n {{ elementary.empty_table(columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.29862, "supported_languages": null}, "macro.elementary.empty_schema_columns_snapshot": {"name": "empty_schema_columns_snapshot", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_schema_columns_snapshot", "macro_sql": "{% macro empty_schema_columns_snapshot() %}\n {{ elementary.empty_table([('column_state_id','string'),('full_column_name','string'),('full_table_name','string'),('column_name','string'),('data_type','string'),('is_new','boolean'),('detected_at','timestamp'),('created_at','timestamp')]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.298966, "supported_languages": null}, "macro.elementary.empty_column_monitors_cte": {"name": "empty_column_monitors_cte", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_column_monitors_cte", "macro_sql": "{% macro empty_column_monitors_cte() %}\n {%- set column_monitors_list = elementary.get_agg_column_monitors() %}\n {%- set columns_definition = [('column_name', 'string'), ('bucket', 'timestamp')] %}\n {%- for monitor in column_monitors_list %}\n {%- do columns_definition.append((monitor,'int'))-%}\n {%- endfor %}\n {{ elementary.empty_table(columns_definition) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_agg_column_monitors", "macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.299304, "supported_languages": null}, "macro.elementary.empty_table": {"name": "empty_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_table", "macro_sql": "{% macro empty_table(column_name_and_type_list) %}\n\n {%- set empty_table_query -%}\n select * from (\n select\n {% for column in column_name_and_type_list %}\n {{ elementary.empty_column(column[0], column[1]) }} {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n ) as empty_table\n where 1 = 0\n {%- endset -%}\n\n {{- return(empty_table_query)-}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.2996, "supported_languages": null}, "macro.elementary.empty_column": {"name": "empty_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.empty_column", "macro_sql": "{% macro empty_column(column_name, data_type) %}\n\n {%- set dummy_values = elementary.dummy_values() %}\n\n {%- if data_type == 'boolean' %}\n cast ({{ dummy_values['boolean'] }} as {{ elementary.edr_type_bool()}}) as {{ column_name }}\n {%- elif data_type == 'timestamp' -%}\n cast('{{ dummy_values['timestamp'] }}' as {{ elementary.edr_type_timestamp() }}) as {{ column_name }}\n {%- elif data_type == 'int' %}\n cast({{ dummy_values['int'] }} as {{ elementary.edr_type_int() }}) as {{ column_name }}\n {%- elif data_type == 'bigint' %}\n cast({{ dummy_values['bigint'] }} as {{ elementary.edr_type_bigint() }}) as {{ column_name }}\n {%- elif data_type == 'float' %}\n cast({{ dummy_values['float'] }} as {{ elementary.edr_type_float() }}) as {{ column_name }}\n {%- elif data_type == 'long_string' %}\n cast('{{ dummy_values['long_string'] }}' as {{ elementary.edr_type_long_string() }}) as {{ column_name }}\n {%- else %}\n cast('{{ dummy_values['string'] }}' as {{ elementary.edr_type_string() }}) as {{ column_name }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.dummy_values", "macro.elementary.edr_type_bool", "macro.elementary.edr_type_timestamp", "macro.elementary.edr_type_int", "macro.elementary.edr_type_bigint", "macro.elementary.edr_type_float", "macro.elementary.edr_type_long_string", "macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.300441, "supported_languages": null}, "macro.elementary.dummy_values": {"name": "dummy_values", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/empty_table.sql", "original_file_path": "macros/edr/system/system_utils/empty_table.sql", "unique_id": "macro.elementary.dummy_values", "macro_sql": "{% macro dummy_values() %}\n\n {%- set dummy_values = {\n 'string': \"dummy_string\",\n 'long_string': \"this_is_just_a_long_dummy_string\",\n 'boolean': 'True',\n 'int': 123456789,\n 'bigint': 31474836478,\n 'float': 123456789.99,\n 'timestamp': \"2091-02-17\"\n } %}\n\n {{ return(dummy_values) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.300809, "supported_languages": null}, "macro.elementary.edr_log": {"name": "edr_log", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/logs.sql", "original_file_path": "macros/edr/system/system_utils/logs.sql", "unique_id": "macro.elementary.edr_log", "macro_sql": "{% macro edr_log(msg, info=True) %}\n {%- if execute %}\n {% do log('Elementary: ' ~ msg, info=info) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.301704, "supported_languages": null}, "macro.elementary.edr_log_warning": {"name": "edr_log_warning", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/logs.sql", "original_file_path": "macros/edr/system/system_utils/logs.sql", "unique_id": "macro.elementary.edr_log_warning", "macro_sql": "{% macro edr_log_warning(msg, info=True) %}\n {%- if execute %}\n {% do elementary.edr_log(\"Warning - \" ~ msg, info=info) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.301888, "supported_languages": null}, "macro.elementary.file_log": {"name": "file_log", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/logs.sql", "original_file_path": "macros/edr/system/system_utils/logs.sql", "unique_id": "macro.elementary.file_log", "macro_sql": "{% macro file_log(msg) %}\n {% if execute %}\n {% do elementary.edr_log(msg, info=false) %}\n {% do elementary.debug_log(msg) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_log", "macro.elementary.debug_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.302096, "supported_languages": null}, "macro.elementary.debug_log": {"name": "debug_log", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/logs.sql", "original_file_path": "macros/edr/system/system_utils/logs.sql", "unique_id": "macro.elementary.debug_log", "macro_sql": "{% macro debug_log(msg) %}\n {%- if execute %}\n {% set debug_logs_enabled = elementary.get_config_var('debug_logs') %}\n {% if debug_logs_enabled %}\n {{ elementary.edr_log(msg) }}\n {% endif %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.edr_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.302326, "supported_languages": null}, "macro.elementary.test_log": {"name": "test_log", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/logs.sql", "original_file_path": "macros/edr/system/system_utils/logs.sql", "unique_id": "macro.elementary.test_log", "macro_sql": "{% macro test_log(msg_type, table_name, column_name=none) %}\n {%- if column_name %}\n {%- set start = 'Started running data monitors on: ' ~ table_name ~ ' ' ~ column_name %}\n {%- set end = 'Finished running data monitors on: ' ~ table_name ~ ' ' ~ column_name %}\n {%- else %}\n {%- set start = 'Started running data monitors on: ' ~ table_name %}\n {%- set end = 'Finished running data monitors on: ' ~ table_name %}\n {%- endif %}\n\n {%- if msg_type == 'start' %}\n {% do elementary.edr_log(start) %}\n {%- elif msg_type == 'end' %}\n {% do elementary.edr_log(end) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3028102, "supported_languages": null}, "macro.elementary.full_table_name": {"name": "full_table_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.full_table_name", "macro_sql": "{% macro full_table_name(alias) -%}\n {% if alias is defined %}{%- set alias_dot = alias ~ '.' %}{% endif %}\n upper({{ alias_dot }}database_name || '.' || {{ alias_dot }}schema_name || '.' || {{ alias_dot }}table_name)\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3050518, "supported_languages": null}, "macro.elementary.full_schema_name": {"name": "full_schema_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.full_schema_name", "macro_sql": "{% macro full_schema_name() -%}\n upper(database_name || '.' || schema_name)\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3051221, "supported_languages": null}, "macro.elementary.full_column_name": {"name": "full_column_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.full_column_name", "macro_sql": "{% macro full_column_name() -%}\n upper(database_name || '.' || schema_name || '.' || table_name || '.' || column_name)\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3051882, "supported_languages": null}, "macro.elementary.full_name_split": {"name": "full_name_split", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.full_name_split", "macro_sql": "{% macro full_name_split(part_name) %}\n {{ adapter.dispatch('full_name_split','elementary')(part_name) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__full_name_split"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3053231, "supported_languages": null}, "macro.elementary.default__full_name_split": {"name": "default__full_name_split", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.default__full_name_split", "macro_sql": "{% macro default__full_name_split(part_name) %}\n {%- if part_name == 'database_name' -%}\n {%- set part_index = 0 -%}\n {%- elif part_name == 'schema_name' -%}\n {%- set part_index = 1 -%}\n {%- elif part_name == 'table_name' -%}\n {%- set part_index = 2 -%}\n {%- else -%}\n {{ return('') }}\n {%- endif -%}\n trim(split(full_table_name,'.')[{{ part_index }}],'\"') as {{ part_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.305653, "supported_languages": null}, "macro.elementary.bigquery__full_name_split": {"name": "bigquery__full_name_split", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.bigquery__full_name_split", "macro_sql": "{% macro bigquery__full_name_split(part_name) %}\n {%- if part_name == 'database_name' -%}\n {%- set part_index = 0 %}\n {%- elif part_name == 'schema_name' -%}\n {%- set part_index = 1 %}\n {%- elif part_name == 'table_name' -%}\n {%- set part_index = 2 -%}\n {%- else -%}\n {{ return('') }}\n {%- endif -%}\n trim(split(full_table_name,'.')[OFFSET({{ part_index }})],'\"') as {{ part_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.305988, "supported_languages": null}, "macro.elementary.postgres__full_name_split": {"name": "postgres__full_name_split", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.postgres__full_name_split", "macro_sql": "{% macro postgres__full_name_split(part_name) %}\n {%- if part_name == 'database_name' -%}\n {%- set part_index = 1 -%}\n {%- elif part_name == 'schema_name' -%}\n {%- set part_index = 2 -%}\n {%- elif part_name == 'table_name' -%}\n {%- set part_index = 3 -%}\n {%- else -%}\n {{ return('') }}\n {%- endif -%}\n trim(split_part(full_table_name,'.',{{ part_index }}),'\"') as {{ part_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.306319, "supported_languages": null}, "macro.elementary.databricks__full_name_split": {"name": "databricks__full_name_split", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.databricks__full_name_split", "macro_sql": "{% macro databricks__full_name_split(part_name) %}\n {%- if part_name == 'database_name' -%}\n {%- set part_index = 0 -%}\n {%- elif part_name == 'schema_name' -%}\n {%- set part_index = 1 -%}\n {%- elif part_name == 'table_name' -%}\n {%- set part_index = 2 -%}\n {%- else -%}\n {{ return('') }}\n {%- endif -%}\n trim('\"' from split(full_table_name,'[.]')[{{ part_index }}]) as {{ part_name }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.306649, "supported_languages": null}, "macro.elementary.relation_to_full_name": {"name": "relation_to_full_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.relation_to_full_name", "macro_sql": "{% macro relation_to_full_name(relation) %}\n {%- if relation.is_cte %}\n {# Ephemeral models don't have db and schema #}\n {%- set full_table_name = relation.identifier | upper %}\n {%- elif relation.database %}\n {%- set full_table_name = relation.database | upper ~'.'~ relation.schema | upper ~'.'~ relation.identifier | upper %}\n {%- else %}\n {# Databricks doesn't always have a database #}\n {%- set full_table_name = relation.schema | upper ~'.'~ relation.identifier | upper %}\n {%- endif %}\n {{ return(full_table_name) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.307055, "supported_languages": null}, "macro.elementary.model_node_to_full_name": {"name": "model_node_to_full_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.model_node_to_full_name", "macro_sql": "{% macro model_node_to_full_name(model_node) %}\n {% set identifier = model_node.identifier or model_node.alias %}\n {%- if model_node.database %}\n {%- set full_table_name = model_node.database | upper ~'.'~ model_node.schema | upper ~'.'~ identifier | upper %}\n {%- else %}\n {# Databricks doesn't always have a database #}\n {%- set full_table_name = model_node.schema | upper ~'.'~ identifier | upper %}\n {%- endif %}\n {{ return(full_table_name) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.307484, "supported_languages": null}, "macro.elementary.configured_schemas_from_graph_as_tuple": {"name": "configured_schemas_from_graph_as_tuple", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/system/system_utils/full_names.sql", "original_file_path": "macros/edr/system/system_utils/full_names.sql", "unique_id": "macro.elementary.configured_schemas_from_graph_as_tuple", "macro_sql": "{% macro configured_schemas_from_graph_as_tuple() %}\n\n {%- set configured_schema_tuples = elementary.get_configured_schemas_from_graph() %}\n {%- set schemas_list = [] %}\n\n {%- for configured_schema_tuple in configured_schema_tuples %}\n {%- set database_name, schema_name = configured_schema_tuple %}\n {%- set full_schema_name = database_name | upper ~ '.' ~ schema_name | upper %}\n {%- do schemas_list.append(full_schema_name) -%}\n {%- endfor %}\n\n {% set schemas_tuple = elementary.strings_list_to_tuple(schemas_list) %}\n {{ return(schemas_tuple) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_configured_schemas_from_graph", "macro.elementary.strings_list_to_tuple"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3078861, "supported_languages": null}, "macro.elementary.get_columns_by_schemas": {"name": "get_columns_by_schemas", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_by_schemas.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_by_schemas.sql", "unique_id": "macro.elementary.get_columns_by_schemas", "macro_sql": "{% macro get_columns_by_schemas(configured_schemas) %}\n {%- if configured_schemas | length > 0 -%}\n {{ elementary.union_macro_queries(configured_schemas, elementary.get_columns_from_information_schema) }}\n {%- else %}\n {{ elementary.get_empty_columns_from_information_schema_table() }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.union_macro_queries", "macro.elementary.get_empty_columns_from_information_schema_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.308173, "supported_languages": null}, "macro.elementary.get_columns_from_information_schema": {"name": "get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.get_columns_from_information_schema", "macro_sql": "{% macro get_columns_from_information_schema(schema_tuple, table_name = none) %}\n {%- set database_name, schema_name = schema_tuple %}\n {{ return(adapter.dispatch('get_columns_from_information_schema', 'elementary')(database_name, schema_name, table_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__get_columns_from_information_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.309727, "supported_languages": null}, "macro.elementary.default__get_columns_from_information_schema": {"name": "default__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.default__get_columns_from_information_schema", "macro_sql": "{% macro default__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n {% set schema_relation = api.Relation.create(database=database_name, schema=schema_name).without_identifier() %}\n {% set column_relation = schema_relation.information_schema('COLUMNS') %}\n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from {{ column_relation }}\n where upper(table_schema) = upper('{{ schema_name }}')\n {% if table_name %}\n and upper(table_name) = upper('{{ table_name }}')\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.310071, "supported_languages": null}, "macro.elementary.bigquery__get_columns_from_information_schema": {"name": "bigquery__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.bigquery__get_columns_from_information_schema", "macro_sql": "{% macro bigquery__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n {% set schema_relation = api.Relation.create(database=database_name, schema=schema_name).without_identifier() %}\n {% set columns_schema = schema_relation.information_schema('COLUMNS') %}\n {% if elementary.can_query_relation(columns_schema) %}\n {{ elementary.default__get_columns_from_information_schema(database_name, schema_name, table_name) }}\n {% else %}\n {{ elementary.get_empty_columns_from_information_schema_table() }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.can_query_relation", "macro.elementary.default__get_columns_from_information_schema", "macro.elementary.get_empty_columns_from_information_schema_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.310465, "supported_languages": null}, "macro.elementary.redshift__get_columns_from_information_schema": {"name": "redshift__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.redshift__get_columns_from_information_schema", "macro_sql": "{% macro redshift__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from pg_catalog.svv_columns\n where upper(table_schema) = upper('{{ schema_name }}')\n {% if table_name %}\n and upper(table_name) = upper('{{ table_name }}')\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.31065, "supported_languages": null}, "macro.elementary.postgres__get_columns_from_information_schema": {"name": "postgres__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.postgres__get_columns_from_information_schema", "macro_sql": "{% macro postgres__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from information_schema.columns\n where upper(table_schema) = upper('{{ schema_name }}')\n {% if table_name %}\n and upper(table_name) = upper('{{ table_name }}')\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.310831, "supported_languages": null}, "macro.elementary.databricks__get_columns_from_information_schema": {"name": "databricks__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.databricks__get_columns_from_information_schema", "macro_sql": "{% macro databricks__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n {% if target.catalog is none %}\n {# Information schema is only available when using Unity Catalog. #}\n {% do return(elementary.get_empty_columns_from_information_schema_table()) %}\n {% endif %}\n {% set column_relation = api.Relation.create('system', 'information_schema', 'columns') %}\n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from {{ column_relation }}\n where upper(table_schema) = upper('{{ schema_name }}')\n {% if table_name %}\n and upper(table_name) = upper('{{ table_name }}')\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_empty_columns_from_information_schema_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.311212, "supported_languages": null}, "macro.elementary.spark__get_columns_from_information_schema": {"name": "spark__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.spark__get_columns_from_information_schema", "macro_sql": "{% macro spark__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n {{ elementary.get_empty_columns_from_information_schema_table() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_empty_columns_from_information_schema_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.311338, "supported_languages": null}, "macro.elementary.get_empty_columns_from_information_schema_table": {"name": "get_empty_columns_from_information_schema_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.get_empty_columns_from_information_schema_table", "macro_sql": "{% macro get_empty_columns_from_information_schema_table() %}\n {{ elementary.empty_table([('full_table_name', 'string'), ('database_name', 'string'), ('schema_name', 'string'), ('table_name', 'string'), ('column_name', 'string'), ('data_type', 'string')]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.311627, "supported_languages": null}, "macro.elementary.athena__get_columns_from_information_schema": {"name": "athena__get_columns_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_from_information_schema.sql", "unique_id": "macro.elementary.athena__get_columns_from_information_schema", "macro_sql": "{% macro athena__get_columns_from_information_schema(database_name, schema_name, table_name = none) %}\n {{ elementary.empty_table([('full_table_name', 'string'), ('database_name', 'string'), ('schema_name', 'string'), ('table_name', 'string'), ('column_name', 'string'), ('data_type', 'string')]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.311947, "supported_languages": null}, "macro.elementary.get_columns_in_project": {"name": "get_columns_in_project", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_columns_in_project.sql", "original_file_path": "macros/edr/metadata_collection/get_columns_in_project.sql", "unique_id": "macro.elementary.get_columns_in_project", "macro_sql": "{% macro get_columns_in_project() %}\n {% set configured_schemas = elementary.get_configured_schemas_from_graph() %}\n {{ elementary.get_columns_by_schemas(configured_schemas) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_configured_schemas_from_graph", "macro.elementary.get_columns_by_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.312135, "supported_languages": null}, "macro.elementary.get_tables_from_information_schema": {"name": "get_tables_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.get_tables_from_information_schema", "macro_sql": "{% macro get_tables_from_information_schema(schema_tuple) %}\n {{ return(adapter.dispatch('get_tables_from_information_schema','elementary')(schema_tuple)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_tables_from_information_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.313728, "supported_languages": null}, "macro.elementary.default__get_tables_from_information_schema": {"name": "default__get_tables_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.default__get_tables_from_information_schema", "macro_sql": "{% macro default__get_tables_from_information_schema(schema_tuple) %}\n {%- set database_name, schema_name = schema_tuple %}\n {% set schema_relation = api.Relation.create(database=database_name, schema=schema_name).without_identifier() %}\n\n with information_schema_tables as (\n\n select\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name\n from {{ schema_relation.information_schema('TABLES') }}\n where upper(table_schema) = upper('{{ schema_name }}')\n\n ),\n\n information_schema_schemata as (\n\n select\n upper(catalog_name) as database_name,\n upper(schema_name) as schema_name\n from {{ schema_relation.information_schema('SCHEMATA') }}\n where upper(schema_name) = upper('{{ schema_name }}')\n\n )\n\n select\n case when tables.table_name is not null\n then {{ elementary.full_table_name('TABLES') }}\n else null end as full_table_name,\n upper(schemas.database_name || '.' || schemas.schema_name) as full_schema_name,\n schemas.database_name as database_name,\n schemas.schema_name as schema_name,\n tables.table_name\n from information_schema_tables as tables\n full outer join information_schema_schemata as schemas\n on (tables.database_name = schemas.database_name and tables.schema_name = schemas.schema_name)\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.full_table_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.314123, "supported_languages": null}, "macro.elementary.redshift__get_tables_from_information_schema": {"name": "redshift__get_tables_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.redshift__get_tables_from_information_schema", "macro_sql": "{% macro redshift__get_tables_from_information_schema(schema_tuple) %}\n {%- set database_name, schema_name = schema_tuple %}\n\n with information_schema_tables as (\n\n select\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name\n from pg_catalog.svv_tables\n where upper(table_schema) = upper('{{ schema_name }}') and upper(table_catalog) = upper('{{ database_name }}')\n\n )\n\n select\n {{ elementary.full_table_name() }} as full_table_name,\n upper(database_name || '.' || schema_name) as full_schema_name,\n database_name,\n schema_name,\n table_name\n from information_schema_tables\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.full_table_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.314326, "supported_languages": null}, "macro.elementary.postgres__get_tables_from_information_schema": {"name": "postgres__get_tables_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.postgres__get_tables_from_information_schema", "macro_sql": "{% macro postgres__get_tables_from_information_schema(schema_tuple) %}\n {%- set database_name, schema_name = schema_tuple %}\n\n with information_schema_tables as (\n\n select\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name\n from information_schema.tables\n where upper(table_schema) = upper('{{ schema_name }}') and upper(table_catalog) = upper('{{ database_name }}')\n\n )\n\n select\n {{ elementary.full_table_name() }} as full_table_name,\n upper(database_name || '.' || schema_name) as full_schema_name,\n database_name,\n schema_name,\n table_name\n from information_schema_tables\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.full_table_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.314517, "supported_languages": null}, "macro.elementary.databricks__get_tables_from_information_schema": {"name": "databricks__get_tables_from_information_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.databricks__get_tables_from_information_schema", "macro_sql": "{% macro databricks__get_tables_from_information_schema(schema_tuple) %}\n {%- set database_name, schema_name = schema_tuple %}\n {% set schema_relation = api.Relation.create(database=database_name, schema=schema_name).without_identifier() %}\n\n {#\n Database only exists when using databricks with catalog (it is the catalog).\n When using databricks without catalog, it is none.\n #}\n {% set is_catalog = schema_relation.database is not none %}\n\n {# Information schema only exists on databricks with catalog #}\n {% if is_catalog %}\n with information_schema_tables as (\n\n select\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name\n from {{ schema_relation.information_schema('TABLES') }}\n where upper(table_schema) = upper('{{ schema_name }}')\n\n ),\n\n information_schema_schemata as (\n\n select\n upper(catalog_name) as database_name,\n upper(schema_name) as schema_name\n from {{ schema_relation.information_schema('SCHEMATA') }}\n where upper(schema_name) = upper('{{ schema_name }}')\n\n )\n\n select\n case when tables.table_name is not null\n then {{ elementary.full_table_name('TABLES') }}\n else null end as full_table_name,\n upper(schemas.database_name || '.' || schemas.schema_name) as full_schema_name,\n schemas.database_name as database_name,\n schemas.schema_name as schema_name,\n tables.table_name\n from information_schema_tables as tables\n full outer join information_schema_schemata as schemas\n on (tables.database_name = schemas.database_name and tables.schema_name = schemas.schema_name)\n {% else %}\n {{ elementary.get_empty_tables_from_information_schema_table() }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.full_table_name", "macro.elementary.get_empty_tables_from_information_schema_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3152158, "supported_languages": null}, "macro.elementary.get_empty_tables_from_information_schema_table": {"name": "get_empty_tables_from_information_schema_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "original_file_path": "macros/edr/metadata_collection/get_tables_from_information_schema.sql", "unique_id": "macro.elementary.get_empty_tables_from_information_schema_table", "macro_sql": "{% macro get_empty_tables_from_information_schema_table() %}\n {{ elementary.empty_table([\n ('full_table_name', 'string'),\n ('full_schema_name', 'string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('table_name', 'string'),\n ]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3154812, "supported_languages": null}, "macro.elementary.upload_dbt_snapshots": {"name": "upload_dbt_snapshots", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_snapshots.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_snapshots.sql", "unique_id": "macro.elementary.upload_dbt_snapshots", "macro_sql": "{%- macro upload_dbt_snapshots(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_snapshots') %}\n {% if execute and relation %}\n {% set snapshots = graph.nodes.values() | selectattr('resource_type', '==', 'snapshot') %}\n {% do elementary.upload_artifacts_to_table(relation, snapshots, elementary.flatten_model, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.315992, "supported_languages": null}, "macro.elementary.upload_dbt_sources": {"name": "upload_dbt_sources", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "unique_id": "macro.elementary.upload_dbt_sources", "macro_sql": "{%- macro upload_dbt_sources(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_sources') %}\n {% if execute and relation %}\n {% set sources = graph.sources.values() | selectattr('resource_type', '==', 'source') %}\n {% do elementary.upload_artifacts_to_table(relation, sources, elementary.flatten_source, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3201642, "supported_languages": null}, "macro.elementary.get_dbt_sources_empty_table_query": {"name": "get_dbt_sources_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "unique_id": "macro.elementary.get_dbt_sources_empty_table_query", "macro_sql": "{% macro get_dbt_sources_empty_table_query() %}\n {% set dbt_sources_empty_table_query = elementary.empty_table([('unique_id', 'string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('source_name', 'string'),\n ('name', 'string'),\n ('identifier', 'string'),\n ('loaded_at_field', 'string'),\n ('freshness_warn_after', 'string'),\n ('freshness_error_after', 'string'),\n ('freshness_filter', 'long_string'),\n ('freshness_description', 'long_string'),\n ('relation_name', 'string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('owner', 'string'),\n ('package_name', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('source_description', 'long_string'),\n ('description', 'long_string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ]) %}\n {{ return(dbt_sources_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3210251, "supported_languages": null}, "macro.elementary.flatten_source": {"name": "flatten_source", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "unique_id": "macro.elementary.flatten_source", "macro_sql": "{% macro flatten_source(node_dict) %}\n {% set freshness_dict = elementary.safe_get_with_default(node_dict, 'freshness', {}) %}\n {% set config_dict = elementary.safe_get_with_default(node_dict, 'config', {}) %}\n {% set config_meta_dict = elementary.safe_get_with_default(config_dict, 'meta', {}) %}\n {% set source_meta_dict = elementary.safe_get_with_default(node_dict, 'source_meta', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(node_dict, 'meta', {}) %}\n {% do meta_dict.update(source_meta_dict) %}\n {% do meta_dict.update(config_meta_dict) %}\n {% set formatted_owner = [] %}\n {% set raw_owner = meta_dict.get('owner') or config_dict.get('owner') %}\n {% if raw_owner is string %}\n {% set owners = raw_owner.split(',') %}\n {% for owner in owners %}\n {% do formatted_owner.append(owner | trim) %} \n {% endfor %}\n {% elif raw_owner is iterable %}\n {% do formatted_owner.extend(raw_owner) %}\n {% endif %}\n {% set config_tags = elementary.safe_get_with_default(config_dict, 'tags', []) %}\n {% set global_tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set meta_tags = elementary.safe_get_with_default(meta_dict, 'tags', []) %}\n {% set tags = elementary.union_lists(config_tags, global_tags) %}\n {% set tags = elementary.union_lists(tags, meta_tags) %}\n {% set flatten_source_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'database_name': node_dict.get('database'),\n 'schema_name': node_dict.get('schema'),\n 'source_name': node_dict.get('source_name'),\n 'name': node_dict.get('name'),\n 'identifier': node_dict.get('identifier'),\n 'loaded_at_field': node_dict.get('loaded_at_field'),\n 'freshness_warn_after': freshness_dict.get('warn_after', {}),\n 'freshness_error_after': freshness_dict.get('error_after', {}),\n 'freshness_filter': freshness_dict.get('filter'),\n 'freshness_description': elementary.get_source_freshness_description(),\n 'relation_name': node_dict.get('relation_name'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'owner': formatted_owner,\n 'package_name': node_dict.get('package_name'),\n 'original_path': node_dict.get('original_file_path'),\n 'path': node_dict.get('path'),\n 'source_description': node_dict.get('source_description'),\n 'description': node_dict.get('description'),\n 'generated_at': elementary.datetime_now_utc_as_string()\n }%}\n {% do flatten_source_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_source_metadata_dict)}) %}\n {{ return(flatten_source_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.union_lists", "macro.elementary.get_source_freshness_description", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.323345, "supported_languages": null}, "macro.elementary.get_source_freshness_description": {"name": "get_source_freshness_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_sources.sql", "unique_id": "macro.elementary.get_source_freshness_description", "macro_sql": "{% macro get_source_freshness_description() %}\n {% do return(\"Source freshness validates if the time elapsed between the test execution to the latest record is above an acceptable SLA threshold.\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3234649, "supported_languages": null}, "macro.elementary.upload_dbt_models": {"name": "upload_dbt_models", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "unique_id": "macro.elementary.upload_dbt_models", "macro_sql": "{%- macro upload_dbt_models(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_models') %}\n {% if execute and relation %}\n {% set models = graph.nodes.values() | selectattr('resource_type', '==', 'model') %}\n {% do elementary.upload_artifacts_to_table(relation, models, elementary.flatten_model, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.32604, "supported_languages": null}, "macro.elementary.get_dbt_models_empty_table_query": {"name": "get_dbt_models_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "unique_id": "macro.elementary.get_dbt_models_empty_table_query", "macro_sql": "{% macro get_dbt_models_empty_table_query() %}\n {% set columns = [\n ('unique_id', 'string'),\n ('alias', 'string'),\n ('checksum', 'string'),\n ('materialization', 'string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('owner', 'string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('depends_on_macros', 'long_string'),\n ('depends_on_nodes', 'long_string'),\n ('description', 'long_string'),\n ('name', 'string'),\n ('package_name', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('patch_path', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ] %}\n {% if target.type == \"bigquery\" or elementary.get_config_var(\"include_other_warehouse_specific_columns\") %}\n {% do columns.extend([('bigquery_partition_by', 'string')]) %}\n {% endif %}\n\n {% set dbt_models_empty_table_query = elementary.empty_table(columns) %}\n {{ return(dbt_models_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.326986, "supported_languages": null}, "macro.elementary.flatten_model": {"name": "flatten_model", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_models.sql", "unique_id": "macro.elementary.flatten_model", "macro_sql": "{% macro flatten_model(node_dict) %}\n {% set checksum_dict = elementary.safe_get_with_default(node_dict, 'checksum', {}) %}\n {% set config_dict = elementary.safe_get_with_default(node_dict, 'config', {}) %}\n {% set depends_on_dict = elementary.safe_get_with_default(node_dict, 'depends_on', {}) %}\n\n {% set config_meta_dict = elementary.safe_get_with_default(config_dict, 'meta', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(node_dict, 'meta', {}) %}\n {% do meta_dict.update(config_meta_dict) %}\n {% set formatted_owner = [] %}\n {% set raw_owner = meta_dict.get('owner') or config_dict.get('owner') %}\n {% if raw_owner is string %}\n {% set owners = raw_owner.split(',') %}\n {% for owner in owners %}\n {% do formatted_owner.append(owner | trim) %} \n {% endfor %}\n {% elif raw_owner is iterable %}\n {% do formatted_owner.extend(raw_owner) %}\n {% endif %}\n {% set config_tags = elementary.safe_get_with_default(config_dict, 'tags', []) %}\n {% set global_tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set meta_tags = elementary.safe_get_with_default(meta_dict, 'tags', []) %}\n {% set tags = elementary.union_lists(config_tags, global_tags) %}\n {% set tags = elementary.union_lists(tags, meta_tags) %}\n\n {% set flatten_model_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'alias': node_dict.get('alias'),\n 'checksum': checksum_dict.get('checksum'),\n 'materialization': config_dict.get('materialized'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'owner': elementary.filter_none_and_sort(formatted_owner),\n 'database_name': node_dict.get('database'),\n 'schema_name': node_dict.get('schema'),\n 'depends_on_macros': elementary.filter_none_and_sort(depends_on_dict.get('macros', [])),\n 'depends_on_nodes': elementary.filter_none_and_sort(depends_on_dict.get('nodes', [])),\n 'description': node_dict.get('description'),\n 'name': node_dict.get('name'),\n 'package_name': node_dict.get('package_name'),\n 'original_path': node_dict.get('original_file_path'),\n 'path': node_dict.get('path'),\n 'patch_path': node_dict.get('patch_path'),\n 'generated_at': elementary.datetime_now_utc_as_string(),\n 'bigquery_partition_by': config_dict.get(\"partition_by\"),\n } %}\n {% do flatten_model_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_model_metadata_dict)}) %}\n {{ return(flatten_model_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.union_lists", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3292348, "supported_languages": null}, "macro.elementary.upload_dbt_seeds": {"name": "upload_dbt_seeds", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "unique_id": "macro.elementary.upload_dbt_seeds", "macro_sql": "{%- macro upload_dbt_seeds(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_seeds') %}\n {% if execute and relation %}\n {% set seeds = graph.nodes.values() | selectattr('resource_type', '==', 'seed') %}\n {% do elementary.upload_artifacts_to_table(relation, seeds, elementary.flatten_seed, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.332177, "supported_languages": null}, "macro.elementary.get_dbt_seeds_empty_table_query": {"name": "get_dbt_seeds_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "unique_id": "macro.elementary.get_dbt_seeds_empty_table_query", "macro_sql": "{% macro get_dbt_seeds_empty_table_query() %}\n {% set dbt_seeds_empty_table_query = elementary.empty_table([('unique_id', 'string'),\n ('alias', 'string'),\n ('checksum', 'string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('owner', 'string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('description', 'long_string'),\n ('name', 'string'),\n ('package_name', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ]) %}\n {{ return(dbt_seeds_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3328152, "supported_languages": null}, "macro.elementary.flatten_seed": {"name": "flatten_seed", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_seeds.sql", "unique_id": "macro.elementary.flatten_seed", "macro_sql": "{% macro flatten_seed(node_dict) %}\n {% set checksum_dict = elementary.safe_get_with_default(node_dict, 'checksum', {}) %}\n {% set config_dict = elementary.safe_get_with_default(node_dict, 'config', {}) %}\n {% set depends_on_dict = elementary.safe_get_with_default(node_dict, 'depends_on', {}) %}\n\n {% set config_meta_dict = elementary.safe_get_with_default(config_dict, 'meta', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(node_dict, 'meta', {}) %}\n {% do meta_dict.update(config_meta_dict) %}\n {% set formatted_owner = [] %}\n {% set raw_owner = meta_dict.get('owner') or config_dict.get('owner') %}\n {% if raw_owner is string %}\n {% set owners = raw_owner.split(',') %}\n {% for owner in owners %}\n {% do formatted_owner.append(owner | trim) %}\n {% endfor %}\n {% elif raw_owner is iterable %}\n {% do formatted_owner.extend(raw_owner) %}\n {% endif %}\n {% set config_tags = elementary.safe_get_with_default(config_dict, 'tags', []) %}\n {% set global_tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set meta_tags = elementary.safe_get_with_default(meta_dict, 'tags', []) %}\n {% set tags = elementary.union_lists(config_tags, global_tags) %}\n {% set tags = elementary.union_lists(tags, meta_tags) %}\n\n {% set flatten_seed_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'alias': node_dict.get('alias'),\n 'checksum': checksum_dict.get('checksum'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'owner': elementary.filter_none_and_sort(formatted_owner),\n 'database_name': node_dict.get('database'),\n 'schema_name': node_dict.get('schema'),\n 'description': node_dict.get('description'),\n 'name': node_dict.get('name'),\n 'package_name': node_dict.get('package_name'),\n 'original_path': node_dict.get('original_file_path'),\n 'path': node_dict.get('path'),\n 'generated_at': elementary.datetime_now_utc_as_string()\n }%}\n {% do flatten_seed_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_seed_metadata_dict)}) %}\n {{ return(flatten_seed_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.union_lists", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.334782, "supported_languages": null}, "macro.elementary.upload_dbt_invocation": {"name": "upload_dbt_invocation", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.upload_dbt_invocation", "macro_sql": "{% macro upload_dbt_invocation() %}\n {% set relation = elementary.get_elementary_relation('dbt_invocations') %}\n {% if not execute or not relation %}\n {{ return('') }}\n {% endif %}\n\n {% do elementary.file_log(\"Uploading dbt invocation.\") %}\n {% set now_str = elementary.datetime_now_utc_as_string() %}\n {% set orchestrator = elementary.get_orchestrator() %}\n {% set job_id = elementary.get_var(\"job_id\", [\"JOB_ID\", \"DBT_JOB_ID\", \"DBT_CLOUD_JOB_ID\"]) %}\n {% set job_run_id = elementary.get_var(\"job_run_id\", [\"DBT_JOB_RUN_ID\", \"DBT_CLOUD_RUN_ID\", \"GITHUB_RUN_ID\"]) %}\n {% set dbt_invocation = {\n 'invocation_id': invocation_id,\n 'run_started_at': elementary.run_started_at_as_string(),\n 'run_completed_at': now_str,\n 'generated_at': now_str,\n 'command': flags.WHICH,\n 'dbt_version': dbt_version,\n 'elementary_version': elementary.get_elementary_package_version(),\n 'full_refresh': flags.FULL_REFRESH,\n 'invocation_vars': elementary.get_invocation_vars(),\n 'vars': elementary.get_all_vars(),\n 'target_name': target.name,\n 'target_database': elementary.target_database(),\n 'target_schema': target.schema,\n 'target_profile_name': target.profile_name,\n 'threads': target.threads,\n 'selected': elementary.get_invocation_select_filter(),\n 'yaml_selector': elementary.get_invocation_yaml_selector(),\n 'project_name': elementary.get_project_name(),\n 'job_id': job_id,\n 'job_run_id': job_run_id,\n 'job_name': elementary.get_var(\"job_name\", [\"JOB_NAME\", \"DBT_JOB_NAME\"]),\n 'env': elementary.get_first_env_var([\"DBT_ENV\"]),\n 'env_id': elementary.get_first_env_var([\"DBT_ENV_ID\"]),\n 'project_id': elementary.get_first_env_var([\"DBT_PROJECT_ID\", \"DBT_CLOUD_PROJECT_ID\", \"GITHUB_REPOSITORY\"]),\n 'cause_category': elementary.get_first_env_var([\"DBT_CAUSE_CATEGORY\", \"DBT_CLOUD_RUN_REASON_CATEGORY\", \"GITHUB_EVENT_NAME\"]),\n 'cause': elementary.get_first_env_var([\"DBT_CAUSE\", \"DBT_CLOUD_RUN_REASON\"]),\n 'pull_request_id': elementary.get_first_env_var([\"DBT_PULL_REQUEST_ID\", \"DBT_CLOUD_PR_ID\", \"GITHUB_HEAD_REF\"]),\n 'git_sha': elementary.get_first_env_var([\"DBT_GIT_SHA\", \"DBT_CLOUD_GIT_SHA\", \"GITHUB_SHA\"]),\n 'orchestrator': orchestrator,\n 'dbt_user': elementary.get_first_env_var([\"DBT_USER\"]),\n 'job_url': elementary.get_job_url(orchestrator, job_id),\n 'job_run_url': elementary.get_job_run_url(orchestrator, job_id, job_run_id),\n 'account_id': elementary.get_var(\"account_id\", [\"DBT_ACCOUNT_ID\"]),\n 'target_adapter_specific_fields': elementary.get_target_adapter_specific_fields()\n } %}\n {% do elementary.insert_rows(relation, [dbt_invocation], should_commit=true) %}\n {% do elementary.file_log(\"Uploaded dbt invocation successfully.\") %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.file_log", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_orchestrator", "macro.elementary.get_var", "macro.elementary.run_started_at_as_string", "macro.elementary.get_elementary_package_version", "macro.elementary.get_invocation_vars", "macro.elementary.get_all_vars", "macro.elementary.target_database", "macro.elementary.get_invocation_select_filter", "macro.elementary.get_invocation_yaml_selector", "macro.elementary.get_project_name", "macro.elementary.get_first_env_var", "macro.elementary.get_job_url", "macro.elementary.get_job_run_url", "macro.elementary.get_target_adapter_specific_fields", "macro.elementary.insert_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.350812, "supported_languages": null}, "macro.elementary.get_target_adapter_specific_fields": {"name": "get_target_adapter_specific_fields", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_target_adapter_specific_fields", "macro_sql": "{% macro get_target_adapter_specific_fields() %}\n {{ return(adapter.dispatch('get_target_adapter_specific_fields', 'elementary')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_target_adapter_specific_fields"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.350967, "supported_languages": null}, "macro.elementary.default__get_target_adapter_specific_fields": {"name": "default__get_target_adapter_specific_fields", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.default__get_target_adapter_specific_fields", "macro_sql": "{% macro default__get_target_adapter_specific_fields() %}\n {{ return('') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.351061, "supported_languages": null}, "macro.elementary.databricks__get_target_adapter_specific_fields": {"name": "databricks__get_target_adapter_specific_fields", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.databricks__get_target_adapter_specific_fields", "macro_sql": "{% macro databricks__get_target_adapter_specific_fields() %}\n {{ return({\"http_path\": target.http_path}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.351184, "supported_languages": null}, "macro.elementary.snowflake__get_target_adapter_specific_fields": {"name": "snowflake__get_target_adapter_specific_fields", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.snowflake__get_target_adapter_specific_fields", "macro_sql": "{% macro snowflake__get_target_adapter_specific_fields() %}\n {{ return({\"warehouse\": target.warehouse, \"user\": target.user, \"role\": target.role}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3513558, "supported_languages": null}, "macro.elementary.postgres__get_target_adapter_specific_fields": {"name": "postgres__get_target_adapter_specific_fields", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.postgres__get_target_adapter_specific_fields", "macro_sql": "{% macro postgres__get_target_adapter_specific_fields() %}\n {{ return({\"user\": target.user}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.351478, "supported_languages": null}, "macro.elementary.get_project_name": {"name": "get_project_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_project_name", "macro_sql": "{% macro get_project_name() %}\n {% set project_name = elementary.get_config_var(\"project_name\") %}\n {% if project_name %}\n {{ return(project_name) }}\n {% endif %}\n\n {% set config = elementary.get_runtime_config() %}\n {% do return(config.project_name) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_runtime_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3517451, "supported_languages": null}, "macro.elementary.get_invocation_select_filter": {"name": "get_invocation_select_filter", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_invocation_select_filter", "macro_sql": "\n\n{%- macro get_invocation_select_filter() -%}\n {% set config = elementary.get_runtime_config() %}\n {%- if invocation_args_dict and invocation_args_dict.select -%}\n {{- return(invocation_args_dict.select) -}}\n {%- elif config.args and config.args.select -%}\n {{- return(config.args.select) -}}\n {%- else -%}\n {{- return([]) -}}\n {%- endif -%}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_runtime_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.352062, "supported_languages": null}, "macro.elementary.get_invocation_yaml_selector": {"name": "get_invocation_yaml_selector", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_invocation_yaml_selector", "macro_sql": "{% macro get_invocation_yaml_selector() %}\n {% set config = elementary.get_runtime_config() %}\n {% if invocation_args_dict and invocation_args_dict.selector %}\n {% do return(invocation_args_dict.selector) %}\n {% elif invocation_args_dict and invocation_args_dict.selector_name %}\n {% do return(invocation_args_dict.selector_name) %}\n {% elif config.args and config.args.selector_name %}\n {% do return(config.args.selector_name) %}\n {% else %}\n {% do return(none) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_runtime_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.352494, "supported_languages": null}, "macro.elementary.get_invocation_vars": {"name": "get_invocation_vars", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_invocation_vars", "macro_sql": "{% macro get_invocation_vars() %}\n {% set config = elementary.get_runtime_config() %}\n {% set invocation_vars = {} %}\n {% if invocation_args_dict and invocation_args_dict.vars %}\n {% if invocation_args_dict.vars is mapping %}\n {% set invocation_vars = invocation_args_dict.vars %}\n {% else %}\n {% set invocation_vars = fromyaml(invocation_args_dict.vars) %}\n {% endif %}\n {% elif config.cli_vars %}\n {% set invocation_vars = config.cli_vars %}\n {% endif %}\n {{ return(elementary.to_primitive(invocation_vars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_runtime_config", "macro.elementary.to_primitive"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.352959, "supported_languages": null}, "macro.elementary.get_all_vars": {"name": "get_all_vars", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_all_vars", "macro_sql": "\n\n{%- macro get_all_vars() -%}\n {% set all_vars = {} %}\n {% set config = elementary.get_runtime_config() %}\n {%- if config.vars -%}\n {% do all_vars.update(config.vars.to_dict()) %}\n {%- endif -%}\n {% do all_vars.update(elementary.get_invocation_vars()) %}\n {{- return(all_vars) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_runtime_config", "macro.elementary.get_invocation_vars"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.353269, "supported_languages": null}, "macro.elementary.get_orchestrator": {"name": "get_orchestrator", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_orchestrator", "macro_sql": "{% macro get_orchestrator() %}\n {% set var_value = elementary.get_var(\"orchestrator\", [\"ORCHESTRATOR\", \"DBT_ORCHESTRATOR\"])%}\n {% if var_value %}\n {% do return(var_value) %}\n {% endif %}\n {% set orchestrator_env_map = {\n \"airflow\": [\"AIRFLOW_HOME\"],\n \"dbt_cloud\": [\"DBT_CLOUD_PROJECT_ID\"],\n \"github_actions\": [\"GITHUB_ACTIONS\"],\n } %}\n {% for orchestrator, env_vars in orchestrator_env_map.items() %}\n {% if elementary.get_first_env_var(env_vars) %}\n {% do return(orchestrator) %}\n {% endif %}\n {% endfor %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_var", "macro.elementary.get_first_env_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.353823, "supported_languages": null}, "macro.elementary.get_job_url": {"name": "get_job_url", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_job_url", "macro_sql": "{% macro get_job_url(orchestrator, job_id) %}\n {% set var_value = elementary.get_var(\"job_url\", [\"JOB_URL\", \"DBT_JOB_URL\"]) %}\n {% if var_value %}\n {% do return(var_value) %}\n {% endif %}\n {% if orchestrator == 'airflow' %}\n {% set server_url = elementary.get_var('airflow_url', [\"AIRFLOW_URL\"]) %}\n {% set airflow_job_url = server_url ~ \"/dags/\" ~ job_id ~ \"/grid\" %}\n {% do return(airflow_job_url) %}\n {% elif orchestrator == 'dbt_cloud' %}\n {% set account_id = elementary.get_var('account_id', ['DBT_ACCOUNT_ID']) %}\n {% set dbt_cloud_project_id = elementary.get_first_env_var(['DBT_CLOUD_PROJECT_ID']) %}\n {% set dbt_cloud_job_id = elementary.get_first_env_var(['DBT_CLOUD_JOB_ID']) %}\n\n {% set dbt_cloud_job_url = \"https://cloud.getdbt.com/deploy/\" ~ account_id ~ \"/projects/\" ~ dbt_cloud_project_id ~ \"/jobs/\" ~ dbt_cloud_job_id %}\n {% do return(dbt_cloud_job_url) %}\n {% elif orchestrator == 'github_actions' %}\n {% set server_url = elementary.get_first_env_var([\"GITHUB_SERVER_URL\"]) %}\n {% set repository = elementary.get_first_env_var([\"GITHUB_REPOSITORY\"]) %}\n {% set run_id = elementary.get_first_env_var([\"GITHUB_RUN_ID\"]) %}\n\n {% set github_job_url = server_url ~ \"/\" ~ repository ~ \"/actions/runs/\" ~ run_id %}\n {% do return(github_job_url) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_var", "macro.elementary.get_first_env_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.355036, "supported_languages": null}, "macro.elementary.get_job_run_url": {"name": "get_job_run_url", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_job_run_url", "macro_sql": "{% macro get_job_run_url(orchestrator, job_id, job_run_id) %}\n {% set var_value = elementary.get_var(\"job_run_url\", [\"JOB_RUN_URL\", \"DBT_JOB_RUN_URL\"]) %}\n {% if var_value %}\n {% do return(var_value) %}\n {% endif %}\n {% if orchestrator == 'airflow' %}\n {% set server_url = elementary.get_var('airflow_url', [\"AIRFLOW_URL\"]) %}\n {% set airflow_job_url = server_url ~ \"/dags/\" ~ job_id ~ \"/grid?dag_run_id=\" ~ job_run_id %}\n {% do return(airflow_job_url) %}\n {% elif orchestrator == 'dbt_cloud' %}\n {% set account_id = elementary.get_var('account_id', ['DBT_ACCOUNT_ID']) %}\n {% set dbt_cloud_project_id = elementary.get_first_env_var(['DBT_CLOUD_PROJECT_ID']) %}\n {% set dbt_cloud_run_id = elementary.get_first_env_var(['DBT_CLOUD_RUN_ID']) %}\n\n {% set dbt_cloud_job_url = \"https://cloud.getdbt.com/deploy/\" ~ account_id ~ \"/projects/\" ~ dbt_cloud_project_id ~ \"/runs/\" ~ dbt_cloud_run_id %}\n {% do return(dbt_cloud_job_url) %}\n {% elif orchestrator == 'github_actions' %}\n {% set server_url = elementary.get_first_env_var([\"GITHUB_SERVER_URL\"]) %}\n {% set repository = elementary.get_first_env_var([\"GITHUB_REPOSITORY\"]) %}\n {% set run_id = elementary.get_first_env_var([\"GITHUB_RUN_ID\"]) %}\n\n {% set github_job_url = server_url ~ \"/\" ~ repository ~ \"/actions/runs/\" ~ run_id %}\n {% do return(github_job_url) %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_var", "macro.elementary.get_first_env_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3561978, "supported_languages": null}, "macro.elementary.get_dbt_invocations_empty_table_query": {"name": "get_dbt_invocations_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_invocation.sql", "unique_id": "macro.elementary.get_dbt_invocations_empty_table_query", "macro_sql": "{% macro get_dbt_invocations_empty_table_query() %}\n {{ return(elementary.empty_table([\n ('invocation_id', 'long_string'),\n ('job_id', 'long_string'),\n ('job_name', 'long_string'),\n ('job_run_id', 'long_string'),\n ('run_started_at', 'string'),\n ('run_completed_at', 'string'),\n ('generated_at', 'string'),\n ('created_at', 'timestamp'),\n ('command', 'string'),\n ('dbt_version', 'string'),\n ('elementary_version', 'string'),\n ('full_refresh', 'boolean'),\n ('invocation_vars', 'long_string'),\n ('vars', 'long_string'),\n ('target_name', 'string'),\n ('target_database', 'string'),\n ('target_schema', 'string'),\n ('target_profile_name', 'string'),\n ('threads', 'int'),\n ('selected', 'long_string'),\n ('yaml_selector', 'long_string'),\n ('project_id', 'string'),\n ('project_name', 'string'),\n ('env', 'string'),\n ('env_id', 'string'),\n ('cause_category', 'string'),\n ('cause', 'long_string'),\n ('pull_request_id', 'string'),\n ('git_sha', 'string'),\n ('orchestrator', 'string'),\n ('dbt_user', 'string'),\n ('job_url', 'string'),\n ('job_run_url', 'string'),\n ('account_id', 'string'),\n ('target_adapter_specific_fields', 'long_string')\n ])) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.357415, "supported_languages": null}, "macro.elementary.upload_source_freshness": {"name": "upload_source_freshness", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_source_freshness.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_source_freshness.sql", "unique_id": "macro.elementary.upload_source_freshness", "macro_sql": "{% macro upload_source_freshness() %}\n {% if not flags.Path %}\n {% do exceptions.raise_compiler_error(\"Unable to upload source freshness using this operation on dbt 1.3.2 onwards.\") %}\n {% endif %}\n\n {% set source_freshness_results_relation = ref('dbt_source_freshness_results') %}\n {% set sources_json_path = flags.Path(elementary.get_runtime_config().target_path).joinpath('sources.json') %}\n {% if not sources_json_path.exists() %}\n {% do exceptions.raise_compiler_error('Source freshness artifact (sources.json) does not exist, please run `dbt source freshness`.') %}\n {% endif %}\n {% set source_freshness_results_dicts = fromjson(sources_json_path.read_text())['results'] %}\n {% do elementary.upload_artifacts_to_table(source_freshness_results_relation, source_freshness_results_dicts, elementary.flatten_source_freshness, append=True, should_commit=True) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_runtime_config", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3590379, "supported_languages": null}, "macro.elementary.flatten_source_freshness": {"name": "flatten_source_freshness", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_source_freshness.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_source_freshness.sql", "unique_id": "macro.elementary.flatten_source_freshness", "macro_sql": "{% macro flatten_source_freshness(node_dict) %}\n {% set compile_timing = {} %}\n {% set execute_timing = {} %}\n {% for timing in node_dict['timing'] %}\n {% if timing['name'] == 'compile' %}\n {% do compile_timing.update(timing) %}\n {% elif timing['name'] == 'execute' %}\n {% do execute_timing.update(timing) %}\n {% endif %}\n {% endfor %}\n {% set metadata_dict = elementary.safe_get_with_default(node_dict, 'metadata', {}) %}\n {% set criteria_dict = elementary.safe_get_with_default(node_dict, 'criteria', {}) %}\n {% set source_freshness_invocation_id = metadata_dict.get('invocation_id', invocation_id) %}\n {% set flatten_source_freshness_dict = {\n 'source_freshness_execution_id': [source_freshness_invocation_id, node_dict.get('unique_id')] | join('.'),\n 'unique_id': node_dict.get('unique_id'),\n 'max_loaded_at': node_dict.get('max_loaded_at'),\n 'snapshotted_at': node_dict.get('snapshotted_at'),\n 'max_loaded_at_time_ago_in_s': node_dict.get('max_loaded_at_time_ago_in_s'),\n 'status': node_dict.get('status'),\n 'error': node_dict.get('error'),\n 'warn_after': criteria_dict.get('warn_after'),\n 'error_after': criteria_dict.get('error_after'),\n 'filter': criteria_dict.get('filter'),\n 'generated_at': elementary.datetime_now_utc_as_string(),\n 'invocation_id': source_freshness_invocation_id,\n 'compile_started_at': compile_timing.get('started_at'),\n 'compile_completed_at': compile_timing.get('completed_at'),\n 'execute_started_at': execute_timing.get('started_at'),\n 'execute_completed_at': execute_timing.get('completed_at'),\n } %}\n {{ return(flatten_source_freshness_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.datetime_now_utc_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.360401, "supported_languages": null}, "macro.elementary.get_artifact_metadata_hash": {"name": "get_artifact_metadata_hash", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/get_artifact_metadata_hash.sql", "original_file_path": "macros/edr/dbt_artifacts/get_artifact_metadata_hash.sql", "unique_id": "macro.elementary.get_artifact_metadata_hash", "macro_sql": "{% macro get_artifact_metadata_hash(artifact) %}\n {% if not local_md5 %}\n {% do return(none) %}\n {% endif %}\n\n {% set time_excluded_artifact = artifact.copy() %}\n {% do time_excluded_artifact.pop(\"generated_at\") %}\n {% do return(local_md5(tojson(time_excluded_artifact, sort_keys=true))) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.360801, "supported_languages": null}, "macro.elementary.upload_dbt_columns": {"name": "upload_dbt_columns", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "unique_id": "macro.elementary.upload_dbt_columns", "macro_sql": "{%- macro upload_dbt_columns(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_columns') %}\n {% if execute and relation %}\n {% set tables = graph.nodes.values() | list + graph.sources.values() | list %}\n {% do elementary.upload_artifacts_to_table(relation, tables, elementary.flatten_table_columns, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.362893, "supported_languages": null}, "macro.elementary.get_dbt_columns_empty_table_query": {"name": "get_dbt_columns_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "unique_id": "macro.elementary.get_dbt_columns_empty_table_query", "macro_sql": "{% macro get_dbt_columns_empty_table_query() %}\n {% set columns = [\n ('unique_id', 'string'),\n ('parent_unique_id', 'string'),\n ('name', 'string'),\n ('data_type', 'string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('table_name', 'string'),\n ('description', 'long_string'),\n ('resource_type', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ] %}\n {% set dbt_columns_empty_table_query = elementary.empty_table(columns) %}\n {{ return(dbt_columns_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3634932, "supported_languages": null}, "macro.elementary.flatten_table_columns": {"name": "flatten_table_columns", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "unique_id": "macro.elementary.flatten_table_columns", "macro_sql": "{% macro flatten_table_columns(table_node) %}\n {% set column_nodes = table_node.get(\"columns\") %}\n {% if not column_nodes %}\n {% do return(none) %}\n {% endif %}\n\n {% set flattened_columns = [] %}\n {% for column_node in column_nodes.values() %}\n {% set flat_column = elementary.flatten_column(table_node, column_node) %}\n {% if not elementary.get_config_var('upload_only_columns_with_descriptions') or flat_column['description'] %}\n {% do flattened_columns.append(flat_column) %}\n {% endif %}\n {% endfor %}\n {% do return(flattened_columns) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.flatten_column", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3640141, "supported_languages": null}, "macro.elementary.flatten_column": {"name": "flatten_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_columns.sql", "unique_id": "macro.elementary.flatten_column", "macro_sql": "{% macro flatten_column(table_node, column_node) %}\n {% set config_dict = elementary.safe_get_with_default(column_node, 'config', {}) %}\n {% set config_meta_dict = elementary.safe_get_with_default(config_dict, 'meta', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(column_node, 'meta', {}) %}\n {% do meta_dict.update(config_meta_dict) %}\n {% set config_tags = elementary.safe_get_with_default(config_dict, 'tags', []) %}\n {% set global_tags = elementary.safe_get_with_default(column_node, 'tags', []) %}\n {% set meta_tags = elementary.safe_get_with_default(meta_dict, 'tags', []) %}\n {% set tags = elementary.union_lists(config_tags, global_tags) %}\n {% set tags = elementary.union_lists(tags, meta_tags) %}\n {% set flatten_column_metadata_dict = {\n 'parent_unique_id': table_node.get('unique_id'),\n 'unique_id': \"column.{}.{}\".format(table_node.get('unique_id'), column_node.get('name')),\n 'name': column_node.get('name'),\n 'data_type': column_node.get('data_type'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'description': column_node.get('description') or none,\n 'database_name': table_node.get('database'),\n 'schema_name': table_node.get('schema'),\n 'table_name': table_node.get('alias'),\n 'resource_type': table_node.get('resource_type'),\n 'generated_at': elementary.datetime_now_utc_as_string(),\n } %}\n {% do flatten_column_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_column_metadata_dict)}) %}\n {% do return(flatten_column_metadata_dict) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.union_lists", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.365471, "supported_languages": null}, "macro.elementary.upload_dbt_artifacts": {"name": "upload_dbt_artifacts", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_artifacts.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_artifacts.sql", "unique_id": "macro.elementary.upload_dbt_artifacts", "macro_sql": "{% macro upload_dbt_artifacts() %}\n {% if execute and results %}\n {% set model_upload_func_map = {\n \"dbt_models\": elementary.upload_dbt_models,\n \"dbt_tests\": elementary.upload_dbt_tests,\n \"dbt_sources\": elementary.upload_dbt_sources,\n \"dbt_snapshots\": elementary.upload_dbt_snapshots,\n \"dbt_metrics\": elementary.upload_dbt_metrics,\n \"dbt_exposures\": elementary.upload_dbt_exposures,\n \"dbt_seeds\": elementary.upload_dbt_seeds,\n }\n %}\n\n {% if not elementary.get_config_var('disable_dbt_columns_autoupload') %}\n {% do model_upload_func_map.update({\"dbt_columns\": elementary.upload_dbt_columns}) %}\n {% endif %}\n\n {% set artifacts_hashes = elementary.get_artifacts_hashes() %}\n {% do elementary.file_log(\"Uploading dbt artifacts.\") %}\n {% for artifacts_model, upload_artifacts_func in model_upload_func_map.items() %}\n {% if not elementary.get_result_node(artifacts_model) %}\n {% if elementary.get_elementary_relation(artifacts_model) %}\n {% if artifacts_hashes is not none %}\n {% do upload_artifacts_func(should_commit=true, metadata_hashes=artifacts_hashes.get(artifacts_model, [])) %}\n {% else %}\n {% do upload_artifacts_func(should_commit=true) %}\n {% endif %}\n {% endif %}\n {% else %}\n {% do elementary.file_log('[{}] Artifacts already ran.'.format(artifacts_model)) %}\n {% endif %}\n {% endfor %}\n {% do elementary.file_log(\"Uploaded dbt artifacts.\") %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.get_artifacts_hashes", "macro.elementary.file_log", "macro.elementary.get_result_node", "macro.elementary.get_elementary_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.367223, "supported_languages": null}, "macro.elementary.get_artifacts_hashes": {"name": "get_artifacts_hashes", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_artifacts.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_artifacts.sql", "unique_id": "macro.elementary.get_artifacts_hashes", "macro_sql": "{% macro get_artifacts_hashes() %}\n {# The stored hashes are only needed if it can be compared later to the local hashes. #}\n {% if not local_md5 %}\n {% do return(none) %}\n {% endif %}\n\n {% set artifacts_hash_relation = elementary.get_elementary_relation('dbt_artifacts_hashes') %}\n {% if not artifacts_hash_relation %}\n {% do return(none) %}\n {% endif %}\n\n {% set stored_artifacts_query %}\n select artifacts_model, metadata_hash from {{ artifacts_hash_relation }}\n order by metadata_hash\n {% endset %}\n {% set artifacts_hashes_results = elementary.run_query(stored_artifacts_query) %}\n {% set artifact_agate_hashes = artifacts_hashes_results.group_by(\"artifacts_model\") %}\n {% set artifacts_hashes = {} %}\n {% for artifacts_model, metadata_hashes in artifact_agate_hashes.items() %}\n {% do artifacts_hashes.update({artifacts_model: metadata_hashes.columns[\"metadata_hash\"]}) %}\n {% endfor %}\n {% do return(artifacts_hashes) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.run_query", "macro.dbt_utils.group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.367893, "supported_languages": null}, "macro.elementary.upload_run_results": {"name": "upload_run_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_run_results.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_run_results.sql", "unique_id": "macro.elementary.upload_run_results", "macro_sql": "{% macro upload_run_results() %}\n {% set relation = elementary.get_elementary_relation('dbt_run_results') %}\n {% if execute and relation %}\n {{ elementary.file_log(\"Uploading run results.\") }}\n {% do elementary.upload_artifacts_to_table(relation, results, elementary.flatten_run_result, append=True, should_commit=True, on_query_exceed=elementary.on_run_result_query_exceed) %}\n {{ elementary.file_log(\"Uploaded run results successfully.\") }}\n {% endif %}\n {{ return ('') }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.file_log", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.371712, "supported_languages": null}, "macro.elementary.get_dbt_run_results_empty_table_query": {"name": "get_dbt_run_results_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_run_results.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_run_results.sql", "unique_id": "macro.elementary.get_dbt_run_results_empty_table_query", "macro_sql": "{% macro get_dbt_run_results_empty_table_query() %}\n {% set dbt_run_results_empty_table_query = elementary.empty_table([('model_execution_id', 'long_string'),\n ('unique_id', 'long_string'),\n ('invocation_id', 'string'),\n ('generated_at', 'string'),\n ('created_at', 'timestamp'),\n ('name', 'long_string'),\n ('message', 'long_string'),\n ('status', 'string'),\n ('resource_type', 'string'),\n ('execution_time', 'float'),\n ('execute_started_at', 'string'),\n ('execute_completed_at', 'string'),\n ('compile_started_at', 'string'),\n ('compile_completed_at', 'string'),\n ('rows_affected', 'bigint'),\n ('full_refresh', 'boolean'),\n ('compiled_code', 'long_string'),\n ('failures', 'bigint'),\n ('query_id', 'string'),\n ('thread_id', 'string'),\n ('materialization', 'string'),\n ('adapter_response', 'string')\n ]) %}\n {{ return(dbt_run_results_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3725681, "supported_languages": null}, "macro.elementary.flatten_run_result": {"name": "flatten_run_result", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_run_results.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_run_results.sql", "unique_id": "macro.elementary.flatten_run_result", "macro_sql": "{% macro flatten_run_result(run_result) %}\n {% set run_result_dict = run_result.to_dict() %}\n {% set node = elementary.safe_get_with_default(run_result_dict, 'node', {}) %}\n {% set config_dict = elementary.safe_get_with_default(node, 'config', {}) %}\n {% set flatten_run_result_dict = {\n 'model_execution_id': elementary.get_node_execution_id(node),\n 'invocation_id': invocation_id,\n 'unique_id': node.get('unique_id'),\n 'name': node.get('name'),\n 'message': run_result_dict.get('message'),\n 'generated_at': elementary.datetime_now_utc_as_string(),\n 'rows_affected': run_result_dict.get('adapter_response', {}).get('rows_affected'),\n 'execution_time': run_result_dict.get('execution_time'),\n 'status': run_result_dict.get('status'),\n 'resource_type': node.get('resource_type'),\n 'execute_started_at': none,\n 'execute_completed_at': none,\n 'compile_started_at': none,\n 'compile_completed_at': none,\n 'full_refresh': flags.FULL_REFRESH,\n 'compiled_code': elementary.get_compiled_code(node, as_column_value=true),\n 'failures': run_result_dict.get('failures'),\n 'query_id': run_result_dict.get('adapter_response', {}).get('query_id'),\n 'thread_id': run_result_dict.get('thread_id'),\n 'materialization': config_dict.get('materialized'),\n 'adapter_response': run_result_dict.get('adapter_response', {})\n } %}\n\n {% set timings = elementary.safe_get_with_default(run_result_dict, 'timing', []) %}\n {% if timings %}\n {% for timing in timings %}\n {% if timing is mapping %}\n {% if timing.get('name') == 'execute' %}\n {% do flatten_run_result_dict.update({'execute_started_at': timing.get('started_at'), 'execute_completed_at': timing.get('completed_at')}) %}\n {% elif timing.get('name') == 'compile' %}\n {% do flatten_run_result_dict.update({'compile_started_at': timing.get('started_at'), 'compile_completed_at': timing.get('completed_at')}) %}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {{ return(flatten_run_result_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.get_node_execution_id", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_compiled_code"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.374393, "supported_languages": null}, "macro.elementary.on_run_result_query_exceed": {"name": "on_run_result_query_exceed", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_run_results.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_run_results.sql", "unique_id": "macro.elementary.on_run_result_query_exceed", "macro_sql": "{% macro on_run_result_query_exceed(flattened_node) %}\n {% do flattened_node.update({\"compiled_code\": elementary.get_compiled_code_too_long_err_msg()}) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_compiled_code_too_long_err_msg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3745558, "supported_languages": null}, "macro.elementary.upload_artifacts_to_table": {"name": "upload_artifacts_to_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_artifacts_to_table.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_artifacts_to_table.sql", "unique_id": "macro.elementary.upload_artifacts_to_table", "macro_sql": "{% macro upload_artifacts_to_table(table_relation, artifacts, flatten_artifact_callback, append=False, should_commit=False, metadata_hashes=None, on_query_exceed=none) %}\n {% set flatten_artifact_dicts = [] %}\n {% do elementary.file_log(\"[{}] Flattening the artifacts.\".format(table_relation.identifier)) %}\n {% for artifact in artifacts %}\n {% set flatten_artifact = flatten_artifact_callback(artifact) %}\n {% if flatten_artifact is mapping %}\n {% do flatten_artifact_dicts.append(flatten_artifact) %}\n {% elif flatten_artifact is iterable %}\n {% do flatten_artifact_dicts.extend(flatten_artifact) %}\n {% endif %}\n {% endfor %}\n {% do elementary.file_log(\"[{}] Flattened {} artifacts.\".format(table_relation.identifier, flatten_artifact_dicts | length)) %}\n\n {% if append %}\n {# In append mode, just insert, and no need to be atomic #}\n {% do elementary.insert_rows(table_relation, flatten_artifact_dicts, should_commit, elementary.get_config_var('dbt_artifacts_chunk_size'), on_query_exceed) %}\n {% else %}\n {% if metadata_hashes is not none and elementary.get_config_var(\"cache_artifacts\") %}\n {% do elementary.file_log(\"[{}] Comparing the artifacts state.\".format(table_relation.identifier)) %}\n {% set new_metadata_hashes = flatten_artifact_dicts | map(attribute=\"metadata_hash\") | sort %}\n {% if new_metadata_hashes == metadata_hashes %}\n {% do elementary.file_log(\"[{}] Artifacts did not change.\".format(table_relation.identifier)) %}\n {% else %}\n {% do elementary.file_log(\"[{}] Artifacts changed.\".format(table_relation.identifier)) %}\n {% set upload_artifacts_method = elementary.get_config_var(\"upload_artifacts_method\") %}\n {% if upload_artifacts_method == \"diff\" %}\n {% set added_artifacts = flatten_artifact_dicts | rejectattr(\"metadata_hash\", \"in\", metadata_hashes) | list %}\n {% set removed_artifact_hashes = metadata_hashes | reject(\"in\", new_metadata_hashes) | list %}\n {% do elementary.delete_and_insert(table_relation, insert_rows=added_artifacts, delete_values=removed_artifact_hashes, delete_column_key=\"metadata_hash\") %}\n {% elif upload_artifacts_method == \"replace\" %}\n {% do elementary.replace_table_data(table_relation, flatten_artifact_dicts) %}\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid var('upload_artifacts_method') provided.\") %}\n {% endif %}\n {% endif %}\n {% else %}\n {% do elementary.replace_table_data(table_relation, flatten_artifact_dicts) %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.file_log", "macro.elementary.insert_rows", "macro.elementary.get_config_var", "macro.elementary.delete_and_insert", "macro.elementary.replace_table_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.377019, "supported_languages": null}, "macro.elementary.upload_dbt_metrics": {"name": "upload_dbt_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "unique_id": "macro.elementary.upload_dbt_metrics", "macro_sql": "{%- macro upload_dbt_metrics(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_metrics') %}\n {% if execute and relation %}\n {% set metrics = graph.metrics.values() | selectattr('resource_type', '==', 'metric') %}\n {% do elementary.upload_artifacts_to_table(relation, metrics, elementary.flatten_metric, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.379812, "supported_languages": null}, "macro.elementary.get_dbt_metrics_empty_table_query": {"name": "get_dbt_metrics_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "unique_id": "macro.elementary.get_dbt_metrics_empty_table_query", "macro_sql": "{% macro get_dbt_metrics_empty_table_query() %}\n {% set dbt_metrics_empty_table_query = elementary.empty_table([('unique_id', 'string'),\n ('name', 'string'),\n ('label', 'string'),\n ('model', 'string'),\n ('type', 'string'),\n ('sql', 'long_string'),\n ('timestamp', 'string'),\n ('filters', 'long_string'),\n ('time_grains', 'long_string'),\n ('dimensions', 'long_string'),\n ('depends_on_macros', 'long_string'),\n ('depends_on_nodes', 'long_string'),\n ('description', 'long_string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('package_name', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ]) %}\n {{ return(dbt_metrics_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.380607, "supported_languages": null}, "macro.elementary.flatten_metric": {"name": "flatten_metric", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_metrics.sql", "unique_id": "macro.elementary.flatten_metric", "macro_sql": "{% macro flatten_metric(node_dict) %}\n {% set depends_on_dict = elementary.safe_get_with_default(node_dict, 'depends_on', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(node_dict, 'meta', {}) %}\n {% set tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set flatten_metric_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'name': node_dict.get('name'),\n 'label': node_dict.get('label'),\n 'model': node_dict.get('model'),\n 'type': node_dict.get('type'),\n 'sql': node_dict.get('sql'),\n 'timestamp': node_dict.get('timestamp'),\n 'filters': node_dict.get('filters', {}),\n 'time_grains': elementary.filter_none_and_sort(node_dict.get('time_grains', [])),\n 'dimensions': elementary.filter_none_and_sort(node_dict.get('dimensions', [])),\n 'depends_on_macros': elementary.filter_none_and_sort(depends_on_dict.get('macros', [])),\n 'depends_on_nodes': elementary.filter_none_and_sort(depends_on_dict.get('nodes', [])),\n 'description': node_dict.get('description'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'package_name': node_dict.get('package_name'),\n 'original_path': node_dict.get('original_file_path'),\n 'path': node_dict.get('path'),\n 'generated_at': elementary.datetime_now_utc_as_string()\n }%}\n {% do flatten_metric_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_metric_metadata_dict)}) %}\n {{ return(flatten_metric_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3819761, "supported_languages": null}, "macro.elementary.upload_dbt_tests": {"name": "upload_dbt_tests", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.upload_dbt_tests", "macro_sql": "{%- macro upload_dbt_tests(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_tests') %}\n {% if execute and relation %}\n {% set tests = graph.nodes.values() | selectattr('resource_type', '==', 'test') %}\n {% do elementary.upload_artifacts_to_table(relation, tests, elementary.flatten_test, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n\n\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.388543, "supported_languages": null}, "macro.elementary.get_dbt_tests_empty_table_query": {"name": "get_dbt_tests_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.get_dbt_tests_empty_table_query", "macro_sql": "{% macro get_dbt_tests_empty_table_query() %}\n {% set dbt_tests_empty_table_query = elementary.empty_table([('unique_id', 'string'),\n ('database_name', 'string'),\n ('schema_name', 'string'),\n ('name', 'string'),\n ('short_name', 'string'),\n ('alias', 'string'),\n ('test_column_name', 'string'),\n ('severity', 'string'),\n ('warn_if', 'string'),\n ('error_if', 'string'),\n ('test_params', 'long_string'),\n ('test_namespace', 'string'),\n ('tags', 'long_string'),\n ('model_tags', 'long_string'),\n ('model_owners', 'long_string'),\n ('meta', 'long_string'),\n ('depends_on_macros', 'long_string'),\n ('depends_on_nodes', 'long_string'),\n ('parent_model_unique_id', 'string'),\n ('description', 'long_string'),\n ('package_name', 'string'),\n ('type', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ('quality_dimension', 'string')\n ]) %}\n {{ return(dbt_tests_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.389556, "supported_languages": null}, "macro.elementary.flatten_test": {"name": "flatten_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.flatten_test", "macro_sql": "{% macro flatten_test(node_dict) %}\n {% set config_dict = elementary.safe_get_with_default(node_dict, 'config', {}) %}\n {% set depends_on_dict = elementary.safe_get_with_default(node_dict, 'depends_on', {}) %}\n\n {% set test_metadata = elementary.safe_get_with_default(node_dict, 'test_metadata', {}) %}\n {% set test_namespace = test_metadata.get('namespace') %}\n {% set test_short_name = elementary.get_test_short_name(node_dict, test_metadata) %}\n\n {% set default_description = elementary.get_default_description(test_short_name, test_namespace) %}\n\n {% set config_meta_dict = elementary.safe_get_with_default(config_dict, 'meta', {}) %}\n {% set meta_dict = {} %}\n {% if default_description %}\n {% set meta_dict = {'description': default_description} %} \n {% endif %}\n {% do meta_dict.update(elementary.safe_get_with_default(node_dict, 'meta', {})) %}\n {% do meta_dict.update(config_meta_dict) %}\n\n {% set config_tags = elementary.safe_get_with_default(config_dict, 'tags', []) %}\n {% set global_tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set meta_tags = elementary.safe_get_with_default(meta_dict, 'tags', []) %}\n {% set tags = elementary.union_lists(config_tags, global_tags) %}\n {% set tags = elementary.union_lists(tags, meta_tags) %}\n\n {% set test_model_unique_ids = elementary.get_parent_model_unique_ids_from_test_node(node_dict) %}\n {% set test_model_nodes = elementary.get_nodes_by_unique_ids(test_model_unique_ids) %}\n {% set test_models_owners = [] %}\n {% set test_models_tags = [] %}\n {% for test_model_node in test_model_nodes %}\n {% set flatten_test_model_node = elementary.flatten_model(test_model_node) %}\n {% set test_model_owner = flatten_test_model_node.get('owner') %}\n {% if test_model_owner %}\n {% if test_model_owner is string %}\n {% set owners = test_model_owner.split(',') %}\n {% for owner in owners %}\n {% do test_models_owners.append(owner | trim) %} \n {% endfor %}\n {% elif test_model_owner is iterable %}\n {% do test_models_owners.extend(test_model_owner) %}\n {% endif %}\n {% endif %}\n {% set test_model_tags = flatten_test_model_node.get('tags') %}\n {% if test_model_tags and test_model_tags is sequence %}\n {% do test_models_tags.extend(test_model_tags) %}\n {% endif %}\n {% endfor %}\n {% set test_models_owners = test_models_owners | unique | list %}\n {% set test_models_tags = test_models_tags | unique | list %}\n\n {% set test_kwargs = elementary.safe_get_with_default(test_metadata, 'kwargs', {}) %}\n\n {% set primary_test_model_id = namespace(data=none) %}\n {% if test_model_unique_ids | length == 1 %}\n {# if only one parent model for this test, simply use this model #}\n {% set primary_test_model_id.data = test_model_unique_ids[0] %}\n {% else %}\n {% set test_model_jinja = test_kwargs.get('model') %}\n {% if test_model_jinja %}\n {% set test_model_name_matches =\n modules.re.findall(\"ref\\(['\\\"](\\w+)['\\\"]\\)\", test_model_jinja) +\n modules.re.findall(\"source\\(['\\\"]\\w+['\\\"], ['\\\"](\\w+)['\\\"]\\)\", test_model_jinja) %}\n {% if test_model_name_matches | length == 1 %}\n {% set test_model_name = test_model_name_matches[0] %}\n {% for test_model_unique_id in test_model_unique_ids %}\n {% set split_test_model_unique_id = test_model_unique_id.split('.') %}\n {% if split_test_model_unique_id and split_test_model_unique_id | length > 0 %}\n {% set test_node_model_name = split_test_model_unique_id[-1] %}\n {% if test_node_model_name == test_model_name %}\n {% set primary_test_model_id.data = test_model_unique_id %}\n {% endif %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endif %}\n {% endif %}\n\n {% set primary_test_model_database = none %}\n {% set primary_test_model_schema = none %}\n {%- if primary_test_model_id.data is not none -%}\n {% set tested_model_node = elementary.get_node(primary_test_model_id.data) %}\n {%- if tested_model_node -%}\n {% set primary_test_model_database = tested_model_node.get('database') %}\n {% set primary_test_model_schema = tested_model_node.get('schema') %}\n {%- endif -%}\n {%- endif -%}\n\n {%- if primary_test_model_database is none or primary_test_model_schema is none -%}\n {# This is mainly here to support singular test cases with multiple referred models, in this case the tested node is being used to extract the db and schema #}\n {% set primary_test_model_database, primary_test_model_schema = elementary.get_model_database_and_schema_from_test_node(node_dict) %}\n {%- endif -%}\n\n {% set original_file_path = node_dict.get('original_file_path') %}\n {% set flatten_test_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'short_name': test_short_name,\n 'alias': node_dict.get('alias'),\n 'test_column_name': node_dict.get('column_name'),\n 'severity': config_dict.get('severity'),\n 'warn_if': config_dict.get('warn_if'),\n 'error_if': config_dict.get('error_if'),\n 'test_params': test_kwargs,\n 'test_namespace': test_namespace,\n 'tags': elementary.filter_none_and_sort(tags),\n 'model_tags': elementary.filter_none_and_sort(test_models_tags),\n 'model_owners': elementary.filter_none_and_sort(test_models_owners),\n 'meta': meta_dict,\n 'database_name': primary_test_model_database,\n 'schema_name': primary_test_model_schema,\n 'depends_on_macros': elementary.filter_none_and_sort(depends_on_dict.get('macros', [])),\n 'depends_on_nodes': elementary.filter_none_and_sort(depends_on_dict.get('nodes', [])),\n 'parent_model_unique_id': primary_test_model_id.data,\n 'description': meta_dict.get('description'),\n 'name': node_dict.get('name'),\n 'package_name': node_dict.get('package_name'),\n 'type': elementary.get_test_sub_type(original_file_path, test_namespace),\n 'original_path': original_file_path,\n 'compiled_code': elementary.get_compiled_code(node_dict),\n 'path': node_dict.get('path'),\n 'generated_at': elementary.datetime_now_utc_as_string(),\n 'quality_dimension': meta_dict.get('quality_dimension') or elementary.get_quality_dimension(test_short_name, test_namespace)\n }%}\n {% do flatten_test_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_test_metadata_dict)}) %}\n {{ return(flatten_test_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.get_test_short_name", "macro.elementary.get_default_description", "macro.elementary.union_lists", "macro.elementary.get_parent_model_unique_ids_from_test_node", "macro.elementary.get_nodes_by_unique_ids", "macro.elementary.flatten_model", "macro.elementary.get_node", "macro.elementary.get_model_database_and_schema_from_test_node", "macro.elementary.filter_none_and_sort", "macro.elementary.get_test_sub_type", "macro.elementary.get_compiled_code", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_quality_dimension", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.394209, "supported_languages": null}, "macro.elementary.get_test_sub_type": {"name": "get_test_sub_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.get_test_sub_type", "macro_sql": "{% macro get_test_sub_type(test_path, test_namespace = none) %}\n {% set test_type = 'generic' %}\n {%- if test_namespace == 'dbt_expectations' -%}\n {% set test_type = 'expectation' %}\n {%- elif 'tests/generic' in test_path or 'macros/' in test_path -%}\n {% set test_type = 'generic' %}\n {%- elif 'tests/' in test_path -%}\n {% set test_type = 'singular' %}\n {%- endif -%}\n {{- return(test_type) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.394602, "supported_languages": null}, "macro.elementary.get_test_short_name": {"name": "get_test_short_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.get_test_short_name", "macro_sql": "{% macro get_test_short_name(node_dict, test_metadata) %}\n {#\n If there is a custom name it overrides the dbt auto generated long name.\n This is a best effort to extract custom names.\n dbt automated name generation -\n - Generic test long name starts with the generic name or source_generic\n - Generic tests from packages long name starts with the package_generic or package_source_generic\n #}\n\n {% set generic_test_name = test_metadata.get('name') %} {# 'unique', 'relationships', 'volume_anomalies' etc #}\n {% set test_package_name = test_metadata.get('namespace') %}\n {% set test_instance_name = node_dict.get('name') %} {# Test custom name or dbt auto generated long name #}\n {%- if generic_test_name %}\n {%- if test_package_name == 'elementary' %}\n {{ return(generic_test_name) }}\n {%- elif test_package_name %}\n {% set test_short_name =\n generic_test_name if (test_instance_name.startswith(test_package_name + '_' + generic_test_name) or test_instance_name.startswith(test_package_name + '_source_' + generic_test_name))\n else test_instance_name\n %}\n {%- else %}\n {% set test_short_name =\n generic_test_name if (test_instance_name.startswith(generic_test_name) or test_instance_name.startswith('source_' + generic_test_name))\n else test_instance_name\n %}\n {%- endif %}\n {{ return(test_short_name) }}\n {%- else %}\n {{ return(test_instance_name) }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.395354, "supported_languages": null}, "macro.elementary.get_default_description": {"name": "get_default_description", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.get_default_description", "macro_sql": "{% macro get_default_description(short_name, test_namespace = none) %}\n {% set description = none %}\n {% set common_test_config = elementary.get_common_test_config_by_namespace_and_name(test_namespace, short_name) %}\n {% if common_test_config %}\n {% set description = common_test_config.get(\"description\") %}\n {% endif %}\n {% do return(description) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_common_test_config_by_namespace_and_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.395668, "supported_languages": null}, "macro.elementary.get_quality_dimension": {"name": "get_quality_dimension", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_tests.sql", "unique_id": "macro.elementary.get_quality_dimension", "macro_sql": "{% macro get_quality_dimension(short_name, test_namespace = none) %}\n {% set quality_dimension = none %}\n {% set common_test_config = elementary.get_common_test_config_by_namespace_and_name(test_namespace, short_name) %}\n {% if common_test_config %}\n {% set quality_dimension = common_test_config.get(\"quality_dimension\") %}\n {% endif %}\n {% do return(quality_dimension) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_common_test_config_by_namespace_and_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.395981, "supported_languages": null}, "macro.elementary.upload_dbt_exposures": {"name": "upload_dbt_exposures", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "unique_id": "macro.elementary.upload_dbt_exposures", "macro_sql": "{%- macro upload_dbt_exposures(should_commit=false, metadata_hashes=none) -%}\n {% set relation = elementary.get_elementary_relation('dbt_exposures') %}\n {% if execute and relation %}\n {% set exposures = graph.exposures.values() | selectattr('resource_type', '==', 'exposure') %}\n {% do elementary.upload_artifacts_to_table(relation, exposures, elementary.flatten_exposure, should_commit=should_commit, metadata_hashes=metadata_hashes) %}\n {%- endif -%}\n {{- return('') -}}\n{%- endmacro -%}\n\n\n\n", "depends_on": {"macros": ["macro.elementary.get_elementary_relation", "macro.elementary.upload_artifacts_to_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3988, "supported_languages": null}, "macro.elementary.get_dbt_exposures_empty_table_query": {"name": "get_dbt_exposures_empty_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "unique_id": "macro.elementary.get_dbt_exposures_empty_table_query", "macro_sql": "{% macro get_dbt_exposures_empty_table_query() %}\n {% set dbt_exposures_empty_table_query = elementary.empty_table([('unique_id', 'string'),\n ('name', 'string'),\n ('maturity', 'string'),\n ('type', 'string'),\n ('owner_email', 'string'),\n ('owner_name', 'string'),\n ('url', 'long_string'),\n ('depends_on_macros', 'long_string'),\n ('depends_on_nodes', 'long_string'),\n ('depends_on_columns', 'long_string'),\n ('description', 'long_string'),\n ('tags', 'long_string'),\n ('meta', 'long_string'),\n ('package_name', 'string'),\n ('original_path', 'long_string'),\n ('path', 'string'),\n ('generated_at', 'string'),\n ('metadata_hash', 'string'),\n ('label', 'string'),\n ('raw_queries', 'long_string'),\n ]) %}\n {{ return(dbt_exposures_empty_table_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.3995771, "supported_languages": null}, "macro.elementary.flatten_exposure": {"name": "flatten_exposure", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "original_file_path": "macros/edr/dbt_artifacts/upload_dbt_exposures.sql", "unique_id": "macro.elementary.flatten_exposure", "macro_sql": "{% macro flatten_exposure(node_dict) %}\n {% set owner_dict = elementary.safe_get_with_default(node_dict, 'owner', {}) %}\n {% set depends_on_dict = elementary.safe_get_with_default(node_dict, 'depends_on', {}) %}\n {% set meta_dict = elementary.safe_get_with_default(node_dict, 'meta', {}) %}\n {% set tags = elementary.safe_get_with_default(node_dict, 'tags', []) %}\n {% set flatten_exposure_metadata_dict = {\n 'unique_id': node_dict.get('unique_id'),\n 'name': node_dict.get('name'),\n 'label': node_dict.get('label'),\n 'maturity': node_dict.get('maturity'),\n 'type': node_dict.get('type'),\n 'owner_email': owner_dict.get('email'),\n 'owner_name': owner_dict.get('name'),\n 'url': node_dict.get('url'),\n 'depends_on_macros': elementary.filter_none_and_sort(depends_on_dict.get('macros', [])),\n 'depends_on_nodes': elementary.filter_none_and_sort(depends_on_dict.get('nodes', [])),\n 'description': node_dict.get('description'),\n 'tags': elementary.filter_none_and_sort(tags),\n 'meta': meta_dict,\n 'package_name': node_dict.get('package_name'),\n 'original_path': node_dict.get('original_file_path'),\n 'path': node_dict.get('path'),\n 'generated_at': elementary.datetime_now_utc_as_string()\n }%}\n {% do flatten_exposure_metadata_dict.update({\"metadata_hash\": elementary.get_artifact_metadata_hash(flatten_exposure_metadata_dict)}) %}\n {{ return(flatten_exposure_metadata_dict) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default", "macro.elementary.filter_none_and_sort", "macro.elementary.datetime_now_utc_as_string", "macro.elementary.get_artifact_metadata_hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.400852, "supported_languages": null}, "macro.elementary.get_information_schema_columns_materialized": {"name": "get_information_schema_columns_materialized", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/dbt_columns/get_information_schema_columns_materialized.sql", "original_file_path": "macros/edr/dbt_artifacts/dbt_columns/get_information_schema_columns_materialized.sql", "unique_id": "macro.elementary.get_information_schema_columns_materialized", "macro_sql": "{% macro get_information_schema_columns_materialized() %}\n {% if var(\"sync\", false) %}\n {% do return(\"table\") %}\n {% endif %}\n {% do return(\"view\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.401112, "supported_languages": null}, "macro.elementary.get_information_schema_columns_query": {"name": "get_information_schema_columns_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/dbt_artifacts/dbt_columns/get_information_schema_columns_query.sql", "original_file_path": "macros/edr/dbt_artifacts/dbt_columns/get_information_schema_columns_query.sql", "unique_id": "macro.elementary.get_information_schema_columns_query", "macro_sql": "{% macro get_information_schema_columns_query(is_model_build_context=true) %}\n {% if is_model_build_context %}\n {% set get_relation = ref %}\n {% else %}\n {% set get_relation = elementary.get_elementary_relation %}\n {% endif %}\n\n with dbt_models_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from {{ get_relation('dbt_models') }}\n ),\n\n dbt_snapshots_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from {{ get_relation('dbt_snapshots') }}\n ),\n\n dbt_sources_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from {{ get_relation('dbt_sources') }}\n ),\n\n dbt_seeds_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from {{ get_relation('dbt_seeds') }}\n ),\n\n tables_information as (\n select * from dbt_models_data\n union all\n select * from dbt_sources_data\n union all\n select * from dbt_snapshots_data\n union all\n select * from dbt_seeds_data\n ),\n\n columns_information as (\n {{ elementary.get_columns_in_project() }}\n ),\n\n information_schema_columns as (\n select col_info.*\n from tables_information tbl_info\n join columns_information col_info\n on (lower(tbl_info.database_name) = lower(col_info.database_name) and\n lower(tbl_info.schema_name) = lower(col_info.schema_name) and\n lower(tbl_info.table_name) = lower(col_info.table_name)\n )\n )\n\n select *\n from information_schema_columns\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_columns_in_project"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4020228, "supported_languages": null}, "macro.elementary.get_anomaly_scores_query": {"name": "get_anomaly_scores_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "original_file_path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "unique_id": "macro.elementary.get_anomaly_scores_query", "macro_sql": "{% macro get_anomaly_scores_query(test_metrics_table_relation, model_relation, test_configuration, monitors, column_name = none, columns_only = false, metric_properties = none, data_monitoring_metrics_table=none) %}\n {%- set model_graph_node = elementary.get_model_graph_node(model_relation) %}\n {%- set full_table_name = elementary.model_node_to_full_name(model_graph_node) %}\n {%- set test_execution_id = elementary.get_test_execution_id() %}\n {%- set test_unique_id = elementary.get_test_unique_id() %}\n {%- if not data_monitoring_metrics_table %}\n {# data_monitoring_metrics_table is none except for integration-tests that test the get_anomaly_scores_query macro,\n and in which case it holds mock history metrics #}\n {%- set data_monitoring_metrics_table = ref('data_monitoring_metrics') %}\n {%- endif %}\n\n\n {%- if elementary.is_incremental_model(model_graph_node) %}\n {%- set latest_full_refresh = elementary.get_latest_full_refresh(model_graph_node) %}\n {%- else %}\n {%- set latest_full_refresh = none %}\n {%- endif %}\n\n {%- if test_configuration.seasonality == 'day_of_week' %}\n {%- set bucket_seasonality_expr = elementary.edr_day_of_week_expression('bucket_end') %}\n\n {%- elif test_configuration.seasonality == 'hour_of_day' %}\n {%- set bucket_seasonality_expr = elementary.edr_hour_of_day_expression('bucket_end') %}\n\n {%- elif test_configuration.seasonality == 'hour_of_week' %}\n {%- set bucket_seasonality_expr = elementary.edr_hour_of_week_expression('bucket_end') %}\n\n {%- else %}\n {%- set bucket_seasonality_expr = elementary.const_as_text('no_seasonality') %}\n {%- endif %}\n {%- set detection_end = elementary.get_detection_end(test_configuration.detection_delay) %}\n {%- set min_bucket_start_expr = elementary.get_trunc_min_bucket_start_expr(detection_end, metric_properties, test_configuration.days_back) %}\n\n {# For timestamped tests, this will be the bucket start, and for non-timestamped tests it will be the\n bucket end (which is the actual time of the test) #}\n {%- set metric_time_bucket_expr = 'case when bucket_start is not null then bucket_start else bucket_end end' %}\n\n {%- set anomaly_scores_query %}\n {% if test_configuration.timestamp_column %}\n with buckets as (\n select edr_bucket_start, edr_bucket_end\n from ({{ elementary.complete_buckets_cte(metric_properties, min_bucket_start_expr,\n elementary.edr_quote(detection_end)) }}) results\n where edr_bucket_start >= {{ elementary.edr_cast_as_timestamp(min_bucket_start_expr) }}\n and edr_bucket_end <= {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(detection_end)) }}\n ),\n {% else %}\n with\n {% endif %}\n data_monitoring_metrics as (\n\n select\n id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n dimension,\n dimension_value,\n metric_properties\n from {{ data_monitoring_metrics_table }}\n -- We use bucket_end because non-timestamp tests have only bucket_end field.\n where\n bucket_end > {{ min_bucket_start_expr }}\n {% if test_configuration.timestamp_column %}\n -- For timestamped tests, verify that the bucket we got from the history is actually\n -- a valid one (this check is important for buckets that are not aligned with a day).\n and {{ elementary.edr_multi_value_in(\n [elementary.edr_cast_as_timestamp('bucket_start'), elementary.edr_cast_as_timestamp('bucket_end')],\n ['edr_bucket_start', 'edr_bucket_end'],\n 'buckets'\n ) }}\n {% endif %}\n and metric_properties = {{ elementary.dict_to_quoted_json(metric_properties) }}\n {% if latest_full_refresh %}\n and updated_at > {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(latest_full_refresh)) }}\n {% endif %}\n and upper(full_table_name) = upper('{{ full_table_name }}')\n and metric_name in {{ elementary.strings_list_to_tuple(monitors) }}\n {%- if column_name %}\n and upper(column_name) = upper('{{ column_name }}')\n {%- endif %}\n {%- if columns_only %}\n and column_name is not null\n {%- endif %}\n {% if test_configuration.dimensions %}\n and dimension = {{ elementary.edr_quote(elementary.join_list(test_configuration.dimensions, '; ')) }}\n {% endif %}\n ),\n\n union_metrics as (\n\n select * from data_monitoring_metrics\n union all\n select * from {{ test_metrics_table_relation }}\n\n ),\n\n grouped_metrics_duplicates as (\n\n select\n id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n dimension,\n dimension_value,\n\n -- Fields added for the anomaly_exclude_metrics expression used below\n {{ metric_time_bucket_expr }} as metric_time_bucket,\n {{ elementary.edr_cast_as_date(elementary.edr_date_trunc('day', metric_time_bucket_expr))}} as metric_date,\n\n row_number() over (partition by id order by updated_at desc) as row_number\n from union_metrics\n\n ),\n\n grouped_metrics as (\n\n select\n id as metric_id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n {{ bucket_seasonality_expr }} as bucket_seasonality,\n {{ test_configuration.anomaly_exclude_metrics or 'FALSE' }} as is_excluded,\n bucket_duration_hours,\n updated_at\n from grouped_metrics_duplicates\n where row_number = 1\n ),\n\n time_window_aggregation as (\n\n select\n metric_id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_seasonality,\n bucket_duration_hours,\n updated_at,\n avg(metric_value) over (partition by metric_name, full_table_name, column_name, dimension, dimension_value, bucket_seasonality order by bucket_end asc rows between unbounded preceding and current row) as training_avg,\n stddev(metric_value) over (partition by metric_name, full_table_name, column_name, dimension, dimension_value, bucket_seasonality order by bucket_end asc rows between unbounded preceding and current row) as training_stddev,\n count(metric_value) over (partition by metric_name, full_table_name, column_name, dimension, dimension_value, bucket_seasonality order by bucket_end asc rows between unbounded preceding and current row) as training_set_size,\n last_value(bucket_end) over (partition by metric_name, full_table_name, column_name, dimension, dimension_value, bucket_seasonality order by bucket_end asc rows between unbounded preceding and current row) training_end,\n first_value(bucket_end) over (partition by metric_name, full_table_name, column_name, dimension, dimension_value, bucket_seasonality order by bucket_end asc rows between unbounded preceding and current row) as training_start\n from grouped_metrics\n where not is_excluded\n {{ dbt_utils.group_by(13) }}\n ),\n\n anomaly_scores as (\n\n select\n {{ elementary.generate_surrogate_key([\n 'metric_id',\n elementary.const_as_string(test_execution_id)\n ]) }} as id,\n metric_id,\n {{ elementary.const_as_string(test_execution_id) }} as test_execution_id,\n {{ elementary.const_as_string(test_unique_id) }} as test_unique_id,\n {{ elementary.current_timestamp_column() }} as detected_at,\n full_table_name,\n column_name,\n metric_name,\n case\n when training_stddev is null then null\n when training_stddev = 0 then 0\n else (metric_value - training_avg) / (training_stddev)\n end as anomaly_score,\n {{ test_configuration.anomaly_sensitivity }} as anomaly_score_threshold,\n source_value as anomalous_value,\n {{ elementary.edr_cast_as_timestamp('bucket_start') }} as bucket_start,\n {{ elementary.edr_cast_as_timestamp('bucket_end') }} as bucket_end,\n bucket_seasonality,\n metric_value,\n \n {% set limit_values = elementary.get_limit_metric_values(test_configuration) %}\n case\n when training_stddev is null then null\n when {{ limit_values.min_metric_value }} > 0 or metric_name in {{ elementary.to_sql_list(elementary.get_negative_value_supported_metrics()) }} then {{ limit_values.min_metric_value }}\n else 0\n end as min_metric_value,\n case \n when training_stddev is null then null\n else {{ limit_values.max_metric_value }}\n end as max_metric_value,\n training_avg,\n training_stddev,\n training_set_size,\n {{ elementary.edr_cast_as_timestamp('training_start') }} as training_start,\n {{ elementary.edr_cast_as_timestamp('training_end') }} as training_end,\n dimension,\n dimension_value\n from time_window_aggregation\n where\n metric_value is not null\n and training_avg is not null\n )\n\n select * from anomaly_scores\n\n {% endset %}\n {{ return(anomaly_scores_query) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_model_graph_node", "macro.elementary.model_node_to_full_name", "macro.elementary.get_test_execution_id", "macro.elementary.get_test_unique_id", "macro.elementary.is_incremental_model", "macro.elementary.get_latest_full_refresh", "macro.elementary.edr_day_of_week_expression", "macro.elementary.edr_hour_of_day_expression", "macro.elementary.edr_hour_of_week_expression", "macro.elementary.const_as_text", "macro.elementary.get_detection_end", "macro.elementary.get_trunc_min_bucket_start_expr", "macro.elementary.complete_buckets_cte", "macro.elementary.edr_quote", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_multi_value_in", "macro.elementary.dict_to_quoted_json", "macro.elementary.strings_list_to_tuple", "macro.elementary.join_list", "macro.elementary.edr_cast_as_date", "macro.elementary.edr_date_trunc", "macro.dbt_utils.group_by", "macro.elementary.generate_surrogate_key", "macro.elementary.const_as_string", "macro.elementary.current_timestamp_column", "macro.elementary.get_limit_metric_values", "macro.elementary.to_sql_list", "macro.elementary.get_negative_value_supported_metrics"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.413601, "supported_languages": null}, "macro.elementary.get_negative_value_supported_metrics": {"name": "get_negative_value_supported_metrics", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "original_file_path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "unique_id": "macro.elementary.get_negative_value_supported_metrics", "macro_sql": "{% macro get_negative_value_supported_metrics() %}\n {% do return([\"min\", \"max\", \"average\", \"standard_deviation\", \"variance\", \"sum\"]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4137862, "supported_languages": null}, "macro.elementary.get_limit_metric_values": {"name": "get_limit_metric_values", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "original_file_path": "macros/edr/data_monitoring/anomaly_detection/get_anomaly_scores_query.sql", "unique_id": "macro.elementary.get_limit_metric_values", "macro_sql": "{% macro get_limit_metric_values(test_configuration) %}\n {%- set min_val -%}\n ((-1) * {{ test_configuration.anomaly_sensitivity }} * training_stddev + training_avg)\n {%- endset -%}\n\n {% if test_configuration.ignore_small_changes.drop_failure_percent_threshold %}\n {%- set drop_avg_threshold -%}\n ((1 + {{ test_configuration.ignore_small_changes.drop_failure_percent_threshold }}/100.0) * training_avg)\n {%- endset -%}\n {%- set min_val -%}\n {{ elementary.arithmetic_min(drop_avg_threshold, min_val) }}\n {%- endset -%}\n {% endif %}\n\n {%- set max_val -%}\n {{ test_configuration.anomaly_sensitivity }} * training_stddev + training_avg\n {%- endset -%}\n\n {% if test_configuration.ignore_small_changes.spike_failure_percent_threshold %}\n {%- set spike_avg_threshold -%}\n ((1 + {{ test_configuration.ignore_small_changes.spike_failure_percent_threshold }}/100.0) * training_avg)\n {%- endset -%}\n {%- set max_val -%}\n {{ elementary.arithmetic_max(spike_avg_threshold, max_val) }}\n {%- endset -%}\n {% endif %}\n\n {{ return({\"min_metric_value\": min_val, \"max_metric_value\": max_val}) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.arithmetic_min", "macro.elementary.arithmetic_max"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.414386, "supported_languages": null}, "macro.elementary.row_count": {"name": "row_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/table_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/table_monitors.sql", "unique_id": "macro.elementary.row_count", "macro_sql": "{% macro row_count() -%}\n count(*)\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.414476, "supported_languages": null}, "macro.elementary.max_length": {"name": "max_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.max_length", "macro_sql": "{% macro max_length(column_name) -%}\n max(length({{ column_name }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.41483, "supported_languages": null}, "macro.elementary.min_length": {"name": "min_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.min_length", "macro_sql": "{% macro min_length(column_name) -%}\n min(length({{ column_name }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.414913, "supported_languages": null}, "macro.elementary.average_length": {"name": "average_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.average_length", "macro_sql": "{% macro average_length(column_name) -%}\n avg(length({{ column_name }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4149919, "supported_languages": null}, "macro.elementary.missing_count": {"name": "missing_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.missing_count", "macro_sql": "{% macro missing_count(column_name) %}\n coalesce(sum(case when {{ column_name }} is null then 1 when trim({{ column_name }}) = '' then 1 when lower({{ column_name }}) = 'null' then 1 else 0 end), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4151092, "supported_languages": null}, "macro.elementary.missing_percent": {"name": "missing_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.missing_percent", "macro_sql": "{% macro missing_percent(column_name) %}\n {{ elementary.edr_percent(elementary.missing_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_percent", "macro.elementary.missing_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.415256, "supported_languages": null}, "macro.elementary.not_missing_percent": {"name": "not_missing_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_string_monitors.sql", "unique_id": "macro.elementary.not_missing_percent", "macro_sql": "{% macro not_missing_percent(column_name) %}\n {{ elementary.edr_not_percent(elementary.missing_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_not_percent", "macro.elementary.missing_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.415402, "supported_languages": null}, "macro.elementary.null_count": {"name": "null_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "unique_id": "macro.elementary.null_count", "macro_sql": "{% macro null_count(column_name) %}\n coalesce(sum(case when {{ column_name }} is null then 1 else 0 end), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4155872, "supported_languages": null}, "macro.elementary.null_percent": {"name": "null_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "unique_id": "macro.elementary.null_percent", "macro_sql": "{% macro null_percent(column_name) %}\n {{ elementary.edr_percent(elementary.null_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_percent", "macro.elementary.null_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4157372, "supported_languages": null}, "macro.elementary.not_null_percent": {"name": "not_null_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_any_type_monitors.sql", "unique_id": "macro.elementary.not_null_percent", "macro_sql": "{% macro not_null_percent(column_name) %}\n {{ elementary.edr_not_percent(elementary.null_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_not_percent", "macro.elementary.null_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4158819, "supported_languages": null}, "macro.elementary.get_available_monitors": {"name": "get_available_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/monitors.sql", "unique_id": "macro.elementary.get_available_monitors", "macro_sql": "{% macro get_available_monitors() %}\n {% do return({\n 'table': ['row_count', 'freshness'],\n 'column_any_type': ['null_count', 'null_percent', 'not_null_percent'],\n 'column_string': ['min_length', 'max_length', 'average_length', 'missing_count', 'missing_percent', 'not_missing_percent'],\n 'column_numeric': ['min', 'max', 'zero_count', 'zero_percent', 'not_zero_percent', 'average', 'standard_deviation', 'variance', 'sum']\n }) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.416489, "supported_languages": null}, "macro.elementary.get_default_monitors": {"name": "get_default_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/monitors.sql", "unique_id": "macro.elementary.get_default_monitors", "macro_sql": "{% macro get_default_monitors() %}\n {% do return({\n 'table': ['row_count', 'freshness'],\n 'column_any_type': ['null_count', 'null_percent'],\n 'column_string': ['min_length', 'max_length', 'average_length', 'missing_count', 'missing_percent'],\n 'column_numeric': ['min', 'max', 'zero_count', 'zero_percent', 'average', 'standard_deviation', 'variance']\n }) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.416849, "supported_languages": null}, "macro.elementary.max": {"name": "max", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.max", "macro_sql": "{% macro max(column_name) -%}\n max(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.417583, "supported_languages": null}, "macro.elementary.min": {"name": "min", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.min", "macro_sql": "{% macro min(column_name) -%}\n min(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.417691, "supported_languages": null}, "macro.elementary.average": {"name": "average", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.average", "macro_sql": "{% macro average(column_name) -%}\n avg(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.417802, "supported_languages": null}, "macro.elementary.zero_count": {"name": "zero_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.zero_count", "macro_sql": "{% macro zero_count(column_name) %}\n coalesce(sum(case when {{ column_name }} is null then 1 when cast({{ column_name }} as {{ elementary.edr_type_float() }}) = 0 then 1 else 0 end), 0)\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.417932, "supported_languages": null}, "macro.elementary.zero_percent": {"name": "zero_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.zero_percent", "macro_sql": "{% macro zero_percent(column_name) %}\n {{ elementary.edr_percent(elementary.zero_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_percent", "macro.elementary.zero_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4180758, "supported_languages": null}, "macro.elementary.not_zero_percent": {"name": "not_zero_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.not_zero_percent", "macro_sql": "{% macro not_zero_percent(column_name) %}\n {{ elementary.edr_not_percent(elementary.zero_count(column_name), elementary.row_count()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_not_percent", "macro.elementary.zero_count", "macro.elementary.row_count"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.418287, "supported_languages": null}, "macro.elementary.standard_deviation": {"name": "standard_deviation", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.standard_deviation", "macro_sql": "{% macro standard_deviation(column_name) -%}\n stddev(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4184, "supported_languages": null}, "macro.elementary.variance": {"name": "variance", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.variance", "macro_sql": "{% macro variance(column_name) -%}\n variance(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.418508, "supported_languages": null}, "macro.elementary.sum": {"name": "sum", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "original_file_path": "macros/edr/data_monitoring/monitors/column_numeric_monitors.sql", "unique_id": "macro.elementary.sum", "macro_sql": "{% macro sum(column_name) -%}\n sum(cast({{ column_name }} as {{ elementary.edr_type_float() }}))\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.418615, "supported_languages": null}, "macro.elementary.get_last_schema_changes_time": {"name": "get_last_schema_changes_time", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/schema_changes/get_last_schema_changes_time.sql", "original_file_path": "macros/edr/data_monitoring/schema_changes/get_last_schema_changes_time.sql", "unique_id": "macro.elementary.get_last_schema_changes_time", "macro_sql": "{% macro get_last_schema_changes_time() %}\n -- depends_on: {{ ref('elementary_test_results') }}\n {%- if execute -%}\n {%- set last_schema_changes_time_query %}\n select max(detected_at) as last_alert_time\n from {{ ref('elementary_test_results') }}\n where test_type = 'schema_change' and test_sub_type != 'table_added'\n {%- endset %}\n\n {%- set last_schema_changes_query_result = elementary.result_value(last_schema_changes_time_query) %}\n\n {%- if last_schema_changes_query_result %}\n {{ return(last_schema_changes_query_result) }}\n {%- else %}\n {{ return(none) }}\n {%- endif %}\n {%- endif -%}\n {{- return(none) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.419178, "supported_languages": null}, "macro.elementary.get_columns_snapshot_query": {"name": "get_columns_snapshot_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/schema_changes/get_columns_snapshot_query.sql", "original_file_path": "macros/edr/data_monitoring/schema_changes/get_columns_snapshot_query.sql", "unique_id": "macro.elementary.get_columns_snapshot_query", "macro_sql": "{% macro get_columns_snapshot_query(model_relation, full_table_name) %}\n\n {%- set known_columns_query %}\n select full_column_name from {{ ref('schema_columns_snapshot') }}\n where detected_at = (select max(detected_at) from {{ ref('schema_columns_snapshot') }} where lower(full_table_name) = lower('{{ full_table_name }}'))\n and lower(full_table_name) = lower('{{ full_table_name }}')\n {% endset %}\n\n {%- set known_tables_query %}\n select distinct full_table_name from {{ ref('schema_columns_snapshot') }}\n where detected_at = (select max(detected_at) from {{ ref('schema_columns_snapshot') }} where lower(full_table_name) = lower('{{ full_table_name }}'))\n and lower(full_table_name) = lower('{{ full_table_name }}')\n {% endset %}\n\n {% set columns = adapter.get_columns_in_relation(model_relation) %}\n\n with table_info as (\n select\n {{ elementary.edr_cast_as_string(elementary.edr_quote(full_table_name)) }} as full_table_name,\n {{ elementary.edr_cast_as_string(elementary.edr_quote(model_relation.database)) }} as database_name,\n {{ elementary.edr_cast_as_string(elementary.edr_quote(model_relation.schema)) }} as schema_name,\n {{ elementary.edr_cast_as_string(elementary.edr_quote(model_relation.identifier)) }} as table_name,\n {{ elementary.datetime_now_utc_as_timestamp_column() }} as detected_at\n ),\n\n columns_info as (\n select\n full_table_name,\n database_name,\n schema_name,\n table_name,\n column_name,\n data_type,\n detected_at\n from table_info\n cross join\n (\n {% for column in columns %}\n select\n {{ elementary.edr_cast_as_string(elementary.edr_quote(column.name)) }} as column_name,\n {{ elementary.edr_cast_as_string(elementary.edr_quote(elementary.get_normalized_data_type(elementary.get_column_data_type(column)))) }} as data_type\n {% if not loop.last %}\n union all\n {% endif %}\n {% endfor %}\n ) rt\n ),\n\n columns_snapshot as (\n select\n full_table_name,\n database_name,\n schema_name,\n table_name,\n column_name,\n data_type,\n detected_at,\n case when\n {{ elementary.full_column_name() }} not in ({{ known_columns_query }})\n and full_table_name in ({{ known_tables_query }})\n then true\n else false\n end as is_new\n from columns_info\n ),\n\n columns_snapshot_with_id as (\n select\n {{ elementary.generate_surrogate_key([\n 'full_table_name',\n 'column_name',\n 'data_type',\n ]) }} as column_state_id,\n {{ elementary.full_column_name() }} as full_column_name,\n full_table_name,\n column_name,\n data_type,\n is_new,\n detected_at\n from columns_snapshot\n group by 1,2,3,4,5,6,7\n )\n\n select\n {{ elementary.edr_cast_as_string('column_state_id') }} as column_state_id,\n {{ elementary.edr_cast_as_string('full_column_name') }} as full_column_name,\n {{ elementary.edr_cast_as_string('full_table_name') }} as full_table_name,\n {{ elementary.edr_cast_as_string('column_name') }} as column_name,\n {{ elementary.edr_cast_as_string('data_type') }} as data_type,\n {{ elementary.edr_cast_as_bool('is_new') }} as is_new,\n {{ elementary.edr_cast_as_timestamp('detected_at') }} as detected_at\n from columns_snapshot_with_id\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_quote", "macro.elementary.datetime_now_utc_as_timestamp_column", "macro.elementary.get_normalized_data_type", "macro.elementary.get_column_data_type", "macro.elementary.full_column_name", "macro.elementary.generate_surrogate_key", "macro.elementary.edr_cast_as_bool", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.422831, "supported_languages": null}, "macro.elementary.get_columns_changes_from_last_run_query": {"name": "get_columns_changes_from_last_run_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "original_file_path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "unique_id": "macro.elementary.get_columns_changes_from_last_run_query", "macro_sql": "{% macro get_columns_changes_from_last_run_query(full_table_name, temp_columns_snapshot_relation) %}\n {%- set previous_schema_time_query -%}\n (select max(detected_at) from {{ ref('schema_columns_snapshot') }} where lower(full_table_name) = lower('{{ full_table_name }}'))\n {%- endset %}\n\n {% set cur %}\n {# This is the current snapshot of the columns. #}\n select full_table_name, column_name, data_type, is_new, detected_at\n from {{ temp_columns_snapshot_relation }}\n {% endset %}\n\n {% set pre %}\n {# This is the previous snapshot of the columns. #}\n select full_table_name, column_name, data_type, detected_at\n from {{ ref('schema_columns_snapshot') }}\n where lower(full_table_name) = lower('{{ full_table_name }}')\n and detected_at = {{ previous_schema_time_query }}\n order by detected_at desc\n {% endset %}\n\n {{ elementary.get_columns_changes_query_generic(full_table_name, cur, pre) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_columns_changes_query_generic"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.424844, "supported_languages": null}, "macro.elementary.get_column_changes_from_baseline_query": {"name": "get_column_changes_from_baseline_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "original_file_path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "unique_id": "macro.elementary.get_column_changes_from_baseline_query", "macro_sql": "{% macro get_column_changes_from_baseline_query(model_relation, full_table_name, model_baseline_relation, include_added=False) %}\n {% set cur %}\n with baseline as (\n select lower(column_name) as column_name, data_type\n from {{ model_baseline_relation }}\n )\n\n select\n columns_snapshot.full_table_name,\n lower(columns_snapshot.column_name) as column_name,\n columns_snapshot.data_type,\n (baseline.column_name IS NULL) as is_new,\n {{ elementary.datetime_now_utc_as_timestamp_column() }} as detected_at\n from ({{ elementary.get_columns_snapshot_query(model_relation, full_table_name) }}) columns_snapshot\n left join baseline on (\n lower(columns_snapshot.column_name) = lower(baseline.column_name)\n )\n where lower(columns_snapshot.full_table_name) = lower('{{ full_table_name }}')\n {% endset %}\n\n {% set pre %}\n select\n {{ elementary.const_as_string(full_table_name) }} as full_table_name,\n column_name,\n data_type,\n {{ elementary.datetime_now_utc_as_timestamp_column() }} as detected_at\n from {{ model_baseline_relation }}\n {% endset %}\n\n {{ elementary.get_columns_changes_query_generic(full_table_name, cur, pre, include_added=include_added) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.datetime_now_utc_as_timestamp_column", "macro.elementary.get_columns_snapshot_query", "macro.elementary.const_as_string", "macro.elementary.get_columns_changes_query_generic"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.425303, "supported_languages": null}, "macro.elementary.get_columns_changes_query_generic": {"name": "get_columns_changes_query_generic", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "original_file_path": "macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql", "unique_id": "macro.elementary.get_columns_changes_query_generic", "macro_sql": "{% macro get_columns_changes_query_generic(full_table_name, cur, pre, include_added=True) %}\n {%- set test_execution_id = elementary.get_test_execution_id() %}\n {%- set test_unique_id = elementary.get_test_unique_id() %}\n\n with cur as (\n {{ cur }}\n ),\n\n pre as (\n {{ pre }}\n ),\n\n type_changes as (\n\n {# Finding the columns that have changed type. #}\n select\n cur.full_table_name,\n 'type_changed' as change,\n cur.column_name,\n cur.data_type as data_type,\n pre.data_type as pre_data_type,\n pre.detected_at\n from cur inner join pre\n on (lower(cur.full_table_name) = lower(pre.full_table_name) and lower(cur.column_name) = lower(pre.column_name))\n where pre.data_type IS NOT NULL AND lower(cur.data_type) != lower(pre.data_type)\n\n ),\n\n {% if include_added %}\n columns_added as (\n\n {# This is the columns that have been added. #}\n select\n full_table_name,\n 'column_added' as change,\n column_name,\n data_type,\n {{ elementary.null_string() }} as pre_data_type,\n detected_at as detected_at\n from cur\n where is_new = true\n\n ),\n {% endif %}\n\n columns_removed as (\n\n {# This is finding the columns that have been removed. #}\n select\n pre.full_table_name,\n 'column_removed' as change,\n pre.column_name as column_name,\n {{ elementary.null_string() }} as data_type,\n pre.data_type as pre_data_type,\n pre.detected_at as detected_at\n from pre left join cur\n on (lower(cur.full_table_name) = lower(pre.full_table_name) and lower(cur.column_name) = lower(pre.column_name))\n where cur.full_table_name is null and cur.column_name is null\n\n ),\n\n columns_removed_filter_deleted_tables as (\n\n {# This is filtering out the columns of tables that have been deleted. #}\n select\n removed.full_table_name,\n removed.change,\n removed.column_name,\n removed.data_type,\n removed.pre_data_type,\n removed.detected_at\n from columns_removed as removed join cur\n on (lower(removed.full_table_name) = lower(cur.full_table_name))\n\n ),\n\n all_column_changes as (\n\n {# Combining the results of the three queries into one table. #}\n select * from type_changes\n union all\n select * from columns_removed_filter_deleted_tables\n {% if include_added %}\n union all\n select * from columns_added\n {% endif %}\n ),\n\n column_changes_test_results as (\n\n {# This is the query that is creating the test results table, by formatting a description and adding id + detection time #}\n select\n {{ elementary.generate_surrogate_key([\n 'full_table_name',\n 'column_name',\n 'change',\n 'detected_at',\n ]) }} as data_issue_id,\n {{ elementary.datetime_now_utc_as_timestamp_column() }} as detected_at,\n {{ elementary.full_name_split('database_name') }},\n {{ elementary.full_name_split('schema_name') }},\n {{ elementary.full_name_split('table_name') }},\n column_name,\n 'schema_change' as test_type,\n change as test_sub_type,\n case\n when change = 'column_added'\n then 'The column \"' || column_name || '\" was added'\n when change= 'column_removed'\n then 'The column \"' || column_name || '\" was removed'\n when change= 'type_changed'\n then 'The type of \"' || column_name || '\" was changed from ' || pre_data_type || ' to ' || data_type\n else NULL\n end as test_results_description\n from all_column_changes\n {{ dbt_utils.group_by(9) }}\n\n )\n\n {# Creating a unique id for each row in the table, and adding execution id #}\n select {{ elementary.generate_surrogate_key([\n 'data_issue_id',\n elementary.const_as_string(test_execution_id)\n ]) }} as id,\n {{ elementary.const_as_string(test_execution_id) }} as test_execution_id,\n {{ elementary.const_as_string(test_unique_id) }} as test_unique_id,\n *\n from column_changes_test_results\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.get_test_execution_id", "macro.elementary.get_test_unique_id", "macro.elementary.null_string", "macro.elementary.generate_surrogate_key", "macro.elementary.datetime_now_utc_as_timestamp_column", "macro.elementary.full_name_split", "macro.dbt_utils.group_by", "macro.elementary.const_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.426261, "supported_languages": null}, "macro.elementary.column_monitoring_query": {"name": "column_monitoring_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/column_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/column_monitoring_query.sql", "unique_id": "macro.elementary.column_monitoring_query", "macro_sql": "{% macro column_monitoring_query(monitored_table, monitored_table_relation, min_bucket_start, max_bucket_end, days_back, column_obj, column_monitors, metric_properties) %}\n {%- set full_table_name_str = elementary.edr_quote(elementary.relation_to_full_name(monitored_table_relation)) %}\n {%- set timestamp_column = metric_properties.timestamp_column %}\n\n\n with monitored_table as (\n select * from {{ monitored_table }}\n {% if metric_properties.where_expression %} where {{ metric_properties.where_expression }} {% endif %}\n ),\n\n {% if timestamp_column -%}\n buckets as (\n select edr_bucket_start, edr_bucket_end\n from ({{ elementary.complete_buckets_cte(metric_properties, min_bucket_start, max_bucket_end) }}) results\n where edr_bucket_start >= {{ elementary.edr_cast_as_timestamp(min_bucket_start) }}\n and edr_bucket_end <= {{ elementary.edr_cast_as_timestamp(max_bucket_end) }}\n ),\n\n filtered_monitored_table as (\n select {{ column_obj.quoted }},\n {{ elementary.get_start_bucket_in_data(timestamp_column, min_bucket_start, metric_properties.time_bucket) }} as start_bucket_in_data\n from monitored_table\n where\n {{ elementary.edr_cast_as_timestamp(timestamp_column) }} >= (select min(edr_bucket_start) from buckets)\n and {{ elementary.edr_cast_as_timestamp(timestamp_column) }} < (select max(edr_bucket_end) from buckets)\n ),\n {%- else %}\n filtered_monitored_table as (\n select {{ column_obj.quoted }},\n {{ elementary.null_timestamp() }} as start_bucket_in_data\n from monitored_table\n ),\n {% endif %}\n\n column_monitors as (\n\n {%- if column_monitors %}\n {%- set column = column_obj.quoted -%}\n select\n {%- if timestamp_column %}\n edr_bucket_start as bucket_start,\n edr_bucket_end as bucket_end,\n {{ elementary.timediff(\"hour\", \"edr_bucket_start\", \"edr_bucket_end\") }} as bucket_duration_hours,\n {%- else %}\n {{ elementary.null_timestamp() }} as bucket_start,\n {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.run_started_at_as_string())) }} as bucket_end,\n {{ elementary.null_int() }} as bucket_duration_hours,\n {%- endif %}\n {{ elementary.const_as_string(column_obj.name) }} as edr_column_name,\n {%- if 'null_count' in column_monitors -%} {{ elementary.null_count(column) }} {%- else -%} null {% endif %} as null_count,\n {%- if 'null_percent' in column_monitors -%} {{ elementary.null_percent(column) }} {%- else -%} null {% endif %} as null_percent,\n {%- if 'not_null_percent' in column_monitors -%} {{ elementary.not_null_percent(column) }} {%- else -%} null {% endif %} as not_null_percent,\n {%- if 'max' in column_monitors -%} {{ elementary.max(column) }} {%- else -%} null {% endif %} as max,\n {%- if 'min' in column_monitors -%} {{ elementary.min(column) }} {%- else -%} null {% endif %} as min,\n {%- if 'average' in column_monitors -%} {{ elementary.average(column) }} {%- else -%} null {% endif %} as average,\n {%- if 'zero_count' in column_monitors -%} {{ elementary.zero_count(column) }} {%- else -%} null {% endif %} as zero_count,\n {%- if 'zero_percent' in column_monitors -%} {{ elementary.zero_percent(column) }} {%- else -%} null {% endif %} as zero_percent,\n {%- if 'not_zero_percent' in column_monitors -%} {{ elementary.not_zero_percent(column) }} {%- else -%} null {% endif %} as not_zero_percent,\n {%- if 'standard_deviation' in column_monitors -%} {{ elementary.standard_deviation(column) }} {%- else -%} null {% endif %} as standard_deviation,\n {%- if 'variance' in column_monitors -%} {{ elementary.variance(column) }} {%- else -%} null {% endif %} as variance,\n {%- if 'max_length' in column_monitors -%} {{ elementary.max_length(column) }} {%- else -%} null {% endif %} as max_length,\n {%- if 'min_length' in column_monitors -%} {{ elementary.min_length(column) }} {%- else -%} null {% endif %} as min_length,\n {%- if 'average_length' in column_monitors -%} {{ elementary.average_length(column) }} {%- else -%} null {% endif %} as average_length,\n {%- if 'missing_count' in column_monitors -%} {{ elementary.missing_count(column) }} {%- else -%} null {% endif %} as missing_count,\n {%- if 'missing_percent' in column_monitors -%} {{ elementary.missing_percent(column) }} {%- else -%} null {% endif %} as missing_percent,\n {%- if 'not_missing_percent' in column_monitors -%} {{ elementary.not_missing_percent(column) }} {%- else -%} null {% endif %} as not_missing_percent,\n {%- if 'sum' in column_monitors -%} {{ elementary.sum(column) }} {%- else -%} null {% endif %} as sum\n from filtered_monitored_table\n {%- if timestamp_column %}\n left join buckets on (edr_bucket_start = start_bucket_in_data)\n {%- endif %}\n group by 1,2,3,4\n {%- else %}\n {{ elementary.empty_column_monitors_cte() }}\n {%- endif %}\n\n ),\n\n column_monitors_unpivot as (\n\n {%- if column_monitors %}\n {% for monitor in column_monitors %}\n select edr_column_name, bucket_start, bucket_end, bucket_duration_hours, {{ elementary.edr_cast_as_string(elementary.edr_quote(monitor)) }} as metric_name, {{ elementary.edr_cast_as_float(monitor) }} as metric_value from column_monitors where {{ monitor }} is not null\n {% if not loop.last %} union all {% endif %}\n {%- endfor %}\n {%- else %}\n {{ elementary.empty_table([('edr_column_name','string'),('bucket_start','timestamp'),('bucket_end','timestamp'),('bucket_duration_hours','int'),('metric_name','string'),('metric_value','float')]) }}\n {%- endif %}\n\n ),\n\n metrics_final as (\n\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n edr_column_name as column_name,\n metric_name,\n {{ elementary.edr_cast_as_float('metric_value') }} as metric_value,\n {{ elementary.null_string() }} as source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n {{ elementary.null_string() }} as dimension,\n {{ elementary.null_string() }} as dimension_value,\n {{elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from column_monitors_unpivot\n\n )\n\n select\n {{ elementary.generate_surrogate_key([\n 'full_table_name',\n 'column_name',\n 'metric_name',\n 'bucket_end',\n 'metric_properties'\n ]) }} as id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n {{ elementary.edr_current_timestamp_in_utc() }} as updated_at,\n dimension,\n dimension_value,\n metric_properties\n from metrics_final\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_quote", "macro.elementary.relation_to_full_name", "macro.elementary.complete_buckets_cte", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.get_start_bucket_in_data", "macro.elementary.null_timestamp", "macro.elementary.timediff", "macro.elementary.run_started_at_as_string", "macro.elementary.null_int", "macro.elementary.const_as_string", "macro.elementary.null_count", "macro.elementary.null_percent", "macro.elementary.not_null_percent", "macro.elementary.max", "macro.elementary.min", "macro.elementary.average", "macro.elementary.zero_count", "macro.elementary.zero_percent", "macro.elementary.not_zero_percent", "macro.elementary.standard_deviation", "macro.elementary.variance", "macro.elementary.max_length", "macro.elementary.min_length", "macro.elementary.average_length", "macro.elementary.missing_count", "macro.elementary.missing_percent", "macro.elementary.not_missing_percent", "macro.elementary.sum", "macro.elementary.empty_column_monitors_cte", "macro.elementary.edr_cast_as_string", "macro.elementary.edr_cast_as_float", "macro.elementary.empty_table", "macro.elementary.null_string", "macro.elementary.dict_to_quoted_json", "macro.elementary.generate_surrogate_key", "macro.elementary.edr_current_timestamp_in_utc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.440166, "supported_languages": null}, "macro.elementary.get_latest_full_refresh": {"name": "get_latest_full_refresh", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/get_latest_full_refresh.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/get_latest_full_refresh.sql", "unique_id": "macro.elementary.get_latest_full_refresh", "macro_sql": "{% macro get_latest_full_refresh(model_node) %}\n {% set query %}\n select generated_at from {{ ref('dbt_run_results') }}\n where\n unique_id = '{{ model_node.unique_id }}' and\n full_refresh = true\n order by generated_at desc\n limit 1\n {% endset %}\n {% do return(elementary.result_value(query)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.440497, "supported_languages": null}, "macro.elementary.get_start_bucket_in_data": {"name": "get_start_bucket_in_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/get_start_bucket_in_data.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/get_start_bucket_in_data.sql", "unique_id": "macro.elementary.get_start_bucket_in_data", "macro_sql": "{% macro get_start_bucket_in_data(timestamp_column, min_bucket_start, time_bucket) %}\n {% set bucket_start_datediff_expr %}\n floor({{ elementary.edr_datediff(min_bucket_start, elementary.edr_cast_as_timestamp(timestamp_column), time_bucket.period) }} / {{ time_bucket.count }}) * {{ time_bucket.count }}\n {% endset %}\n {% do return(elementary.edr_cast_as_timestamp(elementary.edr_timeadd(time_bucket.period, elementary.edr_cast_as_int(bucket_start_datediff_expr), min_bucket_start))) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_datediff", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_timeadd", "macro.elementary.edr_cast_as_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.44096, "supported_languages": null}, "macro.elementary.dimension_monitoring_query": {"name": "dimension_monitoring_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/dimension_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/dimension_monitoring_query.sql", "unique_id": "macro.elementary.dimension_monitoring_query", "macro_sql": "{% macro dimension_monitoring_query(monitored_table, monitored_table_relation, dimensions, min_bucket_start, max_bucket_end, test_configuration, metric_properties) %}\n {% set metric_name = 'dimension' %}\n {% set full_table_name_str = elementary.edr_quote(elementary.relation_to_full_name(monitored_table_relation)) %}\n {% set dimensions_string = elementary.join_list(dimensions, '; ') %}\n {% set concat_dimensions_sql_expression = elementary.list_concat_with_separator(dimensions, '; ') %}\n {% set timestamp_column = metric_properties.timestamp_column %}\n\n with filtered_monitored_table as (\n select *,\n {{ concat_dimensions_sql_expression }} as dimension_value\n from {{ monitored_table }}\n {% if metric_properties.where_expression %}\n where {{ metric_properties.where_expression }}\n {% endif %}\n ),\n\n {% if timestamp_column %}\n buckets as (\n select\n edr_bucket_start,\n edr_bucket_end,\n 1 as joiner\n from ({{ elementary.complete_buckets_cte(metric_properties, min_bucket_start, max_bucket_end) }}) results\n where edr_bucket_start >= {{ elementary.edr_cast_as_timestamp(min_bucket_start) }}\n and edr_bucket_end <= {{ elementary.edr_cast_as_timestamp(max_bucket_end) }}\n ),\n\n time_filtered_monitored_table as (\n select *,\n {{ elementary.get_start_bucket_in_data(timestamp_column, min_bucket_start, metric_properties.time_bucket) }} as start_bucket_in_data\n from filtered_monitored_table\n where\n {{ elementary.edr_cast_as_timestamp(timestamp_column) }} >= (select min(edr_bucket_start) from buckets)\n and {{ elementary.edr_cast_as_timestamp(timestamp_column) }} < (select max(edr_bucket_end) from buckets)\n ),\n\n all_dimension_metrics as (\n select\n bucket_end,\n dimension_value,\n metric_value,\n row_number () over (partition by dimension_value order by bucket_end desc) as row_number\n from {{ ref('data_monitoring_metrics') }}\n where full_table_name = {{ full_table_name_str }}\n and metric_name = {{ elementary.edr_quote(metric_name) }}\n and metric_properties = {{ elementary.dict_to_quoted_json(metric_properties) }}\n ),\n\n training_set_dimensions as (\n select distinct\n dimension_value,\n 1 as joiner,\n min(bucket_end) as dimension_min_bucket_end,\n sum(metric_value)\n from all_dimension_metrics\n group by 1,2\n {# Remove outdated dimension values (dimensions with all metrics of 0 in the range of the test time) #}\n having sum(metric_value) > 0\n ),\n\n {# Create buckets for each previous dimension value #}\n dimensions_buckets as (\n select edr_bucket_start, edr_bucket_end, dimension_value\n from training_set_dimensions left join buckets\n on (buckets.joiner = training_set_dimensions.joiner\n {# This makes sure we don't create empty buckets for dimensions before their first appearance #}\n and edr_bucket_end >= dimension_min_bucket_end)\n where dimension_value is not null\n ),\n\n {# Calculating the row count for the value of each dimension #}\n row_count_values as (\n select\n edr_bucket_start,\n edr_bucket_end,\n start_bucket_in_data,\n dimension_value,\n case when start_bucket_in_data is null then\n 0\n else {{ elementary.edr_cast_as_float(elementary.row_count()) }} end as row_count_value\n from buckets left join time_filtered_monitored_table on (edr_bucket_start = start_bucket_in_data)\n group by 1,2,3,4\n ),\n\n {# Merging between the row count and the dimensions buckets #}\n {# This way we make sure that if a dimension has no rows, it will get a metric with value 0 #}\n fill_empty_buckets_row_count_values as (\n select dimensions_buckets.edr_bucket_start,\n dimensions_buckets.edr_bucket_end,\n start_bucket_in_data,\n dimensions_buckets.dimension_value,\n case when start_bucket_in_data is null then\n 0\n else row_count_value end as row_count_value\n from dimensions_buckets left join row_count_values\n on (dimensions_buckets.edr_bucket_start = start_bucket_in_data and dimensions_buckets.dimension_value = row_count_values.dimension_value)\n ),\n\n {# We union so new buckets added in this run will be included (were filtered by the join we did on 'fill_empty_buckets_row_count_values') #}\n union_row_count_values as (\n select distinct *\n from\n (\n select * from row_count_values\n union all\n select * from fill_empty_buckets_row_count_values\n ) as results\n ),\n\n row_count as (\n select edr_bucket_start,\n edr_bucket_end,\n {{ elementary.const_as_string(metric_name) }} as metric_name,\n {{ elementary.null_string() }} as source_value,\n row_count_value as metric_value,\n {{ elementary.const_as_string(dimensions_string) }} as dimension,\n dimension_value,\n {{elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from union_row_count_values\n ),\n\n metrics_final as (\n\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n {{ elementary.null_string() }} as column_name,\n metric_name,\n {{ elementary.edr_cast_as_float('metric_value') }} as metric_value,\n source_value,\n edr_bucket_start as bucket_start,\n edr_bucket_end as bucket_end,\n {{ elementary.timediff(\"hour\", \"edr_bucket_start\", \"edr_bucket_end\") }} as bucket_duration_hours,\n dimension,\n dimension_value,\n metric_properties\n from row_count\n where (metric_value is not null and cast(metric_value as {{ elementary.edr_type_int() }}) < {{ elementary.get_config_var('max_int') }}) or\n metric_value is null\n )\n\n {% else %}\n\n {# Get all of the dimension anomaly metrics that were created for the test until this run #}\n all_dimension_metrics as (\n select\n bucket_end,\n dimension_value,\n metric_value,\n row_number () over (partition by dimension_value order by bucket_end desc) as row_number\n from {{ ref('data_monitoring_metrics') }}\n where full_table_name = {{ full_table_name_str }}\n and metric_name = {{ elementary.edr_quote(metric_name) }}\n and metric_properties = {{ elementary.dict_to_quoted_json(metric_properties) }}\n ),\n\n training_set_dimensions as (\n select distinct\n dimension_value,\n sum(metric_value)\n from all_dimension_metrics\n group by 1\n {# Remove outdated dimension values (dimensions with all metrics of 0 in the range of the test time) #}\n having sum(metric_value) > 0\n ),\n\n {# Calculating the row count for the value of each dimension #}\n row_count_values as (\n select\n {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.run_started_at_as_string())) }} as bucket_end,\n dimension_value,\n {{ elementary.edr_cast_as_float(elementary.row_count()) }} as row_count_value\n from filtered_monitored_table\n group by 1,2\n ),\n\n {# This way we make sure that if a dimension has no rows, it will get a metric with value 0 #}\n fill_empty_dimensions_row_count_values as (\n select {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.run_started_at_as_string())) }} as bucket_end,\n dimension_value,\n 0 as row_count_value\n from training_set_dimensions\n where dimension_value not in (select distinct dimension_value from row_count_values)\n ),\n\n {# Union between current row count for each dimension, and the \"hydrated\" metrics of the test until this run #}\n row_count as (\n select * from row_count_values\n union all\n select * from fill_empty_dimensions_row_count_values\n ),\n\n metrics_final as (\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n {{ elementary.null_string() }} as column_name,\n {{ elementary.const_as_string(metric_name) }} as metric_name,\n {{ elementary.edr_cast_as_float('row_count_value') }} as metric_value,\n {{ elementary.null_string() }} as source_value,\n {{ elementary.null_timestamp() }} as bucket_start,\n bucket_end,\n {{ elementary.null_int() }} as bucket_duration_hours,\n {{ elementary.const_as_string(dimensions_string) }} as dimension,\n dimension_value,\n {{ elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from row_count\n )\n {% endif %}\n\n select\n {{ elementary.generate_surrogate_key([\n 'full_table_name',\n 'column_name',\n 'metric_name',\n 'dimension',\n 'dimension_value',\n 'bucket_end',\n 'metric_properties']) }} as id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n {{ elementary.edr_current_timestamp_in_utc() }} as updated_at,\n dimension,\n dimension_value,\n metric_properties\n from metrics_final\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_quote", "macro.elementary.relation_to_full_name", "macro.elementary.join_list", "macro.elementary.list_concat_with_separator", "macro.elementary.complete_buckets_cte", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.get_start_bucket_in_data", "macro.elementary.dict_to_quoted_json", "macro.elementary.edr_cast_as_float", "macro.elementary.row_count", "macro.elementary.const_as_string", "macro.elementary.null_string", "macro.elementary.edr_cast_as_string", "macro.elementary.timediff", "macro.elementary.edr_type_int", "macro.elementary.get_config_var", "macro.elementary.run_started_at_as_string", "macro.elementary.null_timestamp", "macro.elementary.null_int", "macro.elementary.generate_surrogate_key", "macro.elementary.edr_current_timestamp_in_utc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.448599, "supported_languages": null}, "macro.elementary.table_monitoring_query": {"name": "table_monitoring_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.table_monitoring_query", "macro_sql": "{% macro table_monitoring_query(monitored_table, monitored_table_relation, min_bucket_start, max_bucket_end, table_monitors, metric_properties) %}\n\n {{ elementary.get_table_monitoring_query(monitored_table, monitored_table_relation, min_bucket_start, max_bucket_end, table_monitors, metric_properties) }}\n\n select\n {{ elementary.generate_surrogate_key([\n 'full_table_name',\n 'column_name',\n 'metric_name',\n 'bucket_end',\n 'metric_properties'\n ]) }} as id,\n full_table_name,\n column_name,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n {{ elementary.edr_current_timestamp_in_utc() }} as updated_at,\n dimension,\n dimension_value,\n metric_properties\n from metrics_final\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_table_monitoring_query", "macro.elementary.generate_surrogate_key", "macro.elementary.edr_current_timestamp_in_utc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.459831, "supported_languages": null}, "macro.elementary.get_table_monitoring_query": {"name": "get_table_monitoring_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_table_monitoring_query", "macro_sql": "{% macro get_table_monitoring_query(monitored_table, monitored_table_relation, min_bucket_start, max_bucket_end, table_monitors, metric_properties) %}\n {%- set full_table_name_str = elementary.edr_quote(elementary.relation_to_full_name(monitored_table_relation)) %}\n {%- set timestamp_column = metric_properties.timestamp_column %}\n\n {%- if timestamp_column %}\n {{ elementary.get_timestamp_table_query(monitored_table, metric_properties, timestamp_column, table_monitors, min_bucket_start, max_bucket_end, full_table_name_str) }}\n {%- elif table_monitors == [\"row_count\"] %}\n {{ elementary.get_no_timestamp_volume_query(monitored_table, metric_properties, full_table_name_str) }}\n {%- elif table_monitors == [\"event_freshness\"] %}\n {# Event freshness with only event_timestamp and not update_timestamp #}\n {{ elementary.get_no_timestamp_event_freshness_query(monitored_table, metric_properties, full_table_name_str) }}\n {%- else %}\n {% do exceptions.raise_compiler_error(\"freshness_anomalies test is not supported without timestamp_column.\") %}\n {# TODO: We can enhance this test for models to use model_run_results in case a timestamp column is not defined #}\n {% do return(none) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_quote", "macro.elementary.relation_to_full_name", "macro.elementary.get_timestamp_table_query", "macro.elementary.get_no_timestamp_volume_query", "macro.elementary.get_no_timestamp_event_freshness_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.460474, "supported_languages": null}, "macro.elementary.get_no_timestamp_volume_query": {"name": "get_no_timestamp_volume_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_no_timestamp_volume_query", "macro_sql": "{% macro get_no_timestamp_volume_query(monitored_table, metric_properties, full_table_name_str) %}\n with monitored_table_metrics as (\n select\n {{ elementary.const_as_string('row_count') }} as metric_name,\n {{ elementary.row_count() }} as metric_value\n from {{ monitored_table }}\n {% if metric_properties.where_expression %} where {{ metric_properties.where_expression }} {% endif %}\n group by 1\n ),\n metrics_final as (\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n {{ elementary.null_string() }} as column_name,\n metric_name,\n {{ elementary.edr_cast_as_float('metric_value') }} as metric_value,\n {{ elementary.null_string() }} as source_value,\n {{ elementary.null_timestamp() }} as bucket_start,\n {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.run_started_at_as_string())) }} as bucket_end,\n {{ elementary.null_int() }} as bucket_duration_hours,\n {{ elementary.null_string() }} as dimension,\n {{ elementary.null_string() }} as dimension_value,\n {{elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from monitored_table_metrics\n )\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.const_as_string", "macro.elementary.row_count", "macro.elementary.edr_cast_as_string", "macro.elementary.null_string", "macro.elementary.edr_cast_as_float", "macro.elementary.null_timestamp", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote", "macro.elementary.run_started_at_as_string", "macro.elementary.null_int", "macro.elementary.dict_to_quoted_json"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.461068, "supported_languages": null}, "macro.elementary.get_timestamp_table_query": {"name": "get_timestamp_table_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_timestamp_table_query", "macro_sql": "{% macro get_timestamp_table_query(monitored_table, metric_properties, timestamp_column, table_monitors, min_bucket_start, max_bucket_end, full_table_name_str) %}\n with partially_time_filtered_monitored_table as (\n select\n {{ elementary.edr_cast_as_timestamp(timestamp_column) }} as monitored_table_timestamp_column\n {%- if metric_properties.timestamp_column and metric_properties.event_timestamp_column %}\n , {{ elementary.edr_cast_as_timestamp(metric_properties.event_timestamp_column) }} as monitored_table_event_timestamp_column\n {%- endif %}\n from {{ monitored_table }}\n -- Freshness metric calculated differences between consecutive buckets, thus the first diff\n -- is always null. Therefore we let few old buckets inside the query and filter them later, just for\n -- the first relevant diff not to be null\n where {{ elementary.edr_cast_as_timestamp(timestamp_column) }} >= {{ elementary.edr_timeadd(\"day\", -7, elementary.edr_cast_as_timestamp(min_bucket_start)) }}\n {% if metric_properties.where_expression %} and {{ metric_properties.where_expression }} {% endif %}\n ),\n monitored_table as (\n select\n *\n from partially_time_filtered_monitored_table\n where monitored_table_timestamp_column >= {{ elementary.edr_cast_as_timestamp(min_bucket_start) }}\n ),\n buckets as (\n select edr_bucket_start, edr_bucket_end\n from ({{ elementary.complete_buckets_cte(metric_properties, min_bucket_start, max_bucket_end) }}) results\n where edr_bucket_start >= {{ elementary.edr_cast_as_timestamp(min_bucket_start) }}\n and edr_bucket_end <= {{ elementary.edr_cast_as_timestamp(max_bucket_end) }}\n ),\n\n time_filtered_monitored_table as (\n select *,\n {{ elementary.get_start_bucket_in_data('monitored_table_timestamp_column', min_bucket_start, metric_properties.time_bucket) }} as start_bucket_in_data\n from monitored_table\n where\n monitored_table_timestamp_column >= (select min(edr_bucket_start) from buckets)\n and monitored_table_timestamp_column < (select max(edr_bucket_end) from buckets)\n {# To avoid adding buckets before the table first timestamp #}\n and monitored_table_timestamp_column >= (select min(monitored_table_timestamp_column) from monitored_table)\n ),\n\n metrics as (\n {{ elementary.get_unified_metrics_query(metrics=table_monitors,\n metric_properties=metric_properties) }}\n ),\n\n metrics_final as (\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n {{ elementary.null_string() }} as column_name,\n metric_name,\n {{ elementary.edr_cast_as_float('metric_value') }} as metric_value,\n source_value,\n edr_bucket_start as bucket_start,\n edr_bucket_end as bucket_end,\n {{ elementary.timediff(\"hour\", \"edr_bucket_start\", \"edr_bucket_end\") }} as bucket_duration_hours,\n {{ elementary.null_string() }} as dimension,\n {{ elementary.null_string() }} as dimension_value,\n {{elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from\n metrics\n where (metric_value is not null and cast(metric_value as {{ elementary.edr_type_int() }}) < {{ elementary.get_config_var('max_int') }}) or\n metric_value is null\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_timeadd", "macro.elementary.complete_buckets_cte", "macro.elementary.get_start_bucket_in_data", "macro.elementary.get_unified_metrics_query", "macro.elementary.edr_cast_as_string", "macro.elementary.null_string", "macro.elementary.edr_cast_as_float", "macro.elementary.timediff", "macro.elementary.dict_to_quoted_json", "macro.elementary.edr_type_int", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.462205, "supported_languages": null}, "macro.elementary.get_unified_metrics_query": {"name": "get_unified_metrics_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_unified_metrics_query", "macro_sql": "{% macro get_unified_metrics_query(metrics, metric_properties) %}\n {%- set included_monitors = {} %}\n {%- for metric_name in metrics %}\n {%- set metric_query = elementary.get_metric_query(metric_name, metric_properties) %}\n {%- if metric_query %}\n {% do included_monitors.update({metric_name: metric_query}) %}\n {%- endif %}\n {%- endfor %}\n\n {% if not included_monitors %}\n {% if metric_properties.timestamp_column %}\n {% do return(elementary.empty_table([('edr_bucket_start','timestamp'),('edr_bucket_end','timestamp'),('metric_name','string'),('source_value','string'),('metric_value','int')])) %}\n {% else %}\n {% do return(elementary.empty_table([('metric_name','string'),('metric_value','int')])) %}\n {% endif %}\n {% endif %}\n\n with\n {%- for metric_name, metric_query in included_monitors.items() %}\n {{ metric_name }} as (\n {{ metric_query }}\n ){% if not loop.last %},{% endif %}\n {%- endfor %}\n\n {%- for metric_name in included_monitors %}\n select * from {{ metric_name }}\n {% if not loop.last %} union all {% endif %}\n {%- endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_metric_query", "macro.elementary.empty_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4632409, "supported_languages": null}, "macro.elementary.get_metric_query": {"name": "get_metric_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_metric_query", "macro_sql": "{% macro get_metric_query(metric_name, metric_properties) %}\n {%- set metrics_macro_mapping = {\n \"row_count\": elementary.row_count_metric_query,\n \"freshness\": elementary.freshness_metric_query,\n \"event_freshness\": elementary.event_freshness_metric_query\n } %}\n\n {%- set metric_macro = metrics_macro_mapping.get(metric_name) %}\n {%- if not metric_macro %}\n {%- do return(none) %}\n {%- endif %}\n\n {%- set metric_query = metric_macro(metric_properties) %}\n {%- if not metric_query %}\n {%- do return(none) %}\n {%- endif %}\n\n {{ metric_query }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4636831, "supported_languages": null}, "macro.elementary.row_count_metric_query": {"name": "row_count_metric_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.row_count_metric_query", "macro_sql": "{% macro row_count_metric_query(metric_properties) %}\n with row_count_values as (\n select edr_bucket_start,\n edr_bucket_end,\n start_bucket_in_data,\n case when start_bucket_in_data is null then\n 0\n else {{ elementary.edr_cast_as_float(elementary.row_count()) }} end as row_count_value\n from buckets left join time_filtered_monitored_table on (edr_bucket_start = start_bucket_in_data)\n group by 1,2,3\n )\n\n select edr_bucket_start,\n edr_bucket_end,\n {{ elementary.const_as_string('row_count') }} as metric_name,\n {{ elementary.null_string() }} as source_value,\n row_count_value as metric_value\n from row_count_values\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_float", "macro.elementary.row_count", "macro.elementary.const_as_string", "macro.elementary.null_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.463904, "supported_languages": null}, "macro.elementary.freshness_metric_query": {"name": "freshness_metric_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.freshness_metric_query", "macro_sql": "{% macro freshness_metric_query(metric_properties) %}\n -- get ordered consecutive update timestamps in the source data\n with unique_timestamps as (\n select distinct monitored_table_timestamp_column as timestamp_val\n from partially_time_filtered_monitored_table\n order by 1\n ),\n\n -- compute freshness for every update as the time difference from the previous update\n consecutive_updates_freshness as (\n select\n timestamp_val as update_timestamp,\n {{ elementary.timediff('second', 'lag(timestamp_val) over (order by timestamp_val)', 'timestamp_val') }} as freshness\n from unique_timestamps\n ),\n time_filtered_consecutive_updates_freshness as (\n select\n *\n from consecutive_updates_freshness\n where update_timestamp >= (select min(edr_bucket_start) from buckets)\n ),\n -- divide the freshness metrics above to buckets\n bucketed_consecutive_updates_freshness as (\n select\n edr_bucket_start, edr_bucket_end, update_timestamp, freshness\n from buckets cross join time_filtered_consecutive_updates_freshness\n where update_timestamp >= edr_bucket_start AND update_timestamp < edr_bucket_end\n ),\n\n -- we also want to record the freshness at the end of each bucket as an additional point. By this we mean\n -- the time that passed since the last update in the bucket and the end of the bucket.\n bucket_end_freshness as (\n select\n edr_bucket_start,\n edr_bucket_end,\n max(timestamp_val) as update_timestamp,\n {{ elementary.timediff('second', elementary.edr_cast_as_timestamp('max(timestamp_val)'), \"least(edr_bucket_end, {})\".format(elementary.current_timestamp_column())) }} as freshness\n from buckets cross join unique_timestamps\n where timestamp_val < edr_bucket_end\n group by 1,2\n ),\n\n -- create a single table with all the freshness values\n bucket_all_freshness_metrics as (\n select * from bucketed_consecutive_updates_freshness\n union all\n select * from bucket_end_freshness\n ),\n\n -- get all the freshness values, ranked by size (we use partition by and not group by, because we also want to have\n -- the associated timestamp as source value)\n bucket_freshness_ranked as (\n select\n *,\n row_number () over (partition by edr_bucket_end order by freshness is null, freshness desc) as row_number\n from bucket_all_freshness_metrics\n )\n\n select\n edr_bucket_start,\n edr_bucket_end,\n {{ elementary.const_as_string('freshness') }} as metric_name,\n {{ elementary.edr_cast_as_string('update_timestamp') }} as source_value,\n freshness as metric_value\n from bucket_freshness_ranked\n where row_number = 1\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.timediff", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.current_timestamp_column", "macro.elementary.const_as_string", "macro.elementary.edr_cast_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.46435, "supported_languages": null}, "macro.elementary.event_freshness_metric_query": {"name": "event_freshness_metric_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.event_freshness_metric_query", "macro_sql": "{% macro event_freshness_metric_query(metric_properties) %}\n select\n edr_bucket_start,\n edr_bucket_end,\n {{ elementary.const_as_string('event_freshness') }} as metric_name,\n {{ elementary.edr_cast_as_string('max({})'.format('monitored_table_event_timestamp_column')) }} as source_value,\n {{ 'coalesce(max({}), {})'.format(\n elementary.timediff('second', elementary.edr_cast_as_timestamp('monitored_table_event_timestamp_column'), elementary.edr_cast_as_timestamp('monitored_table_timestamp_column')),\n elementary.timediff('second', 'edr_bucket_start', 'edr_bucket_end')\n ) }} as metric_value\n from buckets left join time_filtered_monitored_table on (edr_bucket_start = start_bucket_in_data)\n group by 1,2\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.const_as_string", "macro.elementary.edr_cast_as_string", "macro.elementary.timediff", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.464708, "supported_languages": null}, "macro.elementary.get_no_timestamp_event_freshness_query": {"name": "get_no_timestamp_event_freshness_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "original_file_path": "macros/edr/data_monitoring/monitors_query/table_monitoring_query.sql", "unique_id": "macro.elementary.get_no_timestamp_event_freshness_query", "macro_sql": "{% macro get_no_timestamp_event_freshness_query(monitored_table, metric_properties, full_table_name_str) %}\n with monitored_table_metrics as (\n select\n {{ elementary.const_as_string('event_freshness') }} as metric_name,\n {{ elementary.timediff('second', elementary.edr_cast_as_timestamp(\"max({})\".format(metric_properties.event_timestamp_column)), elementary.edr_quote(elementary.get_run_started_at())) }} as metric_value\n from {{ monitored_table }}\n {% if metric_properties.where_expression %} where {{ metric_properties.where_expression }} {% endif %}\n group by 1\n ),\n metrics_final as (\n select\n {{ elementary.edr_cast_as_string(full_table_name_str) }} as full_table_name,\n {{ elementary.null_string() }} as column_name,\n metric_name,\n {{ elementary.edr_cast_as_float('metric_value') }} as metric_value,\n {{ elementary.null_string() }} as source_value,\n {{ elementary.null_timestamp() }} as bucket_start,\n {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.run_started_at_as_string())) }} as bucket_end,\n {{ elementary.null_int() }} as bucket_duration_hours,\n {{ elementary.null_string() }} as dimension,\n {{ elementary.null_string() }} as dimension_value,\n {{elementary.dict_to_quoted_json(metric_properties) }} as metric_properties\n from monitored_table_metrics\n )\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.const_as_string", "macro.elementary.timediff", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote", "macro.elementary.get_run_started_at", "macro.elementary.edr_cast_as_string", "macro.elementary.null_string", "macro.elementary.edr_cast_as_float", "macro.elementary.null_timestamp", "macro.elementary.run_started_at_as_string", "macro.elementary.null_int", "macro.elementary.dict_to_quoted_json"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.465406, "supported_languages": null}, "macro.elementary.get_column_obj_and_monitors": {"name": "get_column_obj_and_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "unique_id": "macro.elementary.get_column_obj_and_monitors", "macro_sql": "{% macro get_column_obj_and_monitors(model_relation, column_name, column_tests=none) %}\n\n {% set column_obj_and_monitors = [] %}\n {% set column_objects = adapter.get_columns_in_relation(model_relation) %}\n {% for column_obj in column_objects %}\n {% if column_obj.name.strip('\"') | lower == column_name.strip('\"') | lower %}\n {% set column_monitors = elementary.column_monitors_by_type(elementary.get_column_data_type(column_obj), column_tests) %}\n {% set column_item = {'column': column_obj, 'monitors': column_monitors} %}\n {{ return(column_item) }}\n {% endif %}\n {% endfor %}\n\n {{ return(none) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.column_monitors_by_type", "macro.elementary.get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.467359, "supported_languages": null}, "macro.elementary.get_all_column_obj_and_monitors": {"name": "get_all_column_obj_and_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "unique_id": "macro.elementary.get_all_column_obj_and_monitors", "macro_sql": "{% macro get_all_column_obj_and_monitors(model_relation, column_tests=none) %}\n\n {% set column_obj_and_monitors = [] %}\n {% set column_objects = adapter.get_columns_in_relation(model_relation) %}\n\n {% for column_obj in column_objects %}\n {% set column_monitors = elementary.column_monitors_by_type(elementary.get_column_data_type(column_obj), column_tests) %}\n {% set column_item = {'column': column_obj, 'monitors': column_monitors} %}\n {% do column_obj_and_monitors.append(column_item) %}\n {% endfor %}\n\n {{ return(column_obj_and_monitors) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.column_monitors_by_type", "macro.elementary.get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4678159, "supported_languages": null}, "macro.elementary.column_monitors_by_type": {"name": "column_monitors_by_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "unique_id": "macro.elementary.column_monitors_by_type", "macro_sql": "{% macro column_monitors_by_type(data_type, column_tests=none) %}\n {% set normalized_data_type = elementary.normalize_data_type(data_type) %}\n {% set monitors = [] %}\n {% set chosen_monitors = column_tests or elementary.get_agg_column_monitors(only_defaults=true) %}\n {% set available_monitors = elementary.get_available_monitors() %}\n\n {% set any_type_monitors = elementary.lists_intersection(chosen_monitors, available_monitors[\"column_any_type\"]) %}\n {% do monitors.extend(any_type_monitors) %}\n {% if normalized_data_type == 'numeric' %}\n {% set numeric_monitors = elementary.lists_intersection(chosen_monitors, available_monitors[\"column_numeric\"]) %}\n {% do monitors.extend(numeric_monitors) %}\n {% elif normalized_data_type == 'string' %}\n {% set string_monitors = elementary.lists_intersection(chosen_monitors, available_monitors[\"column_string\"]) %}\n {% do monitors.extend(string_monitors) %}\n {% endif %}\n {{ return(monitors | unique | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.normalize_data_type", "macro.elementary.get_agg_column_monitors", "macro.elementary.get_available_monitors", "macro.elementary.lists_intersection"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.468589, "supported_languages": null}, "macro.elementary.get_agg_column_monitors": {"name": "get_agg_column_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_column_monitors.sql", "unique_id": "macro.elementary.get_agg_column_monitors", "macro_sql": "{% macro get_agg_column_monitors(only_defaults=false) %}\n {% set agg_column_monitors = [] %}\n {% if only_defaults %}\n {% set monitors = elementary.get_default_monitors() %}\n {% else %}\n {% set monitors = elementary.get_available_monitors() %}\n {% endif %}\n {% do agg_column_monitors.extend(monitors['column_any_type']) %}\n {% do agg_column_monitors.extend(monitors['column_string']) %}\n {% do agg_column_monitors.extend(monitors['column_numeric']) %}\n {{ return(agg_column_monitors) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_default_monitors", "macro.elementary.get_available_monitors"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.469045, "supported_languages": null}, "macro.elementary.get_final_table_monitors": {"name": "get_final_table_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "unique_id": "macro.elementary.get_final_table_monitors", "macro_sql": "{% macro get_final_table_monitors(table_anomalies) %}\n {%- set final_table_monitors = [] %}\n\n {%- if table_anomalies and table_anomalies | length > 0 %}\n {%- set allowed_table_monitors = elementary.get_allowed_table_monitors() %}\n {%- set final_table_monitors = elementary.lists_intersection(table_anomalies, allowed_table_monitors) %}\n {%- else %}\n {%- set final_table_monitors = elementary.get_default_table_monitors() %}\n {%- endif %}\n {{ return(final_table_monitors) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_allowed_table_monitors", "macro.elementary.lists_intersection", "macro.elementary.get_default_table_monitors"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.469617, "supported_languages": null}, "macro.elementary.get_default_table_monitors": {"name": "get_default_table_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "unique_id": "macro.elementary.get_default_table_monitors", "macro_sql": "{% macro get_default_table_monitors() %}\n {%- set default_table_monitors = elementary.get_config_var('edr_monitors')['table'] | list %}\n {{ return(default_table_monitors) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.469787, "supported_languages": null}, "macro.elementary.get_allowed_table_monitors": {"name": "get_allowed_table_monitors", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_table_monitors.sql", "unique_id": "macro.elementary.get_allowed_table_monitors", "macro_sql": "{% macro get_allowed_table_monitors() %}\n {% do return([\"row_count\", \"freshness\", \"event_freshness\"]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4699252, "supported_languages": null}, "macro.elementary.get_detection_end": {"name": "get_detection_end", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "unique_id": "macro.elementary.get_detection_end", "macro_sql": "{% macro get_detection_end(detection_delay) %}\n {%- set kwargs = {detection_delay.period+'s': detection_delay.count} %}\n {%- set detection_end = elementary.get_run_started_at() - modules.datetime.timedelta(**kwargs) %}\n {{ return(detection_end) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_run_started_at"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.471812, "supported_languages": null}, "macro.elementary.get_trunc_min_bucket_start_expr": {"name": "get_trunc_min_bucket_start_expr", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "unique_id": "macro.elementary.get_trunc_min_bucket_start_expr", "macro_sql": "{% macro get_trunc_min_bucket_start_expr(detection_end, metric_properties, days_back) %}\n {%- set untruncated_min = (detection_end - modules.datetime.timedelta(days_back | int)).strftime(\"%Y-%m-%d 00:00:00\") %}\n {%- set trunc_min_bucket_start_expr = elementary.edr_date_trunc(metric_properties.time_bucket.period, elementary.edr_cast_as_timestamp(elementary.edr_quote(untruncated_min)))%}\n {{ return(trunc_min_bucket_start_expr) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_date_trunc", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4721432, "supported_languages": null}, "macro.elementary.get_backfill_bucket_start": {"name": "get_backfill_bucket_start", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "unique_id": "macro.elementary.get_backfill_bucket_start", "macro_sql": "{% macro get_backfill_bucket_start(detection_end, backfill_days) %}\n {% do return((detection_end - modules.datetime.timedelta(backfill_days)).strftime(\"%Y-%m-%d 00:00:00\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.4723241, "supported_languages": null}, "macro.elementary.get_test_buckets_min_and_max": {"name": "get_test_buckets_min_and_max", "resource_type": "macro", "package_name": "elementary", "path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "original_file_path": "macros/edr/data_monitoring/data_monitors_configuration/get_buckets_configuration.sql", "unique_id": "macro.elementary.get_test_buckets_min_and_max", "macro_sql": "{% macro get_test_buckets_min_and_max(model_relation, backfill_days, days_back, detection_delay, monitors=none, column_name=none, metric_properties=none, unit_test=false, unit_test_relation=none) %}\n\n {%- set detection_end = elementary.get_detection_end(detection_delay) %}\n {%- set detection_end_expr = elementary.edr_cast_as_timestamp(elementary.edr_quote(detection_end)) %}\n {%- set trunc_min_bucket_start_expr = elementary.get_trunc_min_bucket_start_expr(detection_end, metric_properties, days_back) %}\n {%- set backfill_bucket_start = elementary.edr_cast_as_timestamp(elementary.edr_quote(elementary.get_backfill_bucket_start(detection_end, backfill_days))) %}\n {%- set full_table_name = elementary.relation_to_full_name(model_relation) %}\n {%- set force_metrics_backfill = elementary.get_config_var('force_metrics_backfill') %}\n\n {%- if monitors %}\n {%- set monitors_tuple = elementary.strings_list_to_tuple(monitors) %}\n {%- endif %}\n\n {%- if unit_test %}\n {%- set data_monitoring_metrics_relation = dbt.load_relation(unit_test_relation) %}\n {%- else %}\n {%- set data_monitoring_metrics_relation = ref('data_monitoring_metrics') %}\n {%- endif %}\n\n {%- set regular_bucket_times_query %}\n with bucket_times as (\n select\n {{ trunc_min_bucket_start_expr }} as days_back_start\n , {{ detection_end_expr }} as detection_end\n ),\n full_buckets_calc as (\n select *,\n floor({{ elementary.edr_datediff('days_back_start', 'detection_end', metric_properties.time_bucket.period) }} / {{ metric_properties.time_bucket.count }}) * {{ metric_properties.time_bucket.count }} as periods_until_max\n from bucket_times\n )\n select\n days_back_start as min_bucket_start,\n {{ elementary.edr_timeadd(metric_properties.time_bucket.period, 'periods_until_max', 'days_back_start') }} {# Add full buckets to last_max_bucket_end #}\n as max_bucket_end\n from full_buckets_calc\n {%- endset %}\n\n {%- set incremental_bucket_times_query %}\n with all_buckets as (\n select edr_bucket_start as bucket_start, edr_bucket_end as bucket_end\n from ({{ elementary.complete_buckets_cte(metric_properties, trunc_min_bucket_start_expr, detection_end_expr) }}) results\n where edr_bucket_start >= {{ trunc_min_bucket_start_expr }}\n and edr_bucket_end <= {{ detection_end_expr }}\n ),\n buckets_with_existing_metrics as (\n select distinct bucket_start, bucket_end\n from {{ data_monitoring_metrics_relation }}\n where bucket_start >= {{ trunc_min_bucket_start_expr }}\n and bucket_end <= {{ detection_end_expr }}\n and upper(full_table_name) = upper('{{ full_table_name }}')\n and metric_properties = {{ elementary.dict_to_quoted_json(metric_properties) }}\n {%- if monitors %}\n and metric_name in {{ monitors_tuple }}\n {%- endif %}\n {%- if column_name %}\n and upper(column_name) = upper('{{ column_name }}')\n {%- endif %}\n ),\n missing_bucket_starts as (\n select all_buckets.bucket_start\n from all_buckets\n left outer join buckets_with_existing_metrics existing on (\n existing.bucket_start = all_buckets.bucket_start and\n existing.bucket_end = all_buckets.bucket_end\n )\n where existing.bucket_start is NULL\n ),\n min_bucket_start_candidates as (\n select bucket_start from missing_bucket_starts\n union all\n select {{ backfill_bucket_start }} as bucket_start\n )\n select\n min(bucket_start) as min_bucket_start,\n {{ detection_end_expr }} as max_bucket_end\n from min_bucket_start_candidates\n {% endset %}\n\n {# We assume we should also cosider sources as incremental #}\n {% if force_metrics_backfill or not (elementary.is_incremental_model(elementary.get_model_graph_node(model_relation), source_included=true) or unit_test) %}\n {%- set buckets = elementary.agate_to_dicts(elementary.run_query(regular_bucket_times_query))[0] %}\n {%- else %}\n {%- set buckets = elementary.agate_to_dicts(elementary.run_query(incremental_bucket_times_query))[0] %}\n {% endif %}\n\n {%- if buckets %}\n {%- set min_bucket_start = elementary.edr_quote(buckets.get('min_bucket_start')) %}\n {%- set max_bucket_end = elementary.edr_quote(buckets.get('max_bucket_end')) %}\n {{ return([min_bucket_start, max_bucket_end]) }}\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Failed to calc test buckets min and max\") }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_detection_end", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote", "macro.elementary.get_trunc_min_bucket_start_expr", "macro.elementary.get_backfill_bucket_start", "macro.elementary.relation_to_full_name", "macro.elementary.get_config_var", "macro.elementary.strings_list_to_tuple", "macro.dbt.load_relation", "macro.elementary.edr_datediff", "macro.elementary.edr_timeadd", "macro.elementary.complete_buckets_cte", "macro.elementary.dict_to_quoted_json", "macro.elementary.is_incremental_model", "macro.elementary.get_model_graph_node", "macro.elementary.agate_to_dicts", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.474422, "supported_languages": null}, "macro.elementary.materialization_non_dbt_default": {"name": "materialization_non_dbt_default", "resource_type": "macro", "package_name": "elementary", "path": "macros/materializations/non_dbt.sql", "original_file_path": "macros/materializations/non_dbt.sql", "unique_id": "macro.elementary.materialization_non_dbt_default", "macro_sql": "{% materialization non_dbt, default -%}\n {# The main statement executes the model, but does not create any table / view on the DWH #}\n {% call statement('main') -%}\n {{ sql }}\n {%- endcall %}\n {{ adapter.commit() }}\n {{ return({'relations': []}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.474747, "supported_languages": ["sql"]}, "macro.elementary.get_common_test_config": {"name": "get_common_test_config", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/common_test_configs.sql", "original_file_path": "macros/utils/common_test_configs.sql", "unique_id": "macro.elementary.get_common_test_config", "macro_sql": "{% macro get_common_test_config(flattened_test) %}\n {% set test_name = flattened_test[\"short_name\"] %}\n {% set test_namespace = flattened_test[\"test_namespace\"] %}\n {% do return(elementary.get_common_test_config_by_namespace_and_name(test_namespace, test_name)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_common_test_config_by_namespace_and_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.496005, "supported_languages": null}, "macro.elementary.get_common_test_config_by_namespace_and_name": {"name": "get_common_test_config_by_namespace_and_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/common_test_configs.sql", "original_file_path": "macros/utils/common_test_configs.sql", "unique_id": "macro.elementary.get_common_test_config_by_namespace_and_name", "macro_sql": "{% macro get_common_test_config_by_namespace_and_name(test_namespace, test_name) %}\n {% set common_tests_configs_mapping = elementary.get_common_tests_configs_mapping() %}\n {% if test_namespace is none %}\n {% set test_namespace = \"dbt\" %}\n {% endif %}\n {% if test_namespace in common_tests_configs_mapping %}\n {% if test_name in common_tests_configs_mapping[test_namespace] %}\n {% do return(common_tests_configs_mapping[test_namespace][test_name]) %}\n {% endif %}\n {% endif %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_common_tests_configs_mapping"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.496417, "supported_languages": null}, "macro.elementary.get_common_tests_configs_mapping": {"name": "get_common_tests_configs_mapping", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/common_test_configs.sql", "original_file_path": "macros/utils/common_test_configs.sql", "unique_id": "macro.elementary.get_common_tests_configs_mapping", "macro_sql": "{% macro get_common_tests_configs_mapping() %}\n {#\n Configurations for common tests (dbt builtins, dbt_utils, dbt_expectations, etc)\n The format of the mapping is:\n {\n : {\n : \n }\n }\n The config may contain:\n description: A human readable description of the test.\n failed_row_count_calc: SQL expression to get the number of failed rows from the test result.\n quality_dimension: The quality dimension of the test, see https://www.getdbt.com/blog/data-quality-dimensions/ for details.\n #}\n {% set common_tests_configs_mapping = {\n \"dbt\": {\n \"not_null\": {\n \"description\": \"This test validates that there are no `null` values present in a column.\",\n \"quality_dimension\": \"completeness\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"relationships\": {\n \"description\": \"This test validates that all of the records in a child table have a corresponding record in a parent table. This property is referred to as \\\"referential integrity\\\".\",\n \"quality_dimension\": \"consistency\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"unique\": {\n \"description\": \"This test validates that there are no duplicate values present in a field.\",\n \"quality_dimension\": \"uniqueness\",\n \"failed_row_count_calc\": \"sum(n_records)\"\n },\n \"accepted_values\": {\n \"description\": \"This test validates that all of the values in a column are present in a supplied list of `values`. If any values other than those provided in the list are present, then the test will fail.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"sum(n_records)\"\n }\n },\n \"dbt_expectations\": {\n \"expect_column_values_to_not_be_null\": {\n \"description\": \"Expect column values to not be null.\",\n \"quality_dimension\": \"completeness\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_null\": {\n \"description\": \"Expect column values to be null.\",\n \"quality_dimension\": \"completeness\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_in_set\": {\n \"description\": \"Expect each column value to be in a given set.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_between\": {\n \"description\": \"Expect each column value to be between two values.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_not_be_in_set\": {\n \"description\": \"Expect each column value not to be in a given set.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_increasing\": {\n \"description\": \"Expect column values to be increasing. If `strictly: True`, then this expectation is only satisfied if each consecutive value is strictly increasing \\u2013 equal values are treated as failures.\",\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_decreasing\": {\n \"description\": \"Expect column values to be decreasing. If `strictly=True`, then this expectation is only satisfied if each consecutive value is strictly decreasing \\u2013 equal values are treated as failures.\",\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_value_lengths_to_be_between\": {\n \"description\": \"Expect column entries to be strings with length between a min_value value and a max_value value (inclusive).\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_value_lengths_to_equal\": {\n \"description\": \"Expect column entries to be strings with length equal to the provided value.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_match_regex\": {\n \"description\": \"Expect column entries to be strings that match a given regular expression. Valid matches can be found anywhere in the string, for example \\\"[at]+\\\" will identify the following strings as expected: \\\"cat\\\", \\\"hat\\\", \\\"aa\\\", \\\"a\\\", and \\\"t\\\", and the following strings as unexpected: \\\"fish\\\", \\\"dog\\\". Optionally, `is_raw` indicates the `regex` pattern is a \\\"raw\\\" string and should be escaped. The default is `False`.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_not_match_regex\": {\n \"description\": \"Expect column entries to be strings that do NOT match a given regular expression. The regex must not match any portion of the provided string. For example, \\\"[at]+\\\" would identify the following strings as expected: \\\"fish\\u201d, \\\"dog\\u201d, and the following as unexpected: \\\"cat\\u201d, \\\"hat\\u201d. Optionally, `is_raw` indicates the `regex` pattern is a \\\"raw\\\" string and should be escaped. The default is `False`.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_match_regex_list\": {\n \"description\": \"Expect the column entries to be strings that can be matched to either any of or all of a list of regular expressions. Matches can be anywhere in the string. Optionally, `is_raw` indicates the `regex` patterns are \\\"raw\\\" strings and should be escaped. The default is `False`.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_not_match_regex_list\": {\n \"description\": \"Expect the column entries to be strings that do not match any of a list of regular expressions. Matches can be anywhere in the string. Optionally, `is_raw` indicates the `regex` patterns are \\\"raw\\\" strings and should be escaped. The default is `False`.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_match_like_pattern\": {\n \"description\": \"Expect column entries to be strings that match a given SQL like pattern.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_not_match_like_pattern\": {\n \"description\": \"Expect column entries to be strings that do not match a given SQL like pattern.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_match_like_pattern_list\": {\n \"description\": \"Expect the column entries to be strings that match any of a list of SQL like patterns.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_not_match_like_pattern_list\": {\n \"description\": \"Expect the column entries to be strings that do not match any of a list of SQL like patterns.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_pair_values_A_to_be_greater_than_B\": {\n \"description\": \"Expect values in column A to be greater than column B.\",\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_pair_values_to_be_equal\": {\n \"description\": \"Expect the values in column A to be the same as column B.\",\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_pair_values_to_be_in_set\": {\n \"description\": \"Expect paired values from columns A and B to belong to a set of valid pairs. Note: value pairs are expressed as lists within lists\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_select_column_values_to_be_unique_within_record\": {\n \"description\": \"Expect the values for each record to be unique across the columns listed. Note that records can be duplicated.\",\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"expect_column_values_to_be_unique\": {\n \"description\": \"Expect each column value to be unique.\"\n },\n \"expect_compound_columns_to_be_unique\": {\n \"description\": \"Expect that the columns are unique together, e.g. a multi-column primary key.\"\n },\n \"expect_column_to_exist\": {\n \"description\": \"Expect the specified column to exist.\"\n },\n \"expect_row_values_to_have_recent_data\": {\n \"description\": \"Expect the model to have rows that are at least as recent as the defined interval prior to the current timestamp. Optionally gives the possibility to apply filters on the results.\"\n },\n \"expect_grouped_row_values_to_have_recent_data\": {\n \"description\": \"Expect the model to have grouped rows that are at least as recent as the defined interval prior to the current timestamp. Use this to test whether there is recent data for each grouped row defined by `group_by` (which is a list of columns) and a `timestamp_column`. Optionally gives the possibility to apply filters on the results.\"\n },\n \"expect_table_column_count_to_be_between\": {\n \"description\": \"Expect the number of columns in a model to be between two values.\"\n },\n \"expect_table_column_count_to_equal_other_table\": {\n \"description\": \"Expect the number of columns in a model to match another model.\"\n },\n \"expect_table_columns_to_not_contain_set\": {\n \"description\": \"Expect the columns in a model not to contain a given list.\"\n },\n \"expect_table_columns_to_contain_set\": {\n \"description\": \"Expect the columns in a model to contain a given list.\"\n },\n \"expect_table_column_count_to_equal\": {\n \"description\": \"Expect the number of columns in a model to be equal to `expected_number_of_columns`.\"\n },\n \"expect_table_columns_to_match_ordered_list\": {\n \"description\": \"Expect the columns to exactly match a specified list.\"\n },\n \"expect_table_columns_to_match_set\": {\n \"description\": \"Expect the columns in a model to match a given list.\"\n },\n \"expect_table_row_count_to_be_between\": {\n \"description\": \"Expect the number of rows in a model to be between two values.\"\n },\n \"expect_table_row_count_to_equal_other_table\": {\n \"description\": \"Expect the number of rows in a model match another model.\"\n },\n \"expect_table_row_count_to_equal_other_table_times_factor\": {\n \"description\": \"Expect the number of rows in a model to match another model times a preconfigured factor.\"\n },\n \"expect_table_row_count_to_equal\": {\n \"description\": \"Expect the number of rows in a model to be equal to expected_number_of_rows.\"\n },\n \"expect_column_values_to_be_of_type\": {\n \"description\": \"Expect a column to be of a specified data type.\"\n },\n \"expect_column_values_to_be_in_type_list\": {\n \"description\": \"Expect a column to be one of a specified type list.\"\n },\n \"expect_column_values_to_have_consistent_casing\": {\n \"description\": \"Expect a column to have consistent casing. By setting `display_inconsistent_columns` to true, the number of inconsistent values in the column will be displayed in the terminal whereas the inconsistent values themselves will be returned if the SQL compiled test is run.\"\n },\n \"expect_column_distinct_count_to_equal\": {\n \"description\": \"Expect the number of distinct column values to be equal to a given value.\"\n },\n \"expect_column_distinct_count_to_be_greater_than\": {\n \"description\": \"Expect the number of distinct column values to be greater than a given value.\"\n },\n \"expect_column_distinct_count_to_be_less_than\": {\n \"description\": \"Expect the number of distinct column values to be less than a given value.\"\n },\n \"expect_column_distinct_values_to_be_in_set\": {\n \"description\": \"Expect the set of distinct column values to be contained by a given set.\"\n },\n \"expect_column_distinct_values_to_contain_set\": {\n \"description\": \"Expect the set of distinct column values to contain a given set. In contrast to `expect_column_values_to_be_in_set` this ensures not that all column values are members of the given set but that values from the set must be present in the column.\"\n },\n \"expect_column_distinct_values_to_equal_set\": {\n \"description\": \"Expect the set of distinct column values to equal a given set. In contrast to `expect_column_distinct_values_to_contain_set` this ensures not only that a certain set of values are present in the column but that these and only these values are present.\"\n },\n \"expect_column_distinct_count_to_equal_other_table\": {\n \"description\": \"Expect the number of distinct column values to be equal to number of distinct values in another model.\"\n },\n \"expect_column_mean_to_be_between\": {\n \"description\": \"Expect the column mean to be between a min_value value and a max_value value (inclusive).\"\n },\n \"expect_column_median_to_be_between\": {\n \"description\": \"Expect the column median to be between a min_value value and a max_value value (inclusive).\"\n },\n \"expect_column_quantile_values_to_be_between\": {\n \"description\": \"Expect specific provided column quantiles to be between provided min_value and max_value values.\"\n },\n \"expect_column_stdev_to_be_between\": {\n \"description\": \"Expect the column standard deviation to be between a min_value value and a max_value value. Uses sample standard deviation (normalized by N-1).\"\n },\n \"expect_column_unique_value_count_to_be_between\": {\n \"description\": \"Expect the number of unique values to be between a min_value value and a max_value value.\"\n },\n \"expect_column_proportion_of_unique_values_to_be_between\": {\n \"description\": \"Expect the proportion of unique values to be between a min_value value and a max_value value. For example, in a column containing [1, 2, 2, 3, 3, 3, 4, 4, 4, 4], there are 4 unique values and 10 total values for a proportion of 0.4.\"\n },\n \"expect_column_most_common_value_to_be_in_set\": {\n \"description\": \"Expect the most common value to be within the designated value set.\"\n },\n \"expect_column_max_to_be_between\": {\n \"description\": \"Expect the column max to be between a min and max value.\"\n },\n \"expect_column_min_to_be_between\": {\n \"description\": \"Expect the column min to be between a min and max value.\"\n },\n \"expect_column_sum_to_be_between\": {\n \"description\": \"Expect the column to sum to be between a min and max value.\"\n },\n \"expect_multicolumn_sum_to_equal\": {\n \"description\": \"Expects that sum of all rows for a set of columns is equal to a specific value\"\n },\n \"expect_column_values_to_be_within_n_moving_stdevs\": {\n \"description\": \"A simple anomaly test based on the assumption that differences between periods in a given time series follow a log-normal distribution. Thus, we would expect the logged differences (vs N periods ago) in metric values to be within Z sigma away from a moving average. By applying a list of columns in the `group_by` parameter, you can also test for deviations within a group.\"\n },\n \"expect_column_values_to_be_within_n_stdevs\": {\n \"description\": \"Expects (optionally grouped & summed) metric values to be within Z sigma away from the column average\"\n },\n \"expect_row_values_to_have_data_for_every_n_datepart\": {\n \"description\": \"Expects model to have values for every grouped `date_part`.\"\n }\n },\n \"dbt_utils\": {\n \"equal_rowcount\": {\n \"quality_dimension\": \"consistency\",\n \"failed_row_count_calc\": \"sum(diff_count)\"\n },\n \"fewer_rows_than\": {\n \"quality_dimension\": \"consistency\",\n \"failed_row_count_calc\": \"sum(row_count_delta)\"\n },\n \"expression_is_true\": {\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"not_empty_string\": {\n \"quality_dimension\": \"completeness\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"cardinality_equality\": {\n \"quality_dimension\": \"consistency\",\n \"failed_row_count_calc\": \"sum(num_rows)\"\n },\n \"sequential_values\": {\n \"quality_dimension\": \"accuracy\",\n \"failed_row_count_calc\": \"count(*)\"\n },\n \"accepted_range\": {\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\"\n }\n },\n \"elementary\": {\n \"schema_changes\": {\n \"description\": \"Monitors schema changes on the table of deleted, added, type changed columns over time. The test will fail if the table's schema changed from the previous execution of the test.\"\n },\n \"schema_changes_from_baseline\": {\n \"description\": \"Compares the table's schema against a baseline contract of columns defined in the table's configuration.\"\n },\n \"json_schema\": {\n \"quality_dimension\": \"validity\",\n \"failed_row_count_calc\": \"count(*)\",\n \"description\": \"This test validates that the data in a column is valid according to a JSON schema.\"\n },\n \"volume_anomalies\": {\n \"description\": \"Monitors the row count of your table over time.\"\n },\n \"freshness_anomalies\": {\n \"description\": \"Monitors the freshness of your table over time, as the expected time between data updates.\"\n },\n \"event_freshness_anomalies\": {\n \"description\": \"Monitors the freshness of event data over time, as the expected time it takes each event to load, that is, the time between when the event actually occurs (the event timestamp), and when it is loaded to the database (the update timestamp).\"\n },\n \"dimension_anomalies\": {\n \"description\": \"Monitors the frequency of values in the configured dimensions over time.\"\n },\n \"all_columns_anomalies\": {\n \"description\": \"Column-level anomaly monitors (null_count, null_percent, zero_count, string_length, variance, etc.) on all the columns of the table. The test checks the data type of each column and only executes monitors that are relevant to it.\"\n },\n \"column_anomalies\": {\n \"description\": \"Column-level anomaly monitors (null_count, null_percent, zero_count, string_length, variance, etc.) on the column according to its data type.\"\n },\n \"exposure_schema_validity\": {\n \"description\": \"Column level exposure validation according to the meta.columns property in exposures.yml\"\n }\n }\n } %}\n {% do return(common_tests_configs_mapping) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.501947, "supported_languages": null}, "macro.elementary.log_macro_results": {"name": "log_macro_results", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/log_macro_results.sql", "original_file_path": "macros/utils/log_macro_results.sql", "unique_id": "macro.elementary.log_macro_results", "macro_sql": "{% macro log_macro_results(macro_name, macro_args=none) %}\n {% if macro_args is none %}\n {% set macro_args = {} %}\n {% endif %}\n {%- set package_and_macro_name = macro_name.split('.') %}\n {%- if package_and_macro_name | length == 1 %}\n {% set macro = context[macro_name] %}\n {%- elif package_and_macro_name | length == 2 %}\n {%- set package_name, macro_name = package_and_macro_name %}\n {% set macro = context[package_name][macro_name] %}\n {%- else %}\n {% do exceptions.raise_compiler_error(\"Received invalid macro name: {}\".format(macro_name)) %}\n {% endif %}\n {% set results = macro(**macro_args) %}\n {% if results is not none %}\n {% do elementary.edr_log(tojson(results)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5028749, "supported_languages": null}, "macro.elementary.edr_percent": {"name": "edr_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/percent_query.sql", "original_file_path": "macros/utils/percent_query.sql", "unique_id": "macro.elementary.edr_percent", "macro_sql": "{% macro edr_percent(value, total) %}\n {% set value = elementary.edr_cast_as_float(value) %}\n {% set total = elementary.edr_cast_as_float(total) %}\n {% set query %}\n round({{ elementary.edr_cast_as_numeric('{} / nullif({}, 0) * 100.0'.format(value, total)) }}, 3)\n {% endset %}\n {% do return(query) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_float", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.503388, "supported_languages": null}, "macro.elementary.edr_not_percent": {"name": "edr_not_percent", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/percent_query.sql", "original_file_path": "macros/utils/percent_query.sql", "unique_id": "macro.elementary.edr_not_percent", "macro_sql": "{% macro edr_not_percent(value, total) %}\n {% set value = elementary.edr_cast_as_float(value) %}\n {% set total = elementary.edr_cast_as_float(total) %}\n {% set query %}\n round({{ elementary.edr_cast_as_numeric('100 - ({} / nullif({}, 0) * 100.0)'.format(value, total)) }}, 3)\n {% endset %}\n {% do return(query) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_float", "macro.elementary.edr_cast_as_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5037062, "supported_languages": null}, "macro.elementary.is_test_command": {"name": "is_test_command", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/command_type_utils.sql", "original_file_path": "macros/utils/command_type_utils.sql", "unique_id": "macro.elementary.is_test_command", "macro_sql": "{% macro is_test_command() %}\n {% do return(flags.WHICH in ['test', 'build', 'retry']) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.50395, "supported_languages": null}, "macro.elementary.is_run_command": {"name": "is_run_command", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/command_type_utils.sql", "original_file_path": "macros/utils/command_type_utils.sql", "unique_id": "macro.elementary.is_run_command", "macro_sql": "{% macro is_run_command() %}\n {% do return(flags.WHICH in ['run', 'build', 'retry']) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5041, "supported_languages": null}, "macro.elementary.is_docs_command": {"name": "is_docs_command", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/command_type_utils.sql", "original_file_path": "macros/utils/command_type_utils.sql", "unique_id": "macro.elementary.is_docs_command", "macro_sql": "{% macro is_docs_command() %}\n {% do return(flags.WHICH in ['generate', 'serve']) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.504236, "supported_languages": null}, "macro.elementary.get_default_table_type": {"name": "get_default_table_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/table_type.sql", "original_file_path": "macros/utils/cross_db_utils/table_type.sql", "unique_id": "macro.elementary.get_default_table_type", "macro_sql": "{% macro get_default_table_type() %}\n {% do return(adapter.dispatch(\"get_default_table_type\", \"elementary\")()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_default_table_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.504452, "supported_languages": null}, "macro.elementary.athena__get_default_table_type": {"name": "athena__get_default_table_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/table_type.sql", "original_file_path": "macros/utils/cross_db_utils/table_type.sql", "unique_id": "macro.elementary.athena__get_default_table_type", "macro_sql": "\n\n{%- macro athena__get_default_table_type() %}\n {% do return(\"iceberg\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.504554, "supported_languages": null}, "macro.elementary.default__get_default_table_type": {"name": "default__get_default_table_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/table_type.sql", "original_file_path": "macros/utils/cross_db_utils/table_type.sql", "unique_id": "macro.elementary.default__get_default_table_type", "macro_sql": "{% macro default__get_default_table_type() %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5046542, "supported_languages": null}, "macro.elementary.edr_concat": {"name": "edr_concat", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/concat.sql", "original_file_path": "macros/utils/cross_db_utils/concat.sql", "unique_id": "macro.elementary.edr_concat", "macro_sql": "{%- macro edr_concat(val1, val2) -%}\n concat({{ elementary.edr_cast_as_string(val1) }}, {{ elementary.edr_cast_as_string(val2) }})\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.504842, "supported_languages": null}, "macro.elementary.sql_union_distinct": {"name": "sql_union_distinct", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/sql_union_distinct.sql", "original_file_path": "macros/utils/cross_db_utils/sql_union_distinct.sql", "unique_id": "macro.elementary.sql_union_distinct", "macro_sql": "{% macro sql_union_distinct() %}\nunion {% if target.type == \"bigquery\" %} distinct {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5049899, "supported_languages": null}, "macro.elementary.edr_dateadd": {"name": "edr_dateadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/dateadd.sql", "original_file_path": "macros/utils/cross_db_utils/dateadd.sql", "unique_id": "macro.elementary.edr_dateadd", "macro_sql": "{% macro edr_dateadd(datepart, interval, from_date_or_timestamp) %}\n {% set macro = dbt.dateadd or dbt_utils.dateadd %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `dateadd` macro.\") }}\n {% endif %}\n {{ return(macro(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5053382, "supported_languages": null}, "macro.elementary.contains": {"name": "contains", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/contains.sql", "original_file_path": "macros/utils/cross_db_utils/contains.sql", "unique_id": "macro.elementary.contains", "macro_sql": "{% macro contains(string, string_to_search,case_sensitive=False) -%}\n {{ adapter.dispatch('contains', 'elementary') (string, string_to_search, case_sensitive) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__contains"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5059369, "supported_languages": null}, "macro.elementary.default__contains": {"name": "default__contains", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/contains.sql", "original_file_path": "macros/utils/cross_db_utils/contains.sql", "unique_id": "macro.elementary.default__contains", "macro_sql": "{% macro default__contains(string, string_to_search, case_sensitive) %}\n {%- if case_sensitive %}\n contains({{ string }}, '{{ string_to_search }}')\n {%- else %}\n contains(lower({{ string }}), lower('{{ string_to_search }}'))\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5061288, "supported_languages": null}, "macro.elementary.bigquery__contains": {"name": "bigquery__contains", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/contains.sql", "original_file_path": "macros/utils/cross_db_utils/contains.sql", "unique_id": "macro.elementary.bigquery__contains", "macro_sql": "{% macro bigquery__contains(string, string_to_search, case_sensitive) %}\n {%- if case_sensitive %}\n contains_substr({{ string }}, '{{ string_to_search }}')\n {%- else %}\n {%- set string_to_search = string_to_search | lower %}\n contains_substr(lower({{ string }}), '{{ string_to_search }}')\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5063622, "supported_languages": null}, "macro.elementary.postgres__contains": {"name": "postgres__contains", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/contains.sql", "original_file_path": "macros/utils/cross_db_utils/contains.sql", "unique_id": "macro.elementary.postgres__contains", "macro_sql": "{% macro postgres__contains(string, string_to_search, case_sensitive) %}\n {%- if case_sensitive %}\n case when\n {{ string }} like '%{{ string_to_search }}%' then true\n else false end\n {%- else %}\n case when\n lower({{ string }}) like lower('%{{ string_to_search }}%') then true\n else false end\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.506558, "supported_languages": null}, "macro.elementary.schema_exists": {"name": "schema_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/schema_exists.sql", "original_file_path": "macros/utils/cross_db_utils/schema_exists.sql", "unique_id": "macro.elementary.schema_exists", "macro_sql": "{% macro schema_exists(database, schema) %}\n {% do return(adapter.dispatch(\"schema_exists\", \"elementary\")(database, schema)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5070279, "supported_languages": null}, "macro.elementary.snowflake__schema_exists": {"name": "snowflake__schema_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/schema_exists.sql", "original_file_path": "macros/utils/cross_db_utils/schema_exists.sql", "unique_id": "macro.elementary.snowflake__schema_exists", "macro_sql": "{% macro snowflake__schema_exists(database, schema) %}\n {% set database_sql %}\n show databases like '{{ database }}'\n {% endset %}\n {% set database_exists = elementary.run_query(database_sql)|length > 0 %}\n {% if not database_exists %}\n {% do return(false) %}\n {% endif %}\n {% do return(adapter.check_schema_exists(database, schema)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.507432, "supported_languages": null}, "macro.elementary.postgres__schema_exists": {"name": "postgres__schema_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/schema_exists.sql", "original_file_path": "macros/utils/cross_db_utils/schema_exists.sql", "unique_id": "macro.elementary.postgres__schema_exists", "macro_sql": "{% macro postgres__schema_exists(database, schema) %}\n {% if database != target.database %}\n {# Cross db operations not supported in postgres #}\n {% do return(false) %}\n {% endif %}\n {% do return(adapter.check_schema_exists(database, schema)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.507676, "supported_languages": null}, "macro.elementary.bigquery__schema_exists": {"name": "bigquery__schema_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/schema_exists.sql", "original_file_path": "macros/utils/cross_db_utils/schema_exists.sql", "unique_id": "macro.elementary.bigquery__schema_exists", "macro_sql": "{% macro bigquery__schema_exists(database, schema) %}\n {% if database != target.project %}\n {# Cannot check for non-existing database in bigquery through sql (only api), assume it exists #}\n {% do return(true) %}\n {% endif %}\n {% do return(adapter.check_schema_exists(database, schema)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5079172, "supported_languages": null}, "macro.elementary.default__schema_exists": {"name": "default__schema_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/schema_exists.sql", "original_file_path": "macros/utils/cross_db_utils/schema_exists.sql", "unique_id": "macro.elementary.default__schema_exists", "macro_sql": "{% macro default__schema_exists(database, schema) %}\n {% do return(adapter.check_schema_exists(database, schema)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.508063, "supported_languages": null}, "macro.elementary.get_default_incremental_strategy": {"name": "get_default_incremental_strategy", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/incremental_strategy.sql", "original_file_path": "macros/utils/cross_db_utils/incremental_strategy.sql", "unique_id": "macro.elementary.get_default_incremental_strategy", "macro_sql": "{% macro get_default_incremental_strategy() %}\n {% do return(adapter.dispatch(\"get_default_incremental_strategy\", \"elementary\")()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_default_incremental_strategy"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.508283, "supported_languages": null}, "macro.elementary.athena__get_default_incremental_strategy": {"name": "athena__get_default_incremental_strategy", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/incremental_strategy.sql", "original_file_path": "macros/utils/cross_db_utils/incremental_strategy.sql", "unique_id": "macro.elementary.athena__get_default_incremental_strategy", "macro_sql": "\n\n{%- macro athena__get_default_incremental_strategy() %}\n {% do return(\"merge\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.508383, "supported_languages": null}, "macro.elementary.default__get_default_incremental_strategy": {"name": "default__get_default_incremental_strategy", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/incremental_strategy.sql", "original_file_path": "macros/utils/cross_db_utils/incremental_strategy.sql", "unique_id": "macro.elementary.default__get_default_incremental_strategy", "macro_sql": "{% macro default__get_default_incremental_strategy() %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.508482, "supported_languages": null}, "macro.elementary.generate_elementary_profile_args": {"name": "generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.generate_elementary_profile_args", "macro_sql": "{% macro generate_elementary_profile_args(method=none, overwrite_values=none) %}\n {#\n Returns a list of parameters for elementary profile.\n Each parameter consists of a dict consisting of: \n name\n value\n comment\n #}\n {% set elementary_database, elementary_schema = elementary.get_package_database_and_schema() %}\n {% set parameters = adapter.dispatch('generate_elementary_profile_args', 'elementary')(method, elementary_database, elementary_schema) %}\n {% if overwrite_values %}\n {% for parameter in parameters %}\n {% if parameter[\"name\"] in overwrite_values %}\n {% do parameter.update({\"value\": overwrite_values[parameter[\"name\"]]}) %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% do return(parameters) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_package_database_and_schema", "macro.elementary.bigquery__generate_elementary_profile_args"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.511971, "supported_languages": null}, "macro.elementary._parameter": {"name": "_parameter", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary._parameter", "macro_sql": "{% macro _parameter(name, value, comment=none) %}\n {% do return({\"name\": name, \"value\": value, \"comment\": comment}) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5121741, "supported_languages": null}, "macro.elementary.snowflake__generate_elementary_profile_args": {"name": "snowflake__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.snowflake__generate_elementary_profile_args", "macro_sql": "{% macro snowflake__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\n {% do return([\n _parameter(\"type\", target.type),\n _parameter(\"account\", target.account),\n _parameter(\"user\", target.user),\n _parameter(\"password\", \"\"),\n _parameter(\"role\", target.role),\n _parameter(\"warehouse\", target.warehouse),\n _parameter(\"database\", elementary_database),\n _parameter(\"schema\", elementary_schema),\n _parameter(\"threads\", target.threads),\n ]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.512655, "supported_languages": null}, "macro.elementary.bigquery__generate_elementary_profile_args": {"name": "bigquery__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.bigquery__generate_elementary_profile_args", "macro_sql": "{% macro bigquery__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\n {% set parameters = [\n _parameter(\"type\", target.type),\n _parameter(\"project\", elementary_database),\n _parameter(\"dataset\", elementary_schema)\n ] %}\n {% if method == 'service-account' %}\n {% do parameters.append(_parameter(\"method\", \"service-account\")) %}\n {% do parameters.append(_parameter(\"keyfile\", \"\")) %}\n {% elif method == \"github-actions\" %}\n {% do parameters.append(_parameter(\"method\", \"service-account\")) %}\n {% do parameters.append(_parameter(\"keyfile\", \"/tmp/bigquery_keyfile.json\", \"Do not change this, supply `bigquery-keyfile` in `.github/workflows/elementary.yml`\")) %}\n {% else %}\n {% do parameters.append(_parameter(\"method\", \"\", \"Configure your auth method and add the required fields according to https://docs.getdbt.com/reference/warehouse-setups/bigquery-setup#authentication-methods\")) %}\n {% endif %}\n {% do parameters.append(_parameter(\"threads\", target.threads)) %}\n {% do return(parameters) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5134552, "supported_languages": null}, "macro.elementary.postgres__generate_elementary_profile_args": {"name": "postgres__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.postgres__generate_elementary_profile_args", "macro_sql": "{% macro postgres__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\n {% do return([\n _parameter(\"type\", target.type),\n _parameter(\"host\", target.host),\n _parameter(\"port\", target.port),\n _parameter(\"user\", target.user),\n _parameter(\"password\", \"\"),\n _parameter(\"dbname\", elementary_database),\n _parameter(\"schema\", elementary_schema),\n _parameter(\"threads\", target.threads),\n ]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5139031, "supported_languages": null}, "macro.elementary.databricks__generate_elementary_profile_args": {"name": "databricks__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.databricks__generate_elementary_profile_args", "macro_sql": "{% macro databricks__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\n {% set parameters = [\n _parameter(\"type\", target.type),\n _parameter(\"host\", target.host),\n _parameter(\"http_path\", target.http_path),\n ] %}\n {% if elementary_database %}\n {% do parameters.append(_parameter(\"catalog\", elementary_database)) %}\n {% endif %}\n {% do parameters.extend([\n _parameter(\"schema\", elementary_schema),\n _parameter(\"token\", \"\"),\n _parameter(\"threads\", target.threads),\n ]) %}\n {% do return(parameters) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.514451, "supported_languages": null}, "macro.elementary.spark__generate_elementary_profile_args": {"name": "spark__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.spark__generate_elementary_profile_args", "macro_sql": "{% macro spark__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\n {% set parameters = [\n _parameter(\"type\", target.type),\n _parameter(\"host\", target.host),\n _parameter(\"http_path\", \"\")\n ] %}\n {% if elementary_database %}\n {% do parameters.append(_parameter(\"catalog\", elementary_database)) %}\n {% endif %}\n {% do parameters.extend([\n _parameter(\"schema\", elementary_schema),\n _parameter(\"token\", \"\"),\n _parameter(\"threads\", target.threads),\n ]) %}\n {% do return(parameters) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5149922, "supported_languages": null}, "macro.elementary.athena__generate_elementary_cli_profile": {"name": "athena__generate_elementary_cli_profile", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.athena__generate_elementary_cli_profile", "macro_sql": "{% macro athena__generate_elementary_cli_profile(method, elementary_database, elementary_schema) %}\n {% set parameters = [\n _parameter(\"type\", target.type),\n _parameter(\"s3_staging_dir\", target.s3_staging_dir),\n _parameter(\"region_name\", target.region_name),\n _parameter(\"database\", target.database),\n _parameter(\"aws_profile_name\", target.aws_profile_name),\n _parameter(\"work_group\", target.work_group),\n _parameter(\"aws_access_key_id\", \"\"),\n _parameter(\"aws_secret_access_key\", \"\"),\n ] %}\n\n {% if elementary_database %}\n {% do parameters.append(_parameter(\"catalog\", elementary_database)) %}\n {% endif %}\n\n {% do parameters.extend([\n _parameter(\"schema\", elementary_schema),\n _parameter(\"token\", \"\"),\n _parameter(\"threads\", target.threads),\n ]) %}\n {% do return(parameters) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary._parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.515794, "supported_languages": null}, "macro.elementary.default__generate_elementary_profile_args": {"name": "default__generate_elementary_profile_args", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "original_file_path": "macros/utils/cross_db_utils/generate_elementary_profile_args.sql", "unique_id": "macro.elementary.default__generate_elementary_profile_args", "macro_sql": "{% macro default__generate_elementary_profile_args(method, elementary_database, elementary_schema) %}\nAdapter \"{{ target.type }}\" is not supported on Elementary.\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.515904, "supported_languages": null}, "macro.elementary.edr_datediff": {"name": "edr_datediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/datediff.sql", "original_file_path": "macros/utils/cross_db_utils/datediff.sql", "unique_id": "macro.elementary.edr_datediff", "macro_sql": "{% macro edr_datediff(first_date, second_date, date_part) %}\n {{ return(adapter.dispatch('edr_datediff', 'elementary')(first_date, second_date, date_part)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.519947, "supported_languages": null}, "macro.elementary.default__edr_datediff": {"name": "default__edr_datediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/datediff.sql", "original_file_path": "macros/utils/cross_db_utils/datediff.sql", "unique_id": "macro.elementary.default__edr_datediff", "macro_sql": "{% macro default__edr_datediff(first_date, second_date, date_part) %}\n {% set macro = dbt.datediff or dbt_utils.datediff %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `datediff` macro.\") }}\n {% endif %}\n {{ return(macro(first_date, second_date, date_part)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.520231, "supported_languages": null}, "macro.elementary.bigquery__edr_datediff": {"name": "bigquery__edr_datediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/datediff.sql", "original_file_path": "macros/utils/cross_db_utils/datediff.sql", "unique_id": "macro.elementary.bigquery__edr_datediff", "macro_sql": "{% macro bigquery__edr_datediff(first_date, second_date, date_part) %}\n {%- if date_part | lower in ['second', 'minute', 'hour', 'day'] %}\n timestamp_diff({{ second_date }}, {{ first_date }}, {{ date_part }})\n {%- elif date_part | lower in ['week', 'month', 'quarter', 'year'] %}\n {% set macro = dbt.datediff or dbt_utils.datediff %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `datediff` macro.\") }}\n {% endif %}\n {{ return(macro(elementary.edr_cast_as_date(first_date), elementary.edr_cast_as_date(second_date), date_part)) }}\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Unsupported date_part in edr_datediff: \".format(date_part)) }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.520851, "supported_languages": null}, "macro.elementary.spark__edr_datediff": {"name": "spark__edr_datediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/datediff.sql", "original_file_path": "macros/utils/cross_db_utils/datediff.sql", "unique_id": "macro.elementary.spark__edr_datediff", "macro_sql": "{% macro spark__edr_datediff(first_date, second_date, datepart) %}\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n\n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = assert_not_null('date', first_date) %}\n {% set second_date = assert_not_null('date', second_date) %}\n\n {%- endif -%}\n\n {%- if datepart == 'day' -%}\n\n datediff({{second_date}}, {{first_date}})\n\n {%- elif datepart == 'week' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n\n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n\n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'quarter' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n\n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n\n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n\n {%- set divisor -%}\n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then floor((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', second_date)) }}\n - {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else ceil((\n {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', second_date)) }}\n - {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n\n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n\n {% if datepart == 'microsecond' %}\n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int)\n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.52303, "supported_languages": null}, "macro.elementary.athena__edr_datediff": {"name": "athena__edr_datediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/datediff.sql", "original_file_path": "macros/utils/cross_db_utils/datediff.sql", "unique_id": "macro.elementary.athena__edr_datediff", "macro_sql": "{% macro athena__edr_datediff(first_date, second_date, date_part) %}\n {% set macro = dbt.datediff or dbt_utils.datediff %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `datediff` macro.\") }}\n {% endif %}\n {{ return(macro(elementary.edr_cast_as_timestamp(first_date), elementary.edr_cast_as_timestamp(second_date), date_part)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.523372, "supported_languages": null}, "macro.elementary.target_database": {"name": "target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.target_database", "macro_sql": "{% macro target_database() -%}\n {{ return(adapter.dispatch('target_database', 'elementary')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__target_database"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.523703, "supported_languages": null}, "macro.elementary.default__target_database": {"name": "default__target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.default__target_database", "macro_sql": "{% macro default__target_database() %}\n {% do return(target.dbname) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.523809, "supported_languages": null}, "macro.elementary.spark__target_database": {"name": "spark__target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.spark__target_database", "macro_sql": "{% macro spark__target_database() %}\n {% do return(target.catalog or none) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.523925, "supported_languages": null}, "macro.elementary.snowflake__target_database": {"name": "snowflake__target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.snowflake__target_database", "macro_sql": "{% macro snowflake__target_database() %}\n {% do return(target.database) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524031, "supported_languages": null}, "macro.elementary.bigquery__target_database": {"name": "bigquery__target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.bigquery__target_database", "macro_sql": "{% macro bigquery__target_database() %}\n {% do return(target.project) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524132, "supported_languages": null}, "macro.elementary.athena__target_database": {"name": "athena__target_database", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/target_database.sql", "original_file_path": "macros/utils/cross_db_utils/target_database.sql", "unique_id": "macro.elementary.athena__target_database", "macro_sql": "{% macro athena__target_database() %}\n {% do return(target.database) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524232, "supported_languages": null}, "macro.elementary.can_query_relation": {"name": "can_query_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/can_query_relation.sql", "original_file_path": "macros/utils/cross_db_utils/can_query_relation.sql", "unique_id": "macro.elementary.can_query_relation", "macro_sql": "{% macro can_query_relation(relation) %}\n {% do return(adapter.dispatch(\"can_query_relation\", \"elementary\")(relation)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__can_query_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524545, "supported_languages": null}, "macro.elementary.bigquery__can_query_relation": {"name": "bigquery__can_query_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/can_query_relation.sql", "original_file_path": "macros/utils/cross_db_utils/can_query_relation.sql", "unique_id": "macro.elementary.bigquery__can_query_relation", "macro_sql": "{% macro bigquery__can_query_relation(relation) %}\n {% set query %}\n begin\n select 1\n from {{ relation }}\n limit 1;\n exception when error then\n select 0;\n end\n {% endset %}\n {% set result = elementary.result_value(query) %}\n {% do return(result == 1) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524767, "supported_languages": null}, "macro.elementary.default__can_query_relation": {"name": "default__can_query_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/can_query_relation.sql", "original_file_path": "macros/utils/cross_db_utils/can_query_relation.sql", "unique_id": "macro.elementary.default__can_query_relation", "macro_sql": "{% macro default__can_query_relation(relation) %}\n {% do exceptions.raise_compiler_error(\"'can_query_relation' not implemented on '{}'.\".format(target.type)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.524908, "supported_languages": null}, "macro.elementary.edr_safe_cast": {"name": "edr_safe_cast", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/safe_cast.sql", "original_file_path": "macros/utils/cross_db_utils/safe_cast.sql", "unique_id": "macro.elementary.edr_safe_cast", "macro_sql": "{% macro edr_safe_cast(field, type) %}\n {{ return(adapter.dispatch('edr_safe_cast', 'elementary') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.525215, "supported_languages": null}, "macro.elementary.default__edr_safe_cast": {"name": "default__edr_safe_cast", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/safe_cast.sql", "original_file_path": "macros/utils/cross_db_utils/safe_cast.sql", "unique_id": "macro.elementary.default__edr_safe_cast", "macro_sql": "{% macro default__edr_safe_cast(field, type) %}\n {% set macro = dbt.safe_cast or dbt_utils.safe_cast %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `safe_cast` macro.\") }}\n {% endif %}\n {{ return(macro(field, type)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.525474, "supported_languages": null}, "macro.elementary.spark__edr_safe_cast": {"name": "spark__edr_safe_cast", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/safe_cast.sql", "original_file_path": "macros/utils/cross_db_utils/safe_cast.sql", "unique_id": "macro.elementary.spark__edr_safe_cast", "macro_sql": "{% macro spark__edr_safe_cast(field, type) %}\n try_cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.525582, "supported_languages": null}, "macro.elementary.edr_quote": {"name": "edr_quote", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/quote_column.sql", "original_file_path": "macros/utils/cross_db_utils/quote_column.sql", "unique_id": "macro.elementary.edr_quote", "macro_sql": "{% macro edr_quote(str) %}\n {% set escaped_str = elementary.escape_special_chars(str) %}\n {% do return(\"'{}'\".format(escaped_str)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.escape_special_chars"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5259242, "supported_languages": null}, "macro.elementary.dict_to_quoted_json": {"name": "dict_to_quoted_json", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/quote_column.sql", "original_file_path": "macros/utils/cross_db_utils/quote_column.sql", "unique_id": "macro.elementary.dict_to_quoted_json", "macro_sql": "{% macro dict_to_quoted_json(d) %}\n {% do return(elementary.edr_cast_as_string(elementary.edr_quote(tojson(d, sort_keys=true)))) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string", "macro.elementary.edr_quote"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.526103, "supported_languages": null}, "macro.elementary.edr_quote_column": {"name": "edr_quote_column", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/quote_column.sql", "original_file_path": "macros/utils/cross_db_utils/quote_column.sql", "unique_id": "macro.elementary.edr_quote_column", "macro_sql": "\n\n{%- macro edr_quote_column(column_name) -%}\n {% if adapter.quote(column_name[1:-1]) == column_name %}\n {{ return(column_name) }}\n {% else %}\n {% set quoted_column = adapter.quote(column_name) %}\n {{ return(quoted_column) }}\n {% endif %}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.526388, "supported_languages": null}, "macro.elementary.edr_to_char": {"name": "edr_to_char", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/to_char.sql", "original_file_path": "macros/utils/cross_db_utils/to_char.sql", "unique_id": "macro.elementary.edr_to_char", "macro_sql": "{% macro edr_to_char(column, format) -%}\n {{ return(adapter.dispatch('edr_to_char', 'elementary')(column, format)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_to_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.526758, "supported_languages": null}, "macro.elementary.default__edr_to_char": {"name": "default__edr_to_char", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/to_char.sql", "original_file_path": "macros/utils/cross_db_utils/to_char.sql", "unique_id": "macro.elementary.default__edr_to_char", "macro_sql": "{% macro default__edr_to_char(column, format) %}\n to_char({{ column }} {%- if format %}, '{{ format }}'){%- else %}, 'YYYY-MM-DD HH:MI:SS'){%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.526915, "supported_languages": null}, "macro.elementary.bigquery__edr_to_char": {"name": "bigquery__edr_to_char", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/to_char.sql", "original_file_path": "macros/utils/cross_db_utils/to_char.sql", "unique_id": "macro.elementary.bigquery__edr_to_char", "macro_sql": "{% macro bigquery__edr_to_char(column, format) %}\n cast({{ column }} as STRING {%- if format %} FORMAT '{{ format }}'){%- else %}){%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5271301, "supported_languages": null}, "macro.elementary.spark__edr_to_char": {"name": "spark__edr_to_char", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/to_char.sql", "original_file_path": "macros/utils/cross_db_utils/to_char.sql", "unique_id": "macro.elementary.spark__edr_to_char", "macro_sql": "{% macro spark__edr_to_char(column, format) %}\n date_format({{ column }} {%- if format %}, '{{ format }}'){%- else %}, 'YYYY-MM-DD HH:MI:SS'){%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5272808, "supported_languages": null}, "macro.elementary.edr_hour_of_week_expression": {"name": "edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.edr_hour_of_week_expression", "macro_sql": "{% macro edr_hour_of_week_expression(date_expr) %}\n {{ return(adapter.dispatch('edr_hour_of_week_expression','elementary')(elementary.edr_cast_as_timestamp(date_expr))) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_hour_of_week_expression", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528041, "supported_languages": null}, "macro.elementary.default__edr_hour_of_week_expression": {"name": "default__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.default__edr_hour_of_week_expression", "macro_sql": "{% macro default__edr_hour_of_week_expression(date_expr) %}\n concat(cast(DATE_FORMAT({{ date_expr }}, 'EEEE') as {{ elementary.edr_type_string() }}), cast(HOUR({{ date_expr }}) as {{ elementary.edr_type_string() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528198, "supported_languages": null}, "macro.elementary.bigquery__edr_hour_of_week_expression": {"name": "bigquery__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.bigquery__edr_hour_of_week_expression", "macro_sql": "{% macro bigquery__edr_hour_of_week_expression(date_expr) %}\n concat(cast(FORMAT_DATE('%A', {{ date_expr }}) as {{ elementary.edr_type_string() }}), cast(EXTRACT(hour from {{ date_expr }}) as {{ elementary.edr_type_string() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528352, "supported_languages": null}, "macro.elementary.postgres__edr_hour_of_week_expression": {"name": "postgres__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.postgres__edr_hour_of_week_expression", "macro_sql": "{% macro postgres__edr_hour_of_week_expression(date_expr) %}\n concat(cast(to_char({{ date_expr }}, 'Day') as {{ elementary.edr_type_string() }}), cast(EXTRACT(hour from {{ date_expr }}) as {{ elementary.edr_type_string() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528506, "supported_languages": null}, "macro.elementary.redshift__edr_hour_of_week_expression": {"name": "redshift__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.redshift__edr_hour_of_week_expression", "macro_sql": "{% macro redshift__edr_hour_of_week_expression(date_expr) %}\n concat(trim(' ' FROM to_char({{ date_expr }}, 'Day')), cast(EXTRACT(hour from {{ date_expr }}) as {{ elementary.edr_type_string() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.52863, "supported_languages": null}, "macro.elementary.snowflake__edr_hour_of_week_expression": {"name": "snowflake__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.snowflake__edr_hour_of_week_expression", "macro_sql": "{% macro snowflake__edr_hour_of_week_expression(date_expr) %}\n concat(cast(DECODE (EXTRACT('dayofweek',{{ date_expr }}),\n 1 , 'Monday',\n 2 , 'Tuesday',\n 3 , 'Wednesday',\n 4 , 'Thursday',\n 5 , 'Friday',\n 6 , 'Saturday',\n 0 , 'Sunday'\n ) as {{ elementary.edr_type_string() }}), cast(HOUR({{ date_expr }}) as {{ elementary.edr_type_string() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528793, "supported_languages": null}, "macro.elementary.athena__edr_hour_of_week_expression": {"name": "athena__edr_hour_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_week.sql", "unique_id": "macro.elementary.athena__edr_hour_of_week_expression", "macro_sql": "{% macro athena__edr_hour_of_week_expression(date_expr) %}\n DATE_FORMAT({{ date_expr }}, '%W%H')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.528875, "supported_languages": null}, "macro.elementary.edr_current_timestamp": {"name": "edr_current_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.edr_current_timestamp", "macro_sql": "{% macro edr_current_timestamp() -%}\n {{ adapter.dispatch('edr_current_timestamp','elementary')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5299041, "supported_languages": null}, "macro.elementary.default__edr_current_timestamp": {"name": "default__edr_current_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.default__edr_current_timestamp", "macro_sql": "{% macro default__edr_current_timestamp() -%}\n {% set macro = dbt.current_timestamp_backcompat or dbt_utils.current_timestamp %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `current_timestamp` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.530137, "supported_languages": null}, "macro.elementary.databricks__edr_current_timestamp": {"name": "databricks__edr_current_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.databricks__edr_current_timestamp", "macro_sql": "{% macro databricks__edr_current_timestamp() -%}\n {% set macro = dbt.current_timestamp_backcompat or dbt_utils.current_timestamp %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `current_timestamp` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5303712, "supported_languages": null}, "macro.elementary.spark__edr_current_timestamp": {"name": "spark__edr_current_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.spark__edr_current_timestamp", "macro_sql": "{% macro spark__edr_current_timestamp() %}\n cast(current_timestamp() as timestamp)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.530438, "supported_languages": null}, "macro.elementary.edr_current_timestamp_in_utc": {"name": "edr_current_timestamp_in_utc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.edr_current_timestamp_in_utc", "macro_sql": "{% macro edr_current_timestamp_in_utc() -%}\n {{ adapter.dispatch('edr_current_timestamp_in_utc','elementary')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_current_timestamp_in_utc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5305521, "supported_languages": null}, "macro.elementary.default__edr_current_timestamp_in_utc": {"name": "default__edr_current_timestamp_in_utc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.default__edr_current_timestamp_in_utc", "macro_sql": "{% macro default__edr_current_timestamp_in_utc() -%}\n {% set macro = dbt.current_timestamp_in_utc_backcompat or dbt_utils.current_timestamp_in_utc %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `current_timestamp_in_utc` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.530779, "supported_languages": null}, "macro.elementary.databricks__edr_current_timestamp_in_utc": {"name": "databricks__edr_current_timestamp_in_utc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.databricks__edr_current_timestamp_in_utc", "macro_sql": "{% macro databricks__edr_current_timestamp_in_utc() -%}\n {% set macro = dbt.current_timestamp_in_utc_backcompat or dbt_utils.current_timestamp_in_utc %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `current_timestamp_in_utc` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5310102, "supported_languages": null}, "macro.elementary.spark__edr_current_timestamp_in_utc": {"name": "spark__edr_current_timestamp_in_utc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.spark__edr_current_timestamp_in_utc", "macro_sql": "{% macro spark__edr_current_timestamp_in_utc() %}\n cast(unix_timestamp() as timestamp)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.531075, "supported_languages": null}, "macro.elementary.athena__edr_current_timestamp": {"name": "athena__edr_current_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.athena__edr_current_timestamp", "macro_sql": "{% macro athena__edr_current_timestamp() -%}\n CURRENT_TIMESTAMP\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.531135, "supported_languages": null}, "macro.elementary.athena__edr_current_timestamp_in_utc": {"name": "athena__edr_current_timestamp_in_utc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/current_timestamp.sql", "original_file_path": "macros/utils/cross_db_utils/current_timestamp.sql", "unique_id": "macro.elementary.athena__edr_current_timestamp_in_utc", "macro_sql": "{% macro athena__edr_current_timestamp_in_utc() -%}\n cast(CURRENT_TIMESTAMP AT TIME ZONE 'utc' AS TIMESTAMP)\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5311942, "supported_languages": null}, "macro.elementary.edr_time_trunc": {"name": "edr_time_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/time_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/time_trunc.sql", "unique_id": "macro.elementary.edr_time_trunc", "macro_sql": "{% macro edr_time_trunc(date_part, date_expression) -%}\n {{ return(adapter.dispatch('edr_time_trunc', 'elementary') (date_part, date_expression)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_time_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.531481, "supported_languages": null}, "macro.elementary.default__edr_time_trunc": {"name": "default__edr_time_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/time_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/time_trunc.sql", "unique_id": "macro.elementary.default__edr_time_trunc", "macro_sql": "{% macro default__edr_time_trunc(date_part, date_expression) %}\n date_trunc('{{date_part}}', cast({{ date_expression }} as {{ elementary.edr_type_timestamp() }}))\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5316749, "supported_languages": null}, "macro.elementary.bigquery__edr_time_trunc": {"name": "bigquery__edr_time_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/time_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/time_trunc.sql", "unique_id": "macro.elementary.bigquery__edr_time_trunc", "macro_sql": "{% macro bigquery__edr_time_trunc(date_part, date_expression) %}\n timestamp_trunc(cast({{ date_expression }} as timestamp), {{ date_part }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.531778, "supported_languages": null}, "macro.elementary.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/generate_surrogate_key.sql", "original_file_path": "macros/utils/cross_db_utils/generate_surrogate_key.sql", "unique_id": "macro.elementary.generate_surrogate_key", "macro_sql": "\n\n\n{%- macro generate_surrogate_key(fields) -%}\n {% set concat_macro = dbt.concat or dbt_utils.concat %}\n {% set hash_macro = dbt.hash or dbt_utils.hash %}\n\n {% set default_null_value = \"\" %}\n {%- set field_sqls = [] -%}\n {%- for field in fields -%}\n {%- do field_sqls.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ elementary.edr_type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n {%- if not loop.last %}\n {%- do field_sqls.append(\"'-'\") -%}\n {%- endif -%}\n {%- endfor -%}\n {{ hash_macro(concat_macro(field_sqls)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.532452, "supported_languages": null}, "macro.elementary.edr_day_of_week_expression": {"name": "edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.edr_day_of_week_expression", "macro_sql": "{% macro edr_day_of_week_expression(date_expr) %}\n {{ return(adapter.dispatch('edr_day_of_week_expression','elementary')(elementary.edr_cast_as_date(date_expr))) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_day_of_week_expression", "macro.elementary.edr_cast_as_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.532827, "supported_languages": null}, "macro.elementary.default__edr_day_of_week_expression": {"name": "default__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.default__edr_day_of_week_expression", "macro_sql": "{% macro default__edr_day_of_week_expression(date_expr) %}\n DATE_FORMAT({{ date_expr }}, 'EEEE')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.532911, "supported_languages": null}, "macro.elementary.bigquery__edr_day_of_week_expression": {"name": "bigquery__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.bigquery__edr_day_of_week_expression", "macro_sql": "{% macro bigquery__edr_day_of_week_expression(date_expr) %}\n FORMAT_DATE('%A', {{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.532991, "supported_languages": null}, "macro.elementary.postgres__edr_day_of_week_expression": {"name": "postgres__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.postgres__edr_day_of_week_expression", "macro_sql": "{% macro postgres__edr_day_of_week_expression(date_expr) %}\n to_char({{ date_expr }}, 'Day')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5330718, "supported_languages": null}, "macro.elementary.redshift__edr_day_of_week_expression": {"name": "redshift__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.redshift__edr_day_of_week_expression", "macro_sql": "{% macro redshift__edr_day_of_week_expression(date_expr) %}\n{# Redshift returns the days padded with whitespaces to width of 9 #}\n trim(' ' FROM to_char({{ date_expr }}, 'Day'))\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.53316, "supported_languages": null}, "macro.elementary.snowflake__edr_day_of_week_expression": {"name": "snowflake__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.snowflake__edr_day_of_week_expression", "macro_sql": "{% macro snowflake__edr_day_of_week_expression(date_expr) %}\n{# copied from Snowflake help docs: https://docs.snowflake.com/en/user-guide/date-time-examples #}\n DECODE (EXTRACT('dayofweek',{{ date_expr }}),\n 1 , 'Monday',\n 2 , 'Tuesday',\n 3 , 'Wednesday',\n 4 , 'Thursday',\n 5 , 'Friday',\n 6 , 'Saturday',\n 0 , 'Sunday'\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.533259, "supported_languages": null}, "macro.elementary.athena__edr_day_of_week_expression": {"name": "athena__edr_day_of_week_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/day_of_week.sql", "original_file_path": "macros/utils/cross_db_utils/day_of_week.sql", "unique_id": "macro.elementary.athena__edr_day_of_week_expression", "macro_sql": "{% macro athena__edr_day_of_week_expression(date_expr) %}\n DATE_FORMAT({{ date_expr }}, '%W')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.533341, "supported_languages": null}, "macro.elementary.edr_hour_of_day_expression": {"name": "edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.edr_hour_of_day_expression", "macro_sql": "{% macro edr_hour_of_day_expression(date_expr) %}\n {{ return(adapter.dispatch('edr_hour_of_day_expression','elementary')(elementary.edr_cast_as_timestamp(date_expr))) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_hour_of_day_expression", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.533698, "supported_languages": null}, "macro.elementary.default__edr_hour_of_day_expression": {"name": "default__edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.default__edr_hour_of_day_expression", "macro_sql": "{% macro default__edr_hour_of_day_expression(date_expr) %}\n HOUR({{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.533783, "supported_languages": null}, "macro.elementary.bigquery__edr_hour_of_day_expression": {"name": "bigquery__edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.bigquery__edr_hour_of_day_expression", "macro_sql": "{% macro bigquery__edr_hour_of_day_expression(date_expr) %}\n EXTRACT(hour from {{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5338628, "supported_languages": null}, "macro.elementary.postgres__edr_hour_of_day_expression": {"name": "postgres__edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.postgres__edr_hour_of_day_expression", "macro_sql": "{% macro postgres__edr_hour_of_day_expression(date_expr) %}\n EXTRACT(hour from {{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.533945, "supported_languages": null}, "macro.elementary.redshift__edr_hour_of_day_expression": {"name": "redshift__edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.redshift__edr_hour_of_day_expression", "macro_sql": "{% macro redshift__edr_hour_of_day_expression(date_expr) %}\n EXTRACT(hour from {{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5340219, "supported_languages": null}, "macro.elementary.snowflake__edr_hour_of_day_expression": {"name": "snowflake__edr_hour_of_day_expression", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/hour_of_day.sql", "original_file_path": "macros/utils/cross_db_utils/hour_of_day.sql", "unique_id": "macro.elementary.snowflake__edr_hour_of_day_expression", "macro_sql": "{% macro snowflake__edr_hour_of_day_expression(date_expr) %}\n HOUR({{ date_expr }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5341, "supported_languages": null}, "macro.elementary.timediff": {"name": "timediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timediff.sql", "original_file_path": "macros/utils/cross_db_utils/timediff.sql", "unique_id": "macro.elementary.timediff", "macro_sql": "{% macro timediff(timepart, first_timestamp, second_timestamp) -%}\n {{ return(adapter.dispatch('timediff', 'elementary')(timepart, first_timestamp, second_timestamp)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__timediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.534396, "supported_languages": null}, "macro.elementary.default__timediff": {"name": "default__timediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timediff.sql", "original_file_path": "macros/utils/cross_db_utils/timediff.sql", "unique_id": "macro.elementary.default__timediff", "macro_sql": "{% macro default__timediff(timepart, first_timestamp, second_timestamp) %}\n {{ elementary.edr_datediff(first_timestamp, second_timestamp, timepart)}}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.534537, "supported_languages": null}, "macro.elementary.bigquery__timediff": {"name": "bigquery__timediff", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timediff.sql", "original_file_path": "macros/utils/cross_db_utils/timediff.sql", "unique_id": "macro.elementary.bigquery__timediff", "macro_sql": "{% macro bigquery__timediff(timepart, first_timestamp, second_timestamp) %}\n timestamp_diff({{ second_timestamp }}, {{ first_timestamp }}, {{ timepart }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5346692, "supported_languages": null}, "macro.elementary.get_profile_creation_query": {"name": "get_profile_creation_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "original_file_path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "unique_id": "macro.elementary.get_profile_creation_query", "macro_sql": "{% macro get_profile_creation_query(parameters) %}\n {% do return(adapter.dispatch(\"get_profile_creation_query\", \"elementary\")(parameters)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_profile_creation_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.536394, "supported_languages": null}, "macro.elementary.snowflake__get_profile_creation_query": {"name": "snowflake__get_profile_creation_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "original_file_path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "unique_id": "macro.elementary.snowflake__get_profile_creation_query", "macro_sql": "{% macro snowflake__get_profile_creation_query(parameters) %}\n-- Set credentials as variables\nSET elementary_database = '{{ parameters[\"database\"] }}';\nSET elementary_schema = '{{ parameters[\"schema\"] }}';\nSET elementary_warehouse = '{{ parameters[\"warehouse\"] }}';\nSET elementary_role = '{{ parameters[\"role\"] }}';\nSET elementary_username = '{{ parameters[\"user\"] }}';\nSET elementary_password = '{{ parameters[\"password\"] }}';\n\n-- Account admin role required to set up permissions below\nUSE ROLE ACCOUNTADMIN;\n\n-- Create elementary user and role\nCREATE OR REPLACE USER IDENTIFIER($elementary_username) PASSWORD = $elementary_password;\nCREATE OR REPLACE ROLE IDENTIFIER($elementary_role);\nGRANT ROLE IDENTIFIER($elementary_role) TO USER IDENTIFIER($elementary_username);\n\n-- Grant elementary role access to the supplied warehouse\nGRANT USAGE ON WAREHOUSE IDENTIFIER($elementary_warehouse) TO ROLE IDENTIFIER($elementary_role);\n\n-- Read access to elementary schema\nSET elementary_schema_fqn = $elementary_database || '.' || $elementary_schema;\nGRANT SELECT ON ALL TABLES IN SCHEMA IDENTIFIER($elementary_schema_fqn) TO ROLE IDENTIFIER($elementary_role);\nGRANT SELECT ON FUTURE TABLES IN SCHEMA IDENTIFIER($elementary_schema_fqn) TO ROLE IDENTIFIER($elementary_role);\nGRANT SELECT ON ALL VIEWS IN SCHEMA IDENTIFIER($elementary_schema_fqn) TO ROLE IDENTIFIER($elementary_role);\nGRANT SELECT ON FUTURE VIEWS IN SCHEMA IDENTIFIER($elementary_schema_fqn) TO ROLE IDENTIFIER($elementary_role);\n\n-- Information schema access\nCREATE OR REPLACE PROCEDURE ELEMENTARY_GRANT_INFO_SCHEMA_ACCESS(database_name STRING, role_name STRING)\n RETURNS VARCHAR\n LANGUAGE SQL\n AS\n $$\n BEGIN\n GRANT USAGE,MONITOR ON DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT USAGE,MONITOR ON ALL SCHEMAS IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT USAGE,MONITOR ON FUTURE SCHEMAS IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n\n GRANT REFERENCES ON ALL TABLES IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT REFERENCES ON ALL VIEWS IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT REFERENCES ON ALL EXTERNAL TABLES IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n\n GRANT REFERENCES ON FUTURE TABLES IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT REFERENCES ON FUTURE VIEWS IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n GRANT REFERENCES ON FUTURE EXTERNAL TABLES IN DATABASE IDENTIFIER(:database_name) TO ROLE IDENTIFIER(:role_name);\n END;\n $$\n;\n\n{%- set databases = elementary.get_configured_databases_from_graph()%}\n{% for database in databases %}\n{#\n 'snowflake' database is excluded because it does not support granting individual privileges (we ask for relevant access to it\n via the database roles below)\n see: https://docs.snowflake.com/en/sql-reference/account-usage#enabling-the-snowflake-database-usage-for-other-roles\n#}\n {%- if database | lower != 'snowflake' -%}\nCALL ELEMENTARY_GRANT_INFO_SCHEMA_ACCESS('{{ database }}', $elementary_role);\n {%- endif -%}\n{% endfor %}\n\n-- Query history access\nCREATE OR REPLACE PROCEDURE ELEMENTARY_GRANT_QUERY_HISTORY_ACCESS(role_name STRING)\n RETURNS VARCHAR\n LANGUAGE SQL\n AS\n $$\n BEGIN\n GRANT DATABASE ROLE SNOWFLAKE.OBJECT_VIEWER TO ROLE IDENTIFIER(:role_name);\n GRANT DATABASE ROLE SNOWFLAKE.USAGE_VIEWER TO ROLE IDENTIFIER(:role_name);\n GRANT DATABASE ROLE SNOWFLAKE.GOVERNANCE_VIEWER TO ROLE IDENTIFIER(:role_name);\n\n LET warehouses_rs RESULTSET := (SHOW WAREHOUSES);\n LET warehouses_cur CURSOR FOR warehouses_rs;\n FOR warehouse_row IN warehouses_cur DO\n LET warehouse_name VARCHAR := warehouse_row.\"name\";\n GRANT MONITOR ON WAREHOUSE IDENTIFIER(:warehouse_name) TO ROLE IDENTIFIER(:role_name);\n END FOR;\n END;\n $$\n;\nCALL ELEMENTARY_GRANT_QUERY_HISTORY_ACCESS($elementary_role);\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_configured_databases_from_graph"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5370612, "supported_languages": null}, "macro.elementary.redshift__get_profile_creation_query": {"name": "redshift__get_profile_creation_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "original_file_path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "unique_id": "macro.elementary.redshift__get_profile_creation_query", "macro_sql": "{% macro redshift__get_profile_creation_query(parameters) %}\n-- Create redshift user with unrestricted access to query history (allows Elementary to see queries generated by\n-- any user)\nCREATE USER {{ parameters[\"user\"] }} WITH PASSWORD '{{ parameters[\"password\"] }}' SYSLOG ACCESS UNRESTRICTED;\n\n-- Grant read access to the Elementary schema\nGRANT USAGE ON SCHEMA {{ parameters[\"schema\"] }} TO {{ parameters[\"user\"] }};\nGRANT SELECT ON ALL TABLES IN SCHEMA {{ parameters[\"schema\"] }} TO {{ parameters[\"user\"] }};\nALTER DEFAULT PRIVILEGES IN SCHEMA {{ parameters[\"schema\"] }} GRANT SELECT ON TABLES TO {{ parameters[\"user\"] }};\n\n-- Grant metadata access to tables in the warehouse\nGRANT SELECT ON svv_table_info to {{ parameters[\"user\"] }};\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.53742, "supported_languages": null}, "macro.elementary.postgres__get_profile_creation_query": {"name": "postgres__get_profile_creation_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "original_file_path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "unique_id": "macro.elementary.postgres__get_profile_creation_query", "macro_sql": "{% macro postgres__get_profile_creation_query(parameters) %}\n-- Create postgres user\nCREATE USER {{ parameters[\"user\"] }} WITH PASSWORD '{{ parameters[\"password\"] }}';\n\n-- Grant read access to the Elementary schema\nGRANT USAGE ON SCHEMA {{ parameters[\"schema\"] }} TO {{ parameters[\"user\"] }};\nGRANT SELECT ON ALL TABLES IN SCHEMA {{ parameters[\"schema\"] }} TO {{ parameters[\"user\"] }};\nALTER DEFAULT PRIVILEGES IN SCHEMA {{ parameters[\"schema\"] }} GRANT SELECT ON TABLES TO {{ parameters[\"user\"] }};\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.537739, "supported_languages": null}, "macro.elementary.default__get_profile_creation_query": {"name": "default__get_profile_creation_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "original_file_path": "macros/utils/cross_db_utils/get_profile_creation_query.sql", "unique_id": "macro.elementary.default__get_profile_creation_query", "macro_sql": "{% macro default__get_profile_creation_query(parameters) %}\n {% do exceptions.raise_compiler_error('User creation not supported through sql using ' ~ target.type) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.537865, "supported_languages": null}, "macro.elementary.edr_multi_value_in": {"name": "edr_multi_value_in", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/multi_value_in.sql", "original_file_path": "macros/utils/cross_db_utils/multi_value_in.sql", "unique_id": "macro.elementary.edr_multi_value_in", "macro_sql": "{% macro edr_multi_value_in(source_cols, target_cols, target_table) %}\n {% do return(adapter.dispatch('edr_multi_value_in', 'elementary') (source_cols, target_cols, target_table)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_multi_value_in"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5385249, "supported_languages": null}, "macro.elementary.default__edr_multi_value_in": {"name": "default__edr_multi_value_in", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/multi_value_in.sql", "original_file_path": "macros/utils/cross_db_utils/multi_value_in.sql", "unique_id": "macro.elementary.default__edr_multi_value_in", "macro_sql": "\n\n{%- macro default__edr_multi_value_in(source_cols, target_cols, target_table) -%}\n (\n {%- for val in source_cols -%}\n {{ val }}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %}\n ) in (\n select {% for val in target_cols -%}\n {{ val }}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %}\n from {{ target_table }}\n )\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.538829, "supported_languages": null}, "macro.elementary.bigquery__edr_multi_value_in": {"name": "bigquery__edr_multi_value_in", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/multi_value_in.sql", "original_file_path": "macros/utils/cross_db_utils/multi_value_in.sql", "unique_id": "macro.elementary.bigquery__edr_multi_value_in", "macro_sql": "{%- macro bigquery__edr_multi_value_in(source_cols, target_cols, target_table) -%}\n -- BigQuery doesn't support multi-value IN, so we emulate it with CONCAT\n concat(\n {%- for val in source_cols -%}\n {{ elementary.edr_cast_as_string(val) -}}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %}\n ) in (\n select concat({%- for val in target_cols -%}\n {{ elementary.edr_cast_as_string(val) -}}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %})\n from {{ target_table }}\n )\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5391822, "supported_languages": null}, "macro.elementary.edr_date_trunc": {"name": "edr_date_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/date_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/date_trunc.sql", "unique_id": "macro.elementary.edr_date_trunc", "macro_sql": "{% macro edr_date_trunc(date_part, date_expression) -%}\n {{ return(adapter.dispatch('edr_date_trunc', 'elementary') (date_part, date_expression)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.53949, "supported_languages": null}, "macro.elementary.default__edr_date_trunc": {"name": "default__edr_date_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/date_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/date_trunc.sql", "unique_id": "macro.elementary.default__edr_date_trunc", "macro_sql": "{% macro default__edr_date_trunc(datepart, date_expression) %}\n {% set macro = dbt.date_trunc or dbt_utils.date_trunc %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `date_trunc` macro.\") }}\n {% endif %}\n {{ return(macro(datepart, date_expression)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.539753, "supported_languages": null}, "macro.elementary.bigquery__edr_date_trunc": {"name": "bigquery__edr_date_trunc", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/date_trunc.sql", "original_file_path": "macros/utils/cross_db_utils/date_trunc.sql", "unique_id": "macro.elementary.bigquery__edr_date_trunc", "macro_sql": "{% macro bigquery__edr_date_trunc(date_part, date_expression) %}\n timestamp_trunc(cast({{ date_expression }} as timestamp), {{ date_part }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.539865, "supported_languages": null}, "macro.elementary.edr_timeadd": {"name": "edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.edr_timeadd", "macro_sql": "{% macro edr_timeadd(date_part, number, timestamp_expression) -%}\n {{ return(adapter.dispatch('edr_timeadd', 'elementary')(date_part, number, timestamp_expression)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__edr_timeadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.540673, "supported_languages": null}, "macro.elementary.default__edr_timeadd": {"name": "default__edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.default__edr_timeadd", "macro_sql": "{% macro default__edr_timeadd(date_part, number, timestamp_expression) %}\n dateadd({{ date_part }}, {{ elementary.edr_cast_as_int(number) }}, {{ elementary.edr_cast_as_timestamp(timestamp_expression) }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_int", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5408409, "supported_languages": null}, "macro.elementary.bigquery__edr_timeadd": {"name": "bigquery__edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.bigquery__edr_timeadd", "macro_sql": "{% macro bigquery__edr_timeadd(date_part, number, timestamp_expression) %}\n {%- if date_part | lower in ['second', 'minute', 'hour', 'day'] %}\n timestamp_add({{ elementary.edr_cast_as_timestamp(timestamp_expression) }}, INTERVAL {{ elementary.edr_cast_as_int(number) }} {{ date_part }})\n {%- elif date_part | lower in ['week', 'month', 'quarter', 'year'] %}\n date_add({{ elementary.edr_cast_as_date(timestamp_expression) }}, INTERVAL {{ elementary.edr_cast_as_int(number) }} {{ date_part }})\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Unsupported date_part in edr_timeadd: \".format(date_part)) }}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_cast_as_int", "macro.elementary.edr_cast_as_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5413451, "supported_languages": null}, "macro.elementary.postgres__edr_timeadd": {"name": "postgres__edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.postgres__edr_timeadd", "macro_sql": "{% macro postgres__edr_timeadd(date_part, number, timestamp_expression) %}\n {{ elementary.edr_cast_as_timestamp(timestamp_expression) }} + {{ elementary.edr_cast_as_int(number) }} * INTERVAL '1 {{ date_part }}'\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_cast_as_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.541517, "supported_languages": null}, "macro.elementary.redshift__edr_timeadd": {"name": "redshift__edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.redshift__edr_timeadd", "macro_sql": "{% macro redshift__edr_timeadd(date_part, number, timestamp_expression) %}\n dateadd({{ date_part }}, {{ elementary.edr_cast_as_int(number) }}, {{ elementary.edr_cast_as_timestamp(timestamp_expression) }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_int", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.541682, "supported_languages": null}, "macro.elementary.athena__edr_timeadd": {"name": "athena__edr_timeadd", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/cross_db_utils/timeadd.sql", "original_file_path": "macros/utils/cross_db_utils/timeadd.sql", "unique_id": "macro.elementary.athena__edr_timeadd", "macro_sql": "{% macro athena__edr_timeadd(date_part, number, timestamp_expression) %}\n date_add('{{ date_part }}', {{ elementary.edr_cast_as_int(number) }}, {{ elementary.edr_cast_as_timestamp(timestamp_expression) }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_int", "macro.elementary.edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5418491, "supported_languages": null}, "macro.elementary.get_normalized_data_type": {"name": "get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.get_normalized_data_type", "macro_sql": "{% macro get_normalized_data_type(exact_data_type) %}\n {% if exact_data_type is none %}\n {{ return (exact_data_type) }}\n {% endif %}\n {% set exact_data_type_uppercase = exact_data_type | upper %}\n {% set result = adapter.dispatch('get_normalized_data_type','elementary')(exact_data_type_uppercase) %}\n {{ return(result) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__get_normalized_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5434198, "supported_languages": null}, "macro.elementary.default__get_normalized_data_type": {"name": "default__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.default__get_normalized_data_type", "macro_sql": "{% macro default__get_normalized_data_type(exact_data_type) %}\n {{return (exact_data_type) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.543521, "supported_languages": null}, "macro.elementary.bigquery__get_normalized_data_type": {"name": "bigquery__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.bigquery__get_normalized_data_type", "macro_sql": "{% macro bigquery__get_normalized_data_type(exact_data_type) %}\n{# BigQuery has no concept of data type synonyms,\n see https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types #}\n {% set exact_data_type_to_data_type_returned_by_the_info_schema = {'BOOLEAN': 'BOOL'} %}\n {%- if exact_data_type in exact_data_type_to_data_type_returned_by_the_info_schema%}\n {{ return (exact_data_type_to_data_type_returned_by_the_info_schema[exact_data_type])}}\n {%- else %}\n {{return (exact_data_type) }}\n {%- endif%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.54378, "supported_languages": null}, "macro.elementary.snowflake__get_normalized_data_type": {"name": "snowflake__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.snowflake__get_normalized_data_type", "macro_sql": "{% macro snowflake__get_normalized_data_type(exact_data_type) %}\n{# understanding Snowflake data type synonyms:\n https://docs.snowflake.com/en/sql-reference/intro-summary-data-types.html #}\n {% set exact_data_type_to_data_type_returned_by_the_info_schema = {'VARCHAR': 'TEXT',\n 'STRING': 'TEXT',\n 'NVARCHAR': 'TEXT',\n 'NUMERIC': 'NUMBER',\n 'DECIMAL': 'NUMBER',\n 'INT':'NUMBER',\n 'INTEGER':'NUMBER',\n 'SMALLINT':'NUMBER',\n 'BIGINT':'NUMBER',\n 'TINYINT':'NUMBER',\n 'BYTEINT':'NUMBER',\n 'REAL': 'FLOAT',\n 'DOUBLE':'FLOAT',\n 'DOUBLE PRECISION': 'FLOAT'\n }%}\n {%- if exact_data_type in exact_data_type_to_data_type_returned_by_the_info_schema%}\n {{ return (exact_data_type_to_data_type_returned_by_the_info_schema[exact_data_type])}}\n {%- else %}\n {{return (exact_data_type) }}\n {%- endif%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.54439, "supported_languages": null}, "macro.elementary.spark__get_normalized_data_type": {"name": "spark__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.spark__get_normalized_data_type", "macro_sql": "{% macro spark__get_normalized_data_type(exact_data_type) %}\n{# spark also has no concept of data type synonyms :\n see https://spark.apache.org/docs/latest/sql-ref-datatypes.html #}\n {{return (exact_data_type) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5444999, "supported_languages": null}, "macro.elementary.redshift__get_normalized_data_type": {"name": "redshift__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.redshift__get_normalized_data_type", "macro_sql": "{% macro redshift__get_normalized_data_type(exact_data_type) %}\n{# understanding Redshift data type synonyms:\n https://docs.aws.amazon.com/redshift/latest/dg/c_Supported_data_types.html #}\n {% set exact_data_type_to_data_type_returned_by_the_info_schema = {'INT2':\t'SMALLINT',\n 'INT':\t'INTEGER',\n 'INT4':\t'INTEGER',\n 'INT8':\t'BIGINT',\n 'NUMERIC':\t'DECIMAL',\n 'FLOAT4':\t'REAL',\n 'FLOAT8':\t'DOUBLE PRECISION',\n 'FLOAT':\t'DOUBLE PRECISION',\n 'BOOL':\t'BOOLEAN',\n 'CHARACTER':\t'CHAR',\n 'NCHAR':\t'CHAR',\n 'BPCHAR':\t'CHAR',\n 'VARCHAR': 'CHARACTER VARYING',\n 'NVARCHAR':\t'CHARACTER VARYING',\n 'TEXT':\t'CHARACTER VARYING',\n 'TIMESTAMP': 'TIMESTAMP WITHOUT TIME ZONE',\n 'TIMESTAMPTZ': 'TIMESTAMP WITH TIME ZONE',\n 'TIME': 'TIME WITHOUT TIME ZONE',\n 'TIME WITH TIME ZONE':\t'TIMETZ',\n 'VARBINARY': 'BINARY VARYING',\n 'VARBYTE': 'BINARY VARYING'} %}\n {%- if exact_data_type in exact_data_type_to_data_type_returned_by_the_info_schema%}\n {{ return (exact_data_type_to_data_type_returned_by_the_info_schema[exact_data_type])}}\n {%- else %}\n {{return (exact_data_type) }}\n {%- endif%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5452101, "supported_languages": null}, "macro.elementary.postgres__get_normalized_data_type": {"name": "postgres__get_normalized_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_normalized_data_type.sql", "original_file_path": "macros/utils/data_types/get_normalized_data_type.sql", "unique_id": "macro.elementary.postgres__get_normalized_data_type", "macro_sql": "{% macro postgres__get_normalized_data_type(exact_data_type) %}\n{# understanding Postgres data type synonyms:\n https://www.postgresql.org/docs/current/datatype.html #}\n {% set exact_data_type_to_data_type_returned_by_the_info_schema = {'BIGINT': 'INT8',\n 'BIGSERIAL': 'SERIAL8',\n 'BIT VARYING': 'VARBIT',\n 'BOOLEAN': 'BOOL',\n 'CHARACTER': 'CHAR',\n 'CHARACTER VARYING': 'VARCHAR',\n 'DOUBLE PRECISION': 'FLOAT8',\n 'INTEGER': 'INT, INT4',\n 'NUMERIC': 'DECIMAL',\n 'REAL': 'FLOAT4',\n 'SMALLINT': 'INT2',\n 'SMALLSERIAL': 'SERIAL2',\n 'SERIAL': 'SERIAL4',\n 'TIME WITH TIME ZONE': 'TIMETZ',\n 'TIMESTAMP WITH TIME ZONE': 'TIMESTAMPTZ'} %}\n {%- if exact_data_type in exact_data_type_to_data_type_returned_by_the_info_schema%}\n {{ return (exact_data_type_to_data_type_returned_by_the_info_schema[exact_data_type])}}\n {%- else %}\n {{return (exact_data_type) }}\n {%- endif%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5457878, "supported_languages": null}, "macro.elementary.to_primitive": {"name": "to_primitive", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/to_primitive.sql", "original_file_path": "macros/utils/data_types/to_primitive.sql", "unique_id": "macro.elementary.to_primitive", "macro_sql": "{% macro to_primitive(val) %}\n {% if elementary.is_primitive(val) %}\n {% do return(val) %}\n\n {% elif val is mapping %}\n {% set new_dict = {} %}\n {% for k, v in val.items() %}\n {% do new_dict.update({k: elementary.to_primitive(v)}) %}\n {% endfor %}\n {% do return(new_dict) %}\n\n {% elif val is iterable %}\n {% set new_list = [] %}\n {% for item in val %}\n {% do new_list.append(elementary.to_primitive(item)) %}\n {% endfor %}\n {% do return(new_list) %}\n\n {% else %}\n {% do return(val | string) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.is_primitive", "macro.elementary.to_primitive"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.546678, "supported_languages": null}, "macro.elementary.try_cast_column_to_timestamp": {"name": "try_cast_column_to_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "original_file_path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "unique_id": "macro.elementary.try_cast_column_to_timestamp", "macro_sql": "{% macro try_cast_column_to_timestamp(table_relation, timestamp_column) %}\n {{ return(adapter.dispatch('try_cast_column_to_timestamp', 'elementary')(table_relation, timestamp_column)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.default__try_cast_column_to_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.547061, "supported_languages": null}, "macro.elementary.default__try_cast_column_to_timestamp": {"name": "default__try_cast_column_to_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "original_file_path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "unique_id": "macro.elementary.default__try_cast_column_to_timestamp", "macro_sql": "{% macro default__try_cast_column_to_timestamp(table_relation, timestamp_column) %}\n {# We try casting for Snowflake, Bigquery and Databricks as these support safe cast and the query will not fail if the cast fails #}\n {%- set query %}\n select {{ elementary.edr_safe_cast(timestamp_column, elementary.edr_type_timestamp()) }} as timestamp_column\n from {{ table_relation }}\n where {{ timestamp_column }} is not null\n limit 1\n {%- endset %}\n\n {%- set result = elementary.result_value(query) %}\n {%- if result is not none %}\n {{ return(true) }}\n {%- endif %}\n {{ return(false) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_safe_cast", "macro.elementary.edr_type_timestamp", "macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5474298, "supported_languages": null}, "macro.elementary.postgres__try_cast_column_to_timestamp": {"name": "postgres__try_cast_column_to_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "original_file_path": "macros/utils/data_types/try_cast_column_to_timestamp.sql", "unique_id": "macro.elementary.postgres__try_cast_column_to_timestamp", "macro_sql": "{% macro postgres__try_cast_column_to_timestamp(table_relation, timestamp_column) %}\n {{ return(false) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.54754, "supported_languages": null}, "macro.elementary.data_type_list": {"name": "data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.data_type_list", "macro_sql": "{% macro data_type_list(data_type) %}\n {% set result = adapter.dispatch('data_type_list','elementary')(data_type) %}\n {{ return(result) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__data_type_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.550179, "supported_languages": null}, "macro.elementary.default__data_type_list": {"name": "default__data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.default__data_type_list", "macro_sql": "{% macro default__data_type_list(data_type) %}\n\n {% set string_list = ['character varying','varchar','character','char','text','nchar','bpchar','string'] | list %}\n {% set numeric_list = ['integer', 'bigint','smallint','decimal','numeric','real','double precision','enum','int2','int4','int','int8','float8','float'] | list %}\n {% set timestamp_list = ['date', 'timestamp','timestamptz','timestamp without time zone','timestamp with time zone'] | list %}\n\n {%- if data_type == 'string' %}\n {{ return(string_list) }}\n {%- elif data_type == 'numeric' %}\n {{ return(numeric_list) }}\n {%- elif data_type == 'timestamp' %}\n {{ return(timestamp_list) }}\n {%- else %}\n {{ return([]) }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.55088, "supported_languages": null}, "macro.elementary.bigquery__data_type_list": {"name": "bigquery__data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.bigquery__data_type_list", "macro_sql": "{% macro bigquery__data_type_list(data_type) %}\n\n {% set string_list = ['STRING'] | list %}\n {% set numeric_list = ['INT64','NUMERIC','BIGNUMERIC','FLOAT64','INTEGER'] | list %}\n {% set timestamp_list = ['DATE','DATETIME','TIMESTAMP'] | list %}\n\n {%- if data_type == 'string' %}\n {{ return(string_list) }}\n {%- elif data_type == 'numeric' %}\n {{ return(numeric_list) }}\n {%- elif data_type == 'timestamp' %}\n {{ return(timestamp_list) }}\n {%- else %}\n {{ return([]) }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.551407, "supported_languages": null}, "macro.elementary.snowflake__data_type_list": {"name": "snowflake__data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.snowflake__data_type_list", "macro_sql": "{% macro snowflake__data_type_list(data_type) %}\n\n {% set string_list = ['VARCHAR','CHAR','CHARACTER','STRING','TEXT'] | list %}\n {% set numeric_list = ['NUMBER','DECIMAL','NUMERIC','INT','INTEGER','BIGINT','SMALLINT','TINYINT','BYTEINT','FLOAT','FLOAT4','FLOAT8','DOUBLE','DOUBLE PRECISION','REAL'] | list %}\n {% set timestamp_list = ['DATE','DATETIME','TIME','TIMESTAMP','TIMESTAMP_LTZ','TIMESTAMP_NTZ','TIMESTAMP_TZ'] | list %}\n\n {%- if data_type == 'string' %}\n {{ return(string_list) }}\n {%- elif data_type == 'numeric' %}\n {{ return(numeric_list) }}\n {%- elif data_type == 'timestamp' %}\n {{ return(timestamp_list) }}\n {%- else %}\n {{ return([]) }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.552105, "supported_languages": null}, "macro.elementary.spark__data_type_list": {"name": "spark__data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.spark__data_type_list", "macro_sql": "{% macro spark__data_type_list(data_type) %}\n\n {% set string_list = ['string'] | list %}\n {% set numeric_list = ['int','bigint','smallint','tinyint','float','double','long','short','decimal'] | list %}\n {% set timestamp_list = ['timestamp','date'] | list %}\n\n {%- if data_type == 'string' %}\n {{ return(string_list) }}\n {%- elif data_type == 'numeric' %}\n {{ return(numeric_list) }}\n {%- elif data_type == 'timestamp' %}\n {{ return(timestamp_list) }}\n {%- else %}\n {{ return([]) }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5528162, "supported_languages": null}, "macro.elementary.athena__data_type_list": {"name": "athena__data_type_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type_list.sql", "original_file_path": "macros/utils/data_types/data_type_list.sql", "unique_id": "macro.elementary.athena__data_type_list", "macro_sql": "{% macro athena__data_type_list(data_type) %}\n\n {% set string_list = ['string', 'varchar', 'char'] | list %}\n {% set numeric_list = ['int','integer','bigint','smallint','tinyint','float','real','double','decimal'] | list %}\n {% set timestamp_list = ['timestamp','date'] | list %}\n\n {%- if data_type == 'string' %}\n {{ return(string_list) }}\n {%- elif data_type == 'numeric' %}\n {{ return(numeric_list) }}\n {%- elif data_type == 'timestamp' %}\n {{ return(timestamp_list) }}\n {%- else %}\n {{ return([]) }}\n {%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.553386, "supported_languages": null}, "macro.elementary.edr_cast_as_timestamp": {"name": "edr_cast_as_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_timestamp", "macro_sql": "{%- macro edr_cast_as_timestamp(timestamp_field) -%}\n {{ return(adapter.dispatch('edr_cast_as_timestamp', 'elementary')(timestamp_field)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.default__edr_cast_as_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5546, "supported_languages": null}, "macro.elementary.default__edr_cast_as_timestamp": {"name": "default__edr_cast_as_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.default__edr_cast_as_timestamp", "macro_sql": "{%- macro default__edr_cast_as_timestamp(timestamp_field) -%}\n cast({{ timestamp_field }} as {{ elementary.edr_type_timestamp() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5547142, "supported_languages": null}, "macro.elementary.athena__edr_cast_as_timestamp": {"name": "athena__edr_cast_as_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.athena__edr_cast_as_timestamp", "macro_sql": "\n{%- macro athena__edr_cast_as_timestamp(timestamp_field) -%}\n coalesce(\n try_cast({{ timestamp_field }} as {{ elementary.edr_type_timestamp() }}),\n cast(from_iso8601_timestamp(cast({{ timestamp_field }} AS {{ elementary.edr_type_string() }})) AS {{ elementary.edr_type_timestamp() }})\n )\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_timestamp", "macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.554899, "supported_languages": null}, "macro.elementary.edr_cast_as_float": {"name": "edr_cast_as_float", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_float", "macro_sql": "{%- macro edr_cast_as_float(column) -%}\n cast({{ column }} as {{ elementary.edr_type_float() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5550132, "supported_languages": null}, "macro.elementary.edr_cast_as_numeric": {"name": "edr_cast_as_numeric", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_numeric", "macro_sql": "{%- macro edr_cast_as_numeric(column) -%}\n cast({{ column }} as {{ elementary.edr_type_numeric() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555124, "supported_languages": null}, "macro.elementary.edr_cast_as_int": {"name": "edr_cast_as_int", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_int", "macro_sql": "{%- macro edr_cast_as_int(column) -%}\n cast({{ column }} as {{ elementary.edr_type_int() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555234, "supported_languages": null}, "macro.elementary.edr_cast_as_string": {"name": "edr_cast_as_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_string", "macro_sql": "{%- macro edr_cast_as_string(column) -%}\n cast({{ column }} as {{ elementary.edr_type_string() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555341, "supported_languages": null}, "macro.elementary.edr_cast_as_long_string": {"name": "edr_cast_as_long_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_long_string", "macro_sql": "{%- macro edr_cast_as_long_string(column) -%}\n cast({{ column }} as {{ elementary.edr_type_long_string() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_long_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555449, "supported_languages": null}, "macro.elementary.edr_cast_as_bool": {"name": "edr_cast_as_bool", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_bool", "macro_sql": "{%- macro edr_cast_as_bool(column) -%}\n cast({{ column }} as {{ elementary.edr_type_bool() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555556, "supported_languages": null}, "macro.elementary.const_as_string": {"name": "const_as_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.const_as_string", "macro_sql": "{%- macro const_as_string(string) -%}\n cast('{{ string }}' as {{ elementary.edr_type_string() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5556638, "supported_languages": null}, "macro.elementary.edr_cast_as_date": {"name": "edr_cast_as_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.edr_cast_as_date", "macro_sql": "{%- macro edr_cast_as_date(timestamp_field) -%}\n {{ return(adapter.dispatch('edr_cast_as_date', 'elementary')(timestamp_field)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.bigquery__edr_cast_as_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5558028, "supported_languages": null}, "macro.elementary.default__edr_cast_as_date": {"name": "default__edr_cast_as_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.default__edr_cast_as_date", "macro_sql": "{%- macro default__edr_cast_as_date(timestamp_field) -%}\n cast({{ timestamp_field }} as {{ elementary.edr_type_date() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.555916, "supported_languages": null}, "macro.elementary.bigquery__edr_cast_as_date": {"name": "bigquery__edr_cast_as_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.bigquery__edr_cast_as_date", "macro_sql": "\n{%- macro bigquery__edr_cast_as_date(timestamp_field) -%}\n cast({{ elementary.edr_cast_as_timestamp(timestamp_field) }} as {{ elementary.edr_type_date() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_type_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556044, "supported_languages": null}, "macro.elementary.athena__edr_cast_as_date": {"name": "athena__edr_cast_as_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.athena__edr_cast_as_date", "macro_sql": "\n{%- macro athena__edr_cast_as_date(timestamp_field) -%}\n coalesce(\n try_cast({{ timestamp_field }} as {{ elementary.edr_type_date() }}),\n cast(from_iso8601_timestamp(cast({{ timestamp_field }} AS {{ elementary.edr_type_string() }})) AS {{ elementary.edr_type_date() }})\n )\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_date", "macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556229, "supported_languages": null}, "macro.elementary.const_as_text": {"name": "const_as_text", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.const_as_text", "macro_sql": "{%- macro const_as_text(string) -%}\n {{ return(adapter.dispatch('const_as_text', 'elementary')(string)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.default__const_as_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556373, "supported_languages": null}, "macro.elementary.default__const_as_text": {"name": "default__const_as_text", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.default__const_as_text", "macro_sql": "{%- macro default__const_as_text(string) -%}\n {{ elementary.const_as_string(string) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.const_as_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556471, "supported_languages": null}, "macro.elementary.redshift__const_as_text": {"name": "redshift__const_as_text", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/cast_column.sql", "original_file_path": "macros/utils/data_types/cast_column.sql", "unique_id": "macro.elementary.redshift__const_as_text", "macro_sql": "{%- macro redshift__const_as_text(string) -%}\n '{{ string }}'::text\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556551, "supported_languages": null}, "macro.elementary.is_column_timestamp": {"name": "is_column_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/is_column_timestamp.sql", "original_file_path": "macros/utils/data_types/is_column_timestamp.sql", "unique_id": "macro.elementary.is_column_timestamp", "macro_sql": "{% macro is_column_timestamp(table_relation,timestamp_column,timestamp_column_data_type) %}\n {%- if timestamp_column_data_type == 'string' %}\n {%- set is_timestamp = elementary.try_cast_column_to_timestamp(table_relation, timestamp_column) %}\n {%- elif timestamp_column_data_type == 'timestamp' %}\n {%- set is_timestamp = true %}\n {%- else %}\n {%- set is_timestamp = false %}\n {%- endif %}\n {{ return(is_timestamp) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.try_cast_column_to_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.556961, "supported_languages": null}, "macro.elementary.is_primitive": {"name": "is_primitive", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.is_primitive", "macro_sql": "{% macro is_primitive(val) %}\n {% do return (\n val is none or\n val is boolean or\n val is number or\n val is string\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.558986, "supported_languages": null}, "macro.elementary.edr_type_bool": {"name": "edr_type_bool", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_bool", "macro_sql": "\n\n{%- macro edr_type_bool() -%}\n {{ return(adapter.dispatch('edr_type_bool', 'elementary')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.bigquery__edr_type_bool"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5591218, "supported_languages": null}, "macro.elementary.default__edr_type_bool": {"name": "default__edr_type_bool", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.default__edr_type_bool", "macro_sql": "{% macro default__edr_type_bool() %}\n {% do return(\"boolean\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.559221, "supported_languages": null}, "macro.elementary.bigquery__edr_type_bool": {"name": "bigquery__edr_type_bool", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.bigquery__edr_type_bool", "macro_sql": "{% macro bigquery__edr_type_bool() %}\n {% do return(\"BOOL\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.55932, "supported_languages": null}, "macro.elementary.edr_type_string": {"name": "edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_string", "macro_sql": "\n\n\n{%- macro edr_type_string() -%}\n {{ return(adapter.dispatch('edr_type_string', 'elementary')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.bigquery__edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5594509, "supported_languages": null}, "macro.elementary.default__edr_type_string": {"name": "default__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.default__edr_type_string", "macro_sql": "{% macro default__edr_type_string() %}\n {# Redshift #}\n {% do return(\"varchar(4096)\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5595589, "supported_languages": null}, "macro.elementary.postgres__edr_type_string": {"name": "postgres__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.postgres__edr_type_string", "macro_sql": "{% macro postgres__edr_type_string() %}\n {% if var(\"sync\", false) %}\n {% do return(\"text\") %}\n {% else %}\n {% do return(\"varchar(4096)\") %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.559766, "supported_languages": null}, "macro.elementary.snowflake__edr_type_string": {"name": "snowflake__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.snowflake__edr_type_string", "macro_sql": "{% macro snowflake__edr_type_string() %}\n {# Default max varchar size in Snowflake is 16MB #}\n {% do return(\"varchar\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.559871, "supported_languages": null}, "macro.elementary.bigquery__edr_type_string": {"name": "bigquery__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.bigquery__edr_type_string", "macro_sql": "{% macro bigquery__edr_type_string() %}\n {# Default max string size in Bigquery is 65K #}\n {% do return(\"string\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5599759, "supported_languages": null}, "macro.elementary.spark__edr_type_string": {"name": "spark__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.spark__edr_type_string", "macro_sql": "{% macro spark__edr_type_string() %}\n {% do return(\"string\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.560072, "supported_languages": null}, "macro.elementary.athena__edr_type_string": {"name": "athena__edr_type_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.athena__edr_type_string", "macro_sql": "{% macro athena__edr_type_string() %}\n {% do return(\"varchar\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.56017, "supported_languages": null}, "macro.elementary.edr_type_long_string": {"name": "edr_type_long_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_long_string", "macro_sql": "\n\n\n\n\n{%- macro edr_type_long_string() -%}\n {{ return(adapter.dispatch('edr_type_long_string', 'elementary')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.default__edr_type_long_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.560301, "supported_languages": null}, "macro.elementary.default__edr_type_long_string": {"name": "default__edr_type_long_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.default__edr_type_long_string", "macro_sql": "{%- macro default__edr_type_long_string() -%}\n {# Snowflake, Bigquery, Databricks #}\n {% do return(elementary.edr_type_string()) %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.560417, "supported_languages": null}, "macro.elementary.redshift__edr_type_long_string": {"name": "redshift__edr_type_long_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.redshift__edr_type_long_string", "macro_sql": "{%- macro redshift__edr_type_long_string() -%}\n {% set long_string = 'varchar(' ~ elementary.get_config_var('long_string_size') ~ ')' %}\n {{ return(long_string) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.560577, "supported_languages": null}, "macro.elementary.postgres__edr_type_long_string": {"name": "postgres__edr_type_long_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.postgres__edr_type_long_string", "macro_sql": "{%- macro postgres__edr_type_long_string() -%}\n {% set long_string = 'text' %}\n {{ return(long_string) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.560701, "supported_languages": null}, "macro.elementary.edr_type_bigint": {"name": "edr_type_bigint", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_bigint", "macro_sql": "{% macro edr_type_bigint() %}\n {% set macro = dbt.type_bigint or dbt_utils.type_bigint %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `type_bigint` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5609322, "supported_languages": null}, "macro.elementary.edr_type_float": {"name": "edr_type_float", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_float", "macro_sql": "{% macro edr_type_float() %}\n {% set macro = dbt.type_float or dbt_utils.type_float %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `type_float` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.561167, "supported_languages": null}, "macro.elementary.edr_type_int": {"name": "edr_type_int", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_int", "macro_sql": "{% macro edr_type_int() %}\n {% set macro = dbt.type_int or dbt_utils.type_int %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `type_int` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.561404, "supported_languages": null}, "macro.elementary.edr_type_timestamp": {"name": "edr_type_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_timestamp", "macro_sql": "{% macro edr_type_timestamp() %}\n {{ return(adapter.dispatch('edr_type_timestamp', 'elementary')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.561541, "supported_languages": null}, "macro.elementary.default__edr_type_timestamp": {"name": "default__edr_type_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.default__edr_type_timestamp", "macro_sql": "{% macro default__edr_type_timestamp() %}\n {% set macro = dbt.type_timestamp or dbt_utils.type_timestamp %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `type_timestamp` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.561833, "supported_languages": null}, "macro.elementary.edr_type_numeric": {"name": "edr_type_numeric", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_numeric", "macro_sql": "{% macro edr_type_numeric() %}\n {% set macro = dbt.type_numeric or dbt_utils.type_numeric %}\n {% if not macro %}\n {{ exceptions.raise_compiler_error(\"Did not find a `type_numeric` macro.\") }}\n {% endif %}\n {{ return(macro()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.562067, "supported_languages": null}, "macro.elementary.edr_type_date": {"name": "edr_type_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.edr_type_date", "macro_sql": "{% macro edr_type_date() %}\n {{ return(adapter.dispatch('edr_type_date', 'elementary')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_type_date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.562204, "supported_languages": null}, "macro.elementary.default__edr_type_date": {"name": "default__edr_type_date", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.default__edr_type_date", "macro_sql": "{% macro default__edr_type_date() %}\n date\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5622652, "supported_languages": null}, "macro.elementary.athena__edr_type_timestamp": {"name": "athena__edr_type_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_type.sql", "original_file_path": "macros/utils/data_types/data_type.sql", "unique_id": "macro.elementary.athena__edr_type_timestamp", "macro_sql": "{% macro athena__edr_type_timestamp() %}\n {%- set config = model.get('config', {}) -%}\n {%- set table_type = config.get('table_type', 'hive') -%}\n {%- if table_type == 'iceberg' -%}\n timestamp(6)\n {%- else -%}\n timestamp\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.562504, "supported_languages": null}, "macro.elementary.get_column_size": {"name": "get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.get_column_size", "macro_sql": "{% macro get_column_size() %}\n {{ return(adapter.dispatch('get_column_size', 'elementary')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__get_column_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.562819, "supported_languages": null}, "macro.elementary.default__get_column_size": {"name": "default__get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.default__get_column_size", "macro_sql": "{% macro default__get_column_size() %}\n {{ return(elementary.get_config_var('long_string_size')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.562933, "supported_languages": null}, "macro.elementary.postgres__get_column_size": {"name": "postgres__get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.postgres__get_column_size", "macro_sql": "{% macro postgres__get_column_size() %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5630238, "supported_languages": null}, "macro.elementary.snowflake__get_column_size": {"name": "snowflake__get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.snowflake__get_column_size", "macro_sql": "{% macro snowflake__get_column_size() %}\n {{ return(16777216) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.563114, "supported_languages": null}, "macro.elementary.bigquery__get_column_size": {"name": "bigquery__get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.bigquery__get_column_size", "macro_sql": "{% macro bigquery__get_column_size() %}\n {{ return(10485760) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.563204, "supported_languages": null}, "macro.elementary.redshift__get_column_size": {"name": "redshift__get_column_size", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/data_size.sql", "original_file_path": "macros/utils/data_types/data_size.sql", "unique_id": "macro.elementary.redshift__get_column_size", "macro_sql": "{% macro redshift__get_column_size() %}\n {{ return(65535) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.563296, "supported_languages": null}, "macro.elementary.normalize_data_type": {"name": "normalize_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/normalize_data_type.sql", "original_file_path": "macros/utils/data_types/normalize_data_type.sql", "unique_id": "macro.elementary.normalize_data_type", "macro_sql": "{% macro normalize_data_type(data_type) %}\n\n {# In case data type has precision info - e.g. decimal is in the format decimal(p,s) #}\n {%- if '(' in data_type %}\n {%- set data_type = data_type.split('(')[0] %}\n {%- endif %}\n\n {%- if data_type is defined and data_type is not none %}\n {%- if data_type in elementary.data_type_list('string') %}\n {{ return('string') }}\n {%- elif data_type in elementary.data_type_list('numeric') %}\n {{ return('numeric') }}\n {%- elif data_type in elementary.data_type_list('timestamp') %}\n {{ return('timestamp') }}\n {%- else %}\n {{ return('other') }}\n {% endif %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.data_type_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.564042, "supported_languages": null}, "macro.elementary.get_column_data_type": {"name": "get_column_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_column_data_type.sql", "original_file_path": "macros/utils/data_types/get_column_data_type.sql", "unique_id": "macro.elementary.get_column_data_type", "macro_sql": "{% macro get_column_data_type(column_relation) %}\n {% set data_type = adapter.dispatch('get_column_data_type','elementary')(column_relation) %}\n {{ return(data_type) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.bigquery__get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5643258, "supported_languages": null}, "macro.elementary.default__get_column_data_type": {"name": "default__get_column_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_column_data_type.sql", "original_file_path": "macros/utils/data_types/get_column_data_type.sql", "unique_id": "macro.elementary.default__get_column_data_type", "macro_sql": "{% macro default__get_column_data_type(column_relation) %}\n {{return (column_relation[\"dtype\"]) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.56444, "supported_languages": null}, "macro.elementary.bigquery__get_column_data_type": {"name": "bigquery__get_column_data_type", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/get_column_data_type.sql", "original_file_path": "macros/utils/data_types/get_column_data_type.sql", "unique_id": "macro.elementary.bigquery__get_column_data_type", "macro_sql": "{% macro bigquery__get_column_data_type(column_relation) %}\n {{return (column_relation[\"data_type\"]) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5645518, "supported_languages": null}, "macro.elementary.null_int": {"name": "null_int", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/null_as.sql", "original_file_path": "macros/utils/data_types/null_as.sql", "unique_id": "macro.elementary.null_int", "macro_sql": "{%- macro null_int() -%}\n cast(null as {{ elementary.edr_type_int() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.564757, "supported_languages": null}, "macro.elementary.null_timestamp": {"name": "null_timestamp", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/null_as.sql", "original_file_path": "macros/utils/data_types/null_as.sql", "unique_id": "macro.elementary.null_timestamp", "macro_sql": "{%- macro null_timestamp() -%}\n cast(null as {{ elementary.edr_type_timestamp() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.564847, "supported_languages": null}, "macro.elementary.null_float": {"name": "null_float", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/null_as.sql", "original_file_path": "macros/utils/data_types/null_as.sql", "unique_id": "macro.elementary.null_float", "macro_sql": "{%- macro null_float() -%}\n cast(null as {{ elementary.edr_type_float() }})\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.edr_type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5649338, "supported_languages": null}, "macro.elementary.null_string": {"name": "null_string", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/data_types/null_as.sql", "original_file_path": "macros/utils/data_types/null_as.sql", "unique_id": "macro.elementary.null_string", "macro_sql": "{% macro null_string() %}\n cast(null as {{ elementary.edr_type_string() }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.565022, "supported_languages": null}, "macro.elementary.undefined_dict_keys_to_none": {"name": "undefined_dict_keys_to_none", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/dict_utils/undefined_dict_keys_to_none.sql", "original_file_path": "macros/utils/dict_utils/undefined_dict_keys_to_none.sql", "unique_id": "macro.elementary.undefined_dict_keys_to_none", "macro_sql": "{% macro undefined_dict_keys_to_none(dict) %}\n {% for key in dict %}\n {% if dict[key] is not defined %}\n {% do dict.update({key: none}) %}\n {% endif %}\n {% endfor %}\n {{ return(dict) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5653582, "supported_languages": null}, "macro.elementary.insensitive_get_dict_value": {"name": "insensitive_get_dict_value", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/dict_utils/insensitive_get_dict_value.sql", "original_file_path": "macros/utils/dict_utils/insensitive_get_dict_value.sql", "unique_id": "macro.elementary.insensitive_get_dict_value", "macro_sql": "{% macro insensitive_get_dict_value(dict, key, default) -%}\n {% set value = elementary.safe_get_with_default(dict, key) %}\n {%- if value is not none -%}\n {{- return(value) -}}\n {%- endif %}\n {% set value = elementary.safe_get_with_default(dict, key.lower()) %}\n {%- if value is not none -%}\n {{- return(value) -}}\n {%- endif %}\n {% set value = elementary.safe_get_with_default(dict, key.upper()) %}\n {%- if value is not none -%}\n {{- return(value) -}}\n {%- endif %}\n {%- if default is defined -%}\n {{- return(default) -}}\n {% else %}\n {{ return(none) }}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.56624, "supported_languages": null}, "macro.elementary.safe_get_with_default": {"name": "safe_get_with_default", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/dict_utils/safe_get_with_default_value.sql", "original_file_path": "macros/utils/dict_utils/safe_get_with_default_value.sql", "unique_id": "macro.elementary.safe_get_with_default", "macro_sql": "{% macro safe_get_with_default(dict, key, default) %}\n {% set value = dict.get(key) %}\n {% if value is defined and value is not none %}\n {{ return(value) }}\n {% endif %}\n {% if default is defined %}\n {{ return(default) }}\n {% endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.566663, "supported_languages": null}, "macro.elementary.get_node_execution_id": {"name": "get_node_execution_id", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_node_execution_id.sql", "original_file_path": "macros/utils/graph/get_node_execution_id.sql", "unique_id": "macro.elementary.get_node_execution_id", "macro_sql": "{% macro get_node_execution_id(node) %}\n {% set node_execution_id = [invocation_id, node.get('unique_id')] | join('.') %}\n {{ return(node_execution_id) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.566902, "supported_languages": null}, "macro.elementary.get_compiled_code": {"name": "get_compiled_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_compiled_code.sql", "original_file_path": "macros/utils/graph/get_compiled_code.sql", "unique_id": "macro.elementary.get_compiled_code", "macro_sql": "{% macro get_compiled_code(node, as_column_value=false) %}\n {% set compiled_code = adapter.dispatch(\"get_compiled_code\", \"elementary\")(node) %}\n \n {% set max_column_size = elementary.get_column_size() %}\n {% if as_column_value and max_column_size and compiled_code and compiled_code | length > max_column_size %}\n {% do return(elementary.get_compiled_code_too_long_err_msg()) %}\n {% endif %}\n \n {% do return(compiled_code) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_compiled_code", "macro.elementary.get_column_size", "macro.elementary.get_compiled_code_too_long_err_msg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5675762, "supported_languages": null}, "macro.elementary.default__get_compiled_code": {"name": "default__get_compiled_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_compiled_code.sql", "original_file_path": "macros/utils/graph/get_compiled_code.sql", "unique_id": "macro.elementary.default__get_compiled_code", "macro_sql": "{% macro default__get_compiled_code(node) %}\n {% do return(node.get('compiled_code') or node.get('compiled_sql')) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.567738, "supported_languages": null}, "macro.elementary.redshift__get_compiled_code": {"name": "redshift__get_compiled_code", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_compiled_code.sql", "original_file_path": "macros/utils/graph/get_compiled_code.sql", "unique_id": "macro.elementary.redshift__get_compiled_code", "macro_sql": "{% macro redshift__get_compiled_code(node) %}\n {% set compiled_code = node.get('compiled_code') or node.get('compiled_sql') %}\n {% if not compiled_code %}\n {% do return(none) %}\n {% else %}\n {% do return(compiled_code.replace(\"%\", \"%%\")) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5680482, "supported_languages": null}, "macro.elementary.get_compiled_code_too_long_err_msg": {"name": "get_compiled_code_too_long_err_msg", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_compiled_code.sql", "original_file_path": "macros/utils/graph/get_compiled_code.sql", "unique_id": "macro.elementary.get_compiled_code_too_long_err_msg", "macro_sql": "{% macro get_compiled_code_too_long_err_msg() %}\n {% do return(\"Compiled code is too long.\") %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.568151, "supported_languages": null}, "macro.elementary.get_node": {"name": "get_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_node.sql", "original_file_path": "macros/utils/graph/get_node.sql", "unique_id": "macro.elementary.get_node", "macro_sql": "{% macro get_node(node_unique_id) %}\n {# First let's try to find it in regular nodes #}\n {%- set node = graph.nodes.get(node_unique_id) -%}\n {%- if not node -%}\n {# If not found let's try to find it in source nodes #}\n {%- set node = graph.sources.get(node_unique_id) -%}\n {%- endif -%}\n {{ return(node) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5685, "supported_languages": null}, "macro.elementary.get_elementary_config_from_node": {"name": "get_elementary_config_from_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_elementary_config_from_node.sql", "original_file_path": "macros/utils/graph/get_elementary_config_from_node.sql", "unique_id": "macro.elementary.get_elementary_config_from_node", "macro_sql": "{% macro get_elementary_config_from_node(node) %}\n {% set res = {} %}\n {% set node_config = node.get('config') %}\n {% if node_config %}\n {% set elementary_config = node.config.get('elementary') %}\n {% if elementary_config and elementary_config is mapping %}\n {% do res.update(elementary_config) %}\n {% endif %}\n {% set config_meta = node.config.get('meta') %}\n {% if config_meta and config_meta is mapping %}\n {% set elementary_config = config_meta.get('elementary') %}\n {% if elementary_config and elementary_config is mapping %}\n {% do res.update(elementary_config) %}\n {% endif %}\n {% endif %}\n {% endif %}\n {% set node_meta = node.get('meta') %}\n {% if node_meta and node_meta is mapping %}\n {% set elementary_config = node_meta.get('elementary') %}\n {% if elementary_config and elementary_config is mapping %}\n {% do res.update(elementary_config) %}\n {% endif %}\n {% endif %}\n {{ return(res) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.569885, "supported_languages": null}, "macro.elementary.get_cache": {"name": "get_cache", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_cache.sql", "original_file_path": "macros/utils/graph/get_cache.sql", "unique_id": "macro.elementary.get_cache", "macro_sql": "{% macro get_cache(entry, default=none) %}\n {% if execute %}\n {{ return(graph.get(\"elementary\", {}).get(entry, default)) }}\n {% endif %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.570215, "supported_languages": null}, "macro.elementary.get_nodes_from_graph": {"name": "get_nodes_from_graph", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_nodes_from_graph.sql", "original_file_path": "macros/utils/graph/get_nodes_from_graph.sql", "unique_id": "macro.elementary.get_nodes_from_graph", "macro_sql": "{% macro get_nodes_from_graph() %}\n {% set nodes = [] %}\n {% do nodes.extend(graph.sources.values()) %}\n {% do nodes.extend(graph.nodes.values()) %}\n {{ return(nodes) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.570522, "supported_languages": null}, "macro.elementary.is_ephemeral_model": {"name": "is_ephemeral_model", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/is_ephemeral_model.sql", "original_file_path": "macros/utils/graph/is_ephemeral_model.sql", "unique_id": "macro.elementary.is_ephemeral_model", "macro_sql": "{% macro is_ephemeral_model(model_relation) %}\n {% do return(\n model_relation.is_cte\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.570673, "supported_languages": null}, "macro.elementary.get_package_database_and_schema": {"name": "get_package_database_and_schema", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_package_database_and_schema.sql", "original_file_path": "macros/utils/graph/get_package_database_and_schema.sql", "unique_id": "macro.elementary.get_package_database_and_schema", "macro_sql": "{% macro get_package_database_and_schema(package_name='elementary') %}\n {% if execute %}\n {% set node_in_package = graph.nodes.values()\n | selectattr(\"resource_type\", \"==\", \"model\")\n | selectattr(\"package_name\", \"==\", package_name) | first %}\n {% if node_in_package %}\n {{ return([node_in_package.database, node_in_package.schema]) }}\n {% endif %}\n {% endif %}\n {{ return([none, none]) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5712059, "supported_languages": null}, "macro.elementary.get_parent_model_unique_ids_from_test_node": {"name": "get_parent_model_unique_ids_from_test_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_parent_model_unique_ids_from_test_node.sql", "original_file_path": "macros/utils/graph/get_parent_model_unique_ids_from_test_node.sql", "unique_id": "macro.elementary.get_parent_model_unique_ids_from_test_node", "macro_sql": "{% macro get_parent_model_unique_ids_from_test_node(test_node) %}\n {% set nodes_in_current_package = [] %}\n {% set test_depends_on = test_node.get('depends_on') %}\n {% if test_depends_on %}\n {% set depends_on_nodes = test_depends_on.get('nodes') %}\n {% if depends_on_nodes %}\n {% set current_package_name = test_node.get('package_name') %}\n {% if current_package_name %}\n {% set current_package_name = '.' ~ current_package_name ~ '.' %}\n {% for node in depends_on_nodes %}\n {% if current_package_name in node %}\n {% do nodes_in_current_package.append(node) %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endif %}\n {% endif %}\n {{ return(nodes_in_current_package) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5720792, "supported_languages": null}, "macro.elementary.get_nodes_by_unique_ids": {"name": "get_nodes_by_unique_ids", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_nodes_by_unique_ids.sql", "original_file_path": "macros/utils/graph/get_nodes_by_unique_ids.sql", "unique_id": "macro.elementary.get_nodes_by_unique_ids", "macro_sql": "{% macro get_nodes_by_unique_ids(unique_ids) %}\n {% set nodes = []%}\n {% if execute %}\n {% if unique_ids and unique_ids is iterable %}\n {% for unique_id in unique_ids %}\n {% set node = elementary.get_node(unique_id) %}\n {% if node %}\n {% do nodes.append(node) %}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endif %}\n {{ return(nodes) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.57264, "supported_languages": null}, "macro.elementary.get_table_name_from_node": {"name": "get_table_name_from_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_table_name_from_node.sql", "original_file_path": "macros/utils/graph/get_table_name_from_node.sql", "unique_id": "macro.elementary.get_table_name_from_node", "macro_sql": "{% macro get_table_name_from_node(node) %}\n {% if node.identifier %}\n {% set table_name = node.identifier %}\n {% elif node.alias %}\n {% set table_name = node.alias %}\n {% else %}\n {% set table_name = node.name %}\n {% endif %}\n {{ return(table_name) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.573021, "supported_languages": null}, "macro.elementary.column_exists_in_relation": {"name": "column_exists_in_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/column_exists_in_relation.sql", "original_file_path": "macros/utils/graph/column_exists_in_relation.sql", "unique_id": "macro.elementary.column_exists_in_relation", "macro_sql": "{% macro column_exists_in_relation(relation, column_name) %}\n {% set columns = adapter.get_columns_in_relation(relation) %}\n {% for column in columns %}\n {% if column.name.lower() == column_name.lower() %}\n {% do return(true) %}\n {% endif %}\n {% endfor %}\n {% do return(false) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.573416, "supported_languages": null}, "macro.elementary.get_relation_from_node": {"name": "get_relation_from_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_relation_from_node.sql", "original_file_path": "macros/utils/graph/get_relation_from_node.sql", "unique_id": "macro.elementary.get_relation_from_node", "macro_sql": "{% macro get_relation_from_node(node) %}\n {% do return(adapter.get_relation(database=node.database,\n schema=node.schema,\n identifier=elementary.get_table_name_from_node(node))) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_table_name_from_node"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5736551, "supported_languages": null}, "macro.elementary.get_node_by_name": {"name": "get_node_by_name", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_node_by_name.sql", "original_file_path": "macros/utils/graph/get_node_by_name.sql", "unique_id": "macro.elementary.get_node_by_name", "macro_sql": "{% macro get_node_by_name(name) %}\n {%- set nodes = elementary.get_nodes_from_graph() -%}\n {% for node in nodes %}\n {% if node.name == name %}\n {% do return(node) %}\n {% endif %}\n {% endfor %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_nodes_from_graph"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.574073, "supported_languages": null}, "macro.elementary.get_elementary_relation": {"name": "get_elementary_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_elementary_relation.sql", "original_file_path": "macros/utils/graph/get_elementary_relation.sql", "unique_id": "macro.elementary.get_elementary_relation", "macro_sql": "{% macro get_elementary_relation(identifier) %}\n {%- if execute %}\n {%- set identifier_node = elementary.get_node('model.elementary.' ~ identifier) %}\n {%- if identifier_node -%}\n {%- set identifier_alias = elementary.safe_get_with_default(identifier_node, 'alias', identifier) %}\n {% set elementary_database, elementary_schema = identifier_node.database, identifier_node.schema %}\n {%- else -%}\n {% set identifier_alias = identifier %}\n {% set elementary_database, elementary_schema = elementary.get_package_database_and_schema() %}\n {%- endif -%}\n {% if this and this.database == elementary_database and this.schema == elementary_schema and this.identifier == identifier_alias %}\n {% do return(this) %}\n {% endif %}\n {% do return(adapter.get_relation(elementary_database, elementary_schema, identifier_alias)) %}\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node", "macro.elementary.safe_get_with_default", "macro.elementary.get_package_database_and_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5749388, "supported_languages": null}, "macro.elementary.is_incremental_model": {"name": "is_incremental_model", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/is_incremental_model.sql", "original_file_path": "macros/utils/graph/is_incremental_model.sql", "unique_id": "macro.elementary.is_incremental_model", "macro_sql": "{% macro is_incremental_model(model_node, source_included=false) %}\n {% do return(\n (source_included and model_node.resource_type == \"source\")\n or\n (model_node.resource_type == \"model\" and model_node.config.materialized == \"incremental\")\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.575221, "supported_languages": null}, "macro.elementary.get_result_node": {"name": "get_result_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_result_node.sql", "original_file_path": "macros/utils/graph/get_result_node.sql", "unique_id": "macro.elementary.get_result_node", "macro_sql": "{% macro get_result_node(identifier, package_name='elementary') %}\n {% for result in results %}\n {% if result.node.identifier == identifier %}\n {% if package_name %}\n {% if result.node.package_name == package_name %}\n {{ return(result.node) }}\n {% endif %}\n {% else %}\n {{ return(result.node) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5757508, "supported_languages": null}, "macro.elementary.set_cache": {"name": "set_cache", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/set_cache.sql", "original_file_path": "macros/utils/graph/set_cache.sql", "unique_id": "macro.elementary.set_cache", "macro_sql": "{% macro set_cache(entry, val) %}\n {% if execute %}\n {% do graph.get(\"elementary\", {}).update({entry: val}) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.576007, "supported_languages": null}, "macro.elementary.get_rendered_ref": {"name": "get_rendered_ref", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_rendered_ref.sql", "original_file_path": "macros/utils/graph/get_rendered_ref.sql", "unique_id": "macro.elementary.get_rendered_ref", "macro_sql": "{% macro get_rendered_ref(ref_string) %}\n {% set lowered_ref_string = ref_string | lower %}\n {% set match = modules.re.match(\"(ref\\('(?P.+)'\\))\", lowered_ref_string, modules.re.IGNORECASE) %}\n {% if not match %}\n {% do return(lowered_ref_string) %}\n {% else %}\n {% do return(ref(match.groupdict()['ref_identifier'])['include']()) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5764859, "supported_languages": null}, "macro.elementary.get_model_database_and_schema_from_test_node": {"name": "get_model_database_and_schema_from_test_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/graph/get_model_database_and_schema_from_test_node.sql", "original_file_path": "macros/utils/graph/get_model_database_and_schema_from_test_node.sql", "unique_id": "macro.elementary.get_model_database_and_schema_from_test_node", "macro_sql": "{% macro get_model_database_and_schema_from_test_node(test_node) %}\n {% set test_database = test_node.get('database') %}\n {% set test_schema = test_node.get('schema') %}\n {% set config_dict = elementary.safe_get_with_default(test_node, 'config', {}) %}\n {% set test_schema_sufix = config_dict.get('schema') %}\n {% if test_schema and test_schema_sufix %}\n {% set test_schema = test_schema | replace('_' ~ test_schema_sufix, '') %}\n {% endif %}\n {{ return([test_database, test_schema]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.safe_get_with_default"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.577075, "supported_languages": null}, "macro.elementary.union_macro_queries": {"name": "union_macro_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/union_macro_queries.sql", "original_file_path": "macros/utils/run_queries/union_macro_queries.sql", "unique_id": "macro.elementary.union_macro_queries", "macro_sql": "{% macro union_macro_queries(param_list, query_macro) %}\n {% for param in param_list %}\n ({{ query_macro(param) }})\n {% if not loop.last %}\n union all\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5773408, "supported_languages": null}, "macro.elementary.render_run_query": {"name": "render_run_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/render_run_query.sql", "original_file_path": "macros/utils/run_queries/render_run_query.sql", "unique_id": "macro.elementary.render_run_query", "macro_sql": "{% macro render_run_query(prerendered_query) %}\n {% set results = elementary.run_query(render(prerendered_query)) %}\n {% do return(elementary.agate_to_dicts(results)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query", "macro.elementary.agate_to_dicts"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.577569, "supported_languages": null}, "macro.elementary.agate_to_json": {"name": "agate_to_json", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/agate_to_json.sql", "original_file_path": "macros/utils/run_queries/agate_to_json.sql", "unique_id": "macro.elementary.agate_to_json", "macro_sql": "{% macro agate_to_json(agate_table) %}\n {% set serializable_rows = elementary.agate_to_dicts(agate_table) %}\n {{ return(tojson(serializable_rows)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.agate_to_dicts"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.577771, "supported_languages": null}, "macro.elementary.result_column_to_list": {"name": "result_column_to_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/result_column_to_list.sql", "original_file_path": "macros/utils/run_queries/result_column_to_list.sql", "unique_id": "macro.elementary.result_column_to_list", "macro_sql": "{% macro result_column_to_list(single_column_query) %}\n {% set query_result = elementary.run_query(single_column_query) %}\n {% do return(query_result.columns[0]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.577982, "supported_languages": null}, "macro.elementary.result_value": {"name": "result_value", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/result_value.sql", "original_file_path": "macros/utils/run_queries/result_value.sql", "unique_id": "macro.elementary.result_value", "macro_sql": "{% macro result_value(single_column_query) %}\n {% set result = elementary.run_query(single_column_query) %}\n {% if not result %}\n {% do return(none) %}\n {% endif %}\n {% do return(result[0][0]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.578298, "supported_languages": null}, "macro.elementary.agate_to_dicts": {"name": "agate_to_dicts", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/agate_to_dicts.sql", "original_file_path": "macros/utils/run_queries/agate_to_dicts.sql", "unique_id": "macro.elementary.agate_to_dicts", "macro_sql": "{% macro agate_to_dicts(agate_table) %}\n {% set column_types = agate_table.column_types %}\n {% set serializable_rows = [] %}\n {% for agate_row in agate_table.rows %}\n {% set serializable_row = {} %}\n {% for col_name, col_value in agate_row.items() %}\n {% set serializable_col_value = column_types[loop.index0].jsonify(col_value) %}\n {% set serializable_col_name = col_name | lower %}\n {% do serializable_row.update({serializable_col_name: serializable_col_value}) %}\n {% endfor %}\n {% do serializable_rows.append(serializable_row) %}\n {% endfor %}\n {{ return(serializable_rows) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.579017, "supported_languages": null}, "macro.elementary.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/run_queries/run_query.sql", "original_file_path": "macros/utils/run_queries/run_query.sql", "unique_id": "macro.elementary.run_query", "macro_sql": "{% macro run_query(query, lowercase_column_names=True) %}\n {% set query_result = dbt.run_query(query) %}\n {% if lowercase_column_names %}\n {% set lowercased_column_names = {} %}\n {% for column_name in query_result.column_names %}\n {% do lowercased_column_names.update({column_name: column_name.lower()}) %}\n {% endfor %}\n {% set query_result = query_result.rename(lowercased_column_names) %}\n {% endif %}\n\n {% do return(query_result) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.57955, "supported_languages": null}, "macro.elementary.create_table_like": {"name": "create_table_like", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_table_like.sql", "original_file_path": "macros/utils/table_operations/create_table_like.sql", "unique_id": "macro.elementary.create_table_like", "macro_sql": "{% macro create_table_like(relation, like_relation, temporary=False, like_columns=none) %}\n {% set empty_table_query %}\n SELECT\n {% if like_columns %}\n {% for column in like_columns %}\n {{ column }}{{ \", \" if not loop.last }}\n {% endfor %}\n {% else %}\n *\n {% endif %}\n FROM {{ like_relation }}\n WHERE 1 = 0\n {% endset %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, empty_table_query)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.580092, "supported_languages": null}, "macro.elementary.delete_if_incremental": {"name": "delete_if_incremental", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_if_incremental.sql", "original_file_path": "macros/utils/table_operations/delete_if_incremental.sql", "unique_id": "macro.elementary.delete_if_incremental", "macro_sql": "{% macro delete_if_incremental(where_clause) %}\n\n {% set query%}\n delete from {{ this }}\n where {{ where_clause }}\n {% endset %}\n\n {% if is_incremental() %}\n {% do elementary.run_query(query) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.is_incremental", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.580389, "supported_languages": null}, "macro.elementary.remove_rows": {"name": "remove_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/remove_rows.sql", "original_file_path": "macros/utils/table_operations/remove_rows.sql", "unique_id": "macro.elementary.remove_rows", "macro_sql": "{% macro remove_rows(table_name) %}\n\n {% set remove_rows_query %}\n delete from {{ table_name }}\n {% endset %}\n {% do elementary.run_query(remove_rows_query) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.580599, "supported_languages": null}, "macro.elementary.has_temp_table_support": {"name": "has_temp_table_support", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/has_temp_table_support.sql", "original_file_path": "macros/utils/table_operations/has_temp_table_support.sql", "unique_id": "macro.elementary.has_temp_table_support", "macro_sql": "{% macro has_temp_table_support() %}\n {% do return(adapter.dispatch(\"has_temp_table_support\", \"elementary\")()) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__has_temp_table_support"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5808141, "supported_languages": null}, "macro.elementary.default__has_temp_table_support": {"name": "default__has_temp_table_support", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/has_temp_table_support.sql", "original_file_path": "macros/utils/table_operations/has_temp_table_support.sql", "unique_id": "macro.elementary.default__has_temp_table_support", "macro_sql": "{% macro default__has_temp_table_support() %}\n {% do return(true) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.580912, "supported_languages": null}, "macro.elementary.spark__has_temp_table_support": {"name": "spark__has_temp_table_support", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/has_temp_table_support.sql", "original_file_path": "macros/utils/table_operations/has_temp_table_support.sql", "unique_id": "macro.elementary.spark__has_temp_table_support", "macro_sql": "{% macro spark__has_temp_table_support() %}\n {% do return(false) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.581075, "supported_languages": null}, "macro.elementary.get_columns_and_types": {"name": "get_columns_and_types", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_columns_and_types.sql", "original_file_path": "macros/utils/table_operations/get_columns_and_types.sql", "unique_id": "macro.elementary.get_columns_and_types", "macro_sql": "{% macro get_columns_and_types(table_name, schema_name = none, database_name = none) %}\n\n {# dbt models can be found with identifier only #}\n {# for non-dbt tables database_name and schema_name are required #}\n\n {%- if not database_name %}\n {%- set database_name = elementary.target_database() %}\n {%- endif %}\n {%- if not schema_name %}\n {%- set schema_name = target.schema %}\n {%- endif %}\n\n {%- set columns = [] %}\n\n {%- set relation = adapter.get_relation(\n database=database_name,\n schema=schema_name,\n identifier=table_name) -%}\n\n {%- set columns_from_relation = adapter.get_columns_in_relation(relation) -%}\n\n {% for column in columns_from_relation %}\n {%- set column_item = {'column_name': column['column'], 'data_type': elementary.normalize_data_type(elementary.get_column_data_type(column))} %}\n {%- do columns.append(column_item) -%}\n {% endfor %}\n\n {{ return(columns) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.target_database", "macro.elementary.normalize_data_type", "macro.elementary.get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5819871, "supported_languages": null}, "macro.elementary.create_temp_table": {"name": "create_temp_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_temp_table.sql", "original_file_path": "macros/utils/table_operations/create_temp_table.sql", "unique_id": "macro.elementary.create_temp_table", "macro_sql": "{% macro create_temp_table(database_name, schema_name, table_name, sql_query) %}\n {% set temp_table_exists, temp_table_relation = dbt.get_or_create_relation(database=database_name,\n schema=schema_name,\n identifier=table_name,\n type='table') -%}\n {% set temp_table_relation = elementary.edr_make_temp_relation(temp_table_relation) %}\n {% if temp_table_exists %}\n {% do adapter.drop_relation(temp_table_relation) %}\n {% do elementary.run_query(dbt.create_table_as(True, temp_table_relation, sql_query)) %}\n {% else %}\n {% do elementary.run_query(dbt.create_table_as(True, temp_table_relation, sql_query)) %}\n {% endif %}\n {{ return(temp_table_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.elementary.edr_make_temp_relation", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5827231, "supported_languages": null}, "macro.elementary.edr_make_temp_relation": {"name": "edr_make_temp_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.edr_make_temp_relation", "macro_sql": "{% macro edr_make_temp_relation(base_relation, suffix=none) %}\n {% do return(adapter.dispatch(\"edr_make_temp_relation\", \"elementary\")(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__edr_make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5836859, "supported_languages": null}, "macro.elementary.default__edr_make_temp_relation": {"name": "default__edr_make_temp_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.default__edr_make_temp_relation", "macro_sql": "{% macro default__edr_make_temp_relation(base_relation, suffix) %}\n {% do return(dbt.make_temp_relation(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.583832, "supported_languages": null}, "macro.elementary.spark__edr_make_temp_relation": {"name": "spark__edr_make_temp_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.spark__edr_make_temp_relation", "macro_sql": "{% macro spark__edr_make_temp_relation(base_relation, suffix) %}\n {% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, suffix) %}\n {% set tmp_relation = base_relation.incorporate(path = {\n \"schema\": none,\n \"identifier\": tmp_identifier\n }) -%}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.table_name_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.584115, "supported_languages": null}, "macro.elementary.databricks__edr_make_temp_relation": {"name": "databricks__edr_make_temp_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.databricks__edr_make_temp_relation", "macro_sql": "{% macro databricks__edr_make_temp_relation(base_relation, suffix) %}\n {% do return(dbt.make_temp_relation(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.584259, "supported_languages": null}, "macro.elementary.make_temp_view_relation": {"name": "make_temp_view_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.make_temp_view_relation", "macro_sql": "{% macro make_temp_view_relation(base_relation, suffix=none) %}\n {% if not suffix %}\n {% set suffix = elementary.get_timestamped_table_suffix() %}\n {% endif %}\n\n {% do return(elementary.edr_make_temp_relation(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_timestamped_table_suffix", "macro.elementary.edr_make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5845, "supported_languages": null}, "macro.elementary.make_temp_table_relation": {"name": "make_temp_table_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.make_temp_table_relation", "macro_sql": "{% macro make_temp_table_relation(base_relation, suffix=none) %}\n {% if not suffix %}\n {% set suffix = elementary.get_timestamped_table_suffix() %}\n {% endif %}\n\n {% do return(adapter.dispatch(\"make_temp_table_relation\", \"elementary\")(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_timestamped_table_suffix", "macro.elementary.default__make_temp_table_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.584769, "supported_languages": null}, "macro.elementary.default__make_temp_table_relation": {"name": "default__make_temp_table_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.default__make_temp_table_relation", "macro_sql": "{% macro default__make_temp_table_relation(base_relation, suffix) %}\n {% do return(elementary.edr_make_temp_relation(base_relation, suffix)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.584911, "supported_languages": null}, "macro.elementary.databricks__make_temp_table_relation": {"name": "databricks__make_temp_table_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/make_temp_relation.sql", "original_file_path": "macros/utils/table_operations/make_temp_relation.sql", "unique_id": "macro.elementary.databricks__make_temp_table_relation", "macro_sql": "{% macro databricks__make_temp_table_relation(base_relation, suffix) %}\n {% set tmp_identifier = elementary.table_name_with_suffix(base_relation.identifier, suffix) %}\n {% set tmp_relation = api.Relation.create(\n identifier=tmp_identifier,\n schema=base_relation.schema,\n database=base_relation.database,\n type='table') %}\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.table_name_with_suffix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.585218, "supported_languages": null}, "macro.elementary.get_row_count": {"name": "get_row_count", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_row_count.sql", "original_file_path": "macros/utils/table_operations/get_row_count.sql", "unique_id": "macro.elementary.get_row_count", "macro_sql": "{% macro get_row_count(full_table_name) %}\n\n {% set query_row_count %}\n select count(*) from {{ full_table_name }}\n {% endset %}\n {% if execute %}\n {% set result = elementary.run_query(query_row_count).columns[0].values()[0] %}\n {% endif %}\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5855849, "supported_languages": null}, "macro.elementary.create_or_replace": {"name": "create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.create_or_replace", "macro_sql": "{% macro create_or_replace(temporary, relation, sql_query) %}\n {{ return(adapter.dispatch('create_or_replace', 'elementary')(temporary, relation, sql_query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__create_or_replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.586155, "supported_languages": null}, "macro.elementary.default__create_or_replace": {"name": "default__create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.default__create_or_replace", "macro_sql": "{% macro default__create_or_replace(temporary, relation, sql_query) %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, sql_query)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5863209, "supported_languages": null}, "macro.elementary.redshift__create_or_replace": {"name": "redshift__create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.redshift__create_or_replace", "macro_sql": "{% macro redshift__create_or_replace(temporary, relation, sql_query) %}\n {% do dbt.drop_relation_if_exists(relation) %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, sql_query)) %}\n {% do adapter.commit() %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.586561, "supported_languages": null}, "macro.elementary.postgres__create_or_replace": {"name": "postgres__create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.postgres__create_or_replace", "macro_sql": "{% macro postgres__create_or_replace(temporary, relation, sql_query) %}\n {% do elementary.run_query(\"BEGIN\") %}\n {% do dbt.drop_relation_if_exists(relation) %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, sql_query)) %}\n {% do elementary.run_query(\"COMMIT\") %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query", "macro.dbt.drop_relation_if_exists", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.586855, "supported_languages": null}, "macro.elementary.spark__create_or_replace": {"name": "spark__create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.spark__create_or_replace", "macro_sql": "{% macro spark__create_or_replace(temporary, relation, sql_query) %}\n {% do dbt.drop_relation_if_exists(relation) %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, sql_query)) %}\n {% do adapter.commit() %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5871549, "supported_languages": null}, "macro.elementary.athena__create_or_replace": {"name": "athena__create_or_replace", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_or_replace.sql", "original_file_path": "macros/utils/table_operations/create_or_replace.sql", "unique_id": "macro.elementary.athena__create_or_replace", "macro_sql": "{% macro athena__create_or_replace(temporary, relation, sql_query) %}\n {% do dbt.drop_relation_if_exists(relation) %}\n {% do elementary.run_query(dbt.create_table_as(temporary, relation, sql_query)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.587368, "supported_languages": null}, "macro.elementary.insert_as_select": {"name": "insert_as_select", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_as_select.sql", "original_file_path": "macros/utils/table_operations/insert_as_select.sql", "unique_id": "macro.elementary.insert_as_select", "macro_sql": "{% macro insert_as_select(table_relation, select_query) %}\n {# when calling this macro, you need to add depends on ref comment #}\n {# ref_model and select_query need to have the same columns #}\n\n {%- set insert_query %}\n insert into {{ table_relation }}\n with tmp_table as (\n {{ select_query }}\n )\n select * from tmp_table\n {%- endset %}\n\n {{ return(insert_query) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5876448, "supported_languages": null}, "macro.elementary.insert_rows": {"name": "insert_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.insert_rows", "macro_sql": "{% macro insert_rows(table_relation, rows, should_commit=false, chunk_size=5000, on_query_exceed=none) %}\n {% if not rows %}\n {{ return(none) }}\n {% endif %}\n\n {% if not table_relation %}\n {% do exceptions.warn(\"Couldn't find Elementary's models in `\" ~ elementary.target_database() ~ \".\" ~ target.schema ~ \"`. Please run `dbt run -s elementary --target \" ~ target.name ~ \"`.\") %}\n {{ return(none) }}\n {% endif %}\n\n {% set columns = adapter.get_columns_in_relation(table_relation) %}\n {% if not columns %}\n {% set table_name = elementary.relation_to_full_name(table_relation) %}\n {{ elementary.edr_log('Could not extract columns for table - ' ~ table_name ~ ' (might be a permissions issue)') }}\n {{ return(none) }}\n {% endif %}\n\n {{ elementary.file_log('Inserting {} rows to table {}'.format(rows | length, table_relation)) }}\n {% set insert_rows_method = elementary.get_config_var('insert_rows_method') %}\n {% if insert_rows_method == 'max_query_size' %}\n {% set insert_rows_queries = elementary.get_insert_rows_queries(table_relation, columns, rows, on_query_exceed=on_query_exceed) %}\n {% set queries_len = insert_rows_queries | length %}\n {% for insert_query in insert_rows_queries %}\n {% do elementary.file_log(\"[{}/{}] Running insert query.\".format(loop.index, queries_len)) %}\n {% do elementary.run_query(insert_query) %}\n {% endfor %}\n {% elif insert_rows_method == 'chunk' %}\n {% set rows_chunks = elementary.split_list_to_chunks(rows, chunk_size) %}\n {% for rows_chunk in rows_chunks %}\n {% set insert_rows_query = elementary.get_chunk_insert_query(table_relation, columns, rows_chunk) %}\n {% do elementary.run_query(insert_rows_query) %}\n {% endfor %}\n {% else %}\n {% do exceptions.raise_compiler_error(\"Specified invalid value for 'insert_rows_method' var.\") %}\n {% endif %}\n\n {% if should_commit %}\n {% do adapter.commit() %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.target_database", "macro.elementary.relation_to_full_name", "macro.elementary.edr_log", "macro.elementary.file_log", "macro.elementary.get_config_var", "macro.elementary.get_insert_rows_queries", "macro.elementary.run_query", "macro.elementary.split_list_to_chunks", "macro.elementary.get_chunk_insert_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.59426, "supported_languages": null}, "macro.elementary.get_insert_rows_queries": {"name": "get_insert_rows_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.get_insert_rows_queries", "macro_sql": "{% macro get_insert_rows_queries(table_relation, columns, rows, query_max_size=none, on_query_exceed=none) -%}\n {% if not query_max_size %}\n {% set query_max_size = elementary.get_config_var('query_max_size') %}\n {% endif %}\n\n {% set insert_queries = [] %}\n {% set base_insert_query %}\n insert into {{ table_relation }}\n ({%- for column in columns -%}\n {{- column.name -}} {{- \",\" if not loop.last else \"\" -}}\n {%- endfor -%}) values\n {% endset %}\n\n {% set current_query = namespace(data=base_insert_query) %}\n {% for row in rows %}\n {% set row_sql = elementary.render_row_to_sql(row, columns) %}\n {% set query_with_row = current_query.data + (\",\" if not loop.first else \"\") + row_sql %}\n\n {% if query_with_row | length > query_max_size %}\n {% set new_insert_query = base_insert_query + row_sql %}\n\n {# Check if row is too large to fit into an insert query. #}\n {% if new_insert_query | length > query_max_size %}\n {% if on_query_exceed %}\n {% do on_query_exceed(row) %}\n {% set row_sql = elementary.render_row_to_sql(row, columns) %}\n {% set new_insert_query = base_insert_query + row_sql %}\n {% endif %}\n\n {% if new_insert_query | length > query_max_size %}\n {% do elementary.file_log(\"Oversized row for insert_rows: {}\".format(query_with_row)) %}\n {% do exceptions.warn(\"Row to be inserted exceeds var('query_max_size'). Consider increasing its value.\") %}\n {% endif %}\n {% endif %}\n\n {% if current_query.data != base_insert_query %}\n {% do insert_queries.append(current_query.data) %}\n {% endif %}\n {% set current_query.data = new_insert_query %}\n\n {% else %}\n {% set current_query.data = query_with_row %}\n {% endif %}\n {% if loop.last %}\n {% do insert_queries.append(current_query.data) %}\n {% endif %}\n {% endfor %}\n\n {{ return(insert_queries) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.get_config_var", "macro.elementary.render_row_to_sql", "macro.elementary.file_log"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.595801, "supported_languages": null}, "macro.elementary.render_row_to_sql": {"name": "render_row_to_sql", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.render_row_to_sql", "macro_sql": "{% macro render_row_to_sql(row, columns) %}\n {% set rendered_column_values = [] %}\n {% for column in columns %}\n {% if column.name.lower() == \"created_at\" %}\n {% set column_value = elementary.edr_current_timestamp() %}\n {% do rendered_column_values.append(column_value) %}\n {% else %}\n {% set column_value = elementary.insensitive_get_dict_value(row, column.name) %}\n {% set normalized_data_type = elementary.normalize_data_type(column.dtype) %}\n {% do rendered_column_values.append(elementary.render_value(column_value, normalized_data_type)) %}\n\n {% endif %}\n {% endfor %}\n {% set row_sql = \"({})\".format(rendered_column_values | join(\",\")) %}\n {% do return(row_sql) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_current_timestamp", "macro.elementary.insensitive_get_dict_value", "macro.elementary.normalize_data_type", "macro.elementary.render_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.596451, "supported_languages": null}, "macro.elementary.get_chunk_insert_query": {"name": "get_chunk_insert_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.get_chunk_insert_query", "macro_sql": "{% macro get_chunk_insert_query(table_relation, columns, rows) -%}\n {% set insert_rows_query %}\n insert into {{ table_relation }}\n ({%- for column in columns -%}\n {{- column.name -}} {{- \",\" if not loop.last else \"\" -}}\n {%- endfor -%}) values\n {% for row in rows -%}\n ({%- for column in columns -%}\n {%- set column_value = elementary.insensitive_get_dict_value(row, column.name, none) -%}\n {{ elementary.render_value(column_value) }}\n {{- \",\" if not loop.last else \"\" -}}\n {%- endfor -%}) {{- \",\" if not loop.last else \"\" -}}\n {%- endfor -%}\n {% endset %}\n {{ return(insert_rows_query) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.insensitive_get_dict_value", "macro.elementary.render_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5970209, "supported_languages": null}, "macro.elementary.escape_special_chars": {"name": "escape_special_chars", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.escape_special_chars", "macro_sql": "{% macro escape_special_chars(string_value) %}\n {{ return(adapter.dispatch('escape_special_chars', 'elementary')(string_value)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__escape_special_chars"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.597176, "supported_languages": null}, "macro.elementary.default__escape_special_chars": {"name": "default__escape_special_chars", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.default__escape_special_chars", "macro_sql": "\n\n{%- macro default__escape_special_chars(string_value) -%}\n {{- return(string_value | replace(\"\\\\\", \"\\\\\\\\\") | replace(\"'\", \"\\\\'\") | replace(\"\\n\", \"\\\\n\") | replace(\"\\r\", \"\\\\r\")) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.597405, "supported_languages": null}, "macro.elementary.redshift__escape_special_chars": {"name": "redshift__escape_special_chars", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.redshift__escape_special_chars", "macro_sql": "{%- macro redshift__escape_special_chars(string_value) -%}\n {{- return(string_value | replace(\"\\\\\", \"\\\\\\\\\") | replace(\"'\", \"\\\\'\") | replace(\"\\n\", \"\\\\n\") | replace(\"\\r\", \"\\\\r\")) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.597627, "supported_languages": null}, "macro.elementary.postgres__escape_special_chars": {"name": "postgres__escape_special_chars", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.postgres__escape_special_chars", "macro_sql": "{%- macro postgres__escape_special_chars(string_value) -%}\n {{- return(string_value | replace(\"'\", \"''\")) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.59776, "supported_languages": null}, "macro.elementary.athena__escape_special_chars": {"name": "athena__escape_special_chars", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.athena__escape_special_chars", "macro_sql": "{%- macro athena__escape_special_chars(string_value) -%}\n {{- return(string_value | replace(\"'\", \"''\")) -}}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.597895, "supported_languages": null}, "macro.elementary.render_value": {"name": "render_value", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/insert_rows.sql", "original_file_path": "macros/utils/table_operations/insert_rows.sql", "unique_id": "macro.elementary.render_value", "macro_sql": "{%- macro render_value(value, data_type) -%}\n {%- if value is defined and value is not none -%}\n {%- if value is number -%}\n {{- value -}}\n {%- elif value is string and data_type == 'timestamp' -%}\n {{- elementary.edr_cast_as_timestamp(elementary.edr_quote(value)) -}}\n {%- elif value is string -%}\n '{{- elementary.escape_special_chars(value) -}}'\n {%- elif value is mapping or value is sequence -%}\n '{{- elementary.escape_special_chars(tojson(value)) -}}'\n {%- else -%}\n NULL\n {%- endif -%}\n {%- else -%}\n NULL\n {%- endif -%}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote", "macro.elementary.escape_special_chars"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.5984142, "supported_languages": null}, "macro.elementary.delete_and_insert": {"name": "delete_and_insert", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_and_insert.sql", "original_file_path": "macros/utils/table_operations/delete_and_insert.sql", "unique_id": "macro.elementary.delete_and_insert", "macro_sql": "{% macro delete_and_insert(relation, insert_rows=none, delete_values=none, delete_column_key=none) %}\n {% do elementary.file_log(\"Deleting from and inserting to: {}\".format(relation)) %}\n {% set delete_rows = [] %}\n {% for delete_val in delete_values %}\n {% do delete_rows.append({delete_column_key: delete_val}) %}\n {% endfor %}\n\n {% if delete_values %}\n {% set delete_relation = elementary.create_intermediate_relation(relation, delete_rows, temporary=True, like_columns=[delete_column_key]) %}\n {% endif %}\n\n {% if insert_rows %}\n {% set insert_relation = elementary.create_intermediate_relation(relation, insert_rows, temporary=True) %}\n {% endif %}\n\n {% if not insert_relation and not delete_relation %}\n {% do return(none) %}\n {% endif %}\n\n {% set queries = elementary.get_delete_and_insert_queries(relation, insert_relation, delete_relation, delete_column_key) %}\n {% for query in queries %}\n {% do elementary.run_query(query) %}\n {% endfor %}\n\n {# Make sure we delete the temp tables we created #}\n {% if delete_relation %}\n {% do adapter.drop_relation(delete_relation) %}\n {% endif %}\n {% if insert_relation %}\n {% do adapter.drop_relation(insert_relation) %}\n {% endif %}\n\n {% do elementary.file_log(\"Finished deleting from and inserting to: {}\".format(relation)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.file_log", "macro.elementary.create_intermediate_relation", "macro.elementary.get_delete_and_insert_queries", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.601996, "supported_languages": null}, "macro.elementary.get_delete_and_insert_queries": {"name": "get_delete_and_insert_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_and_insert.sql", "original_file_path": "macros/utils/table_operations/delete_and_insert.sql", "unique_id": "macro.elementary.get_delete_and_insert_queries", "macro_sql": "{% macro get_delete_and_insert_queries(relation, insert_relation, delete_relation, delete_column_key) %}\n {% do return(adapter.dispatch(\"get_delete_and_insert_queries\", \"elementary\")(relation, insert_relation, delete_relation, delete_column_key)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_delete_and_insert_queries"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.60223, "supported_languages": null}, "macro.elementary.default__get_delete_and_insert_queries": {"name": "default__get_delete_and_insert_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_and_insert.sql", "original_file_path": "macros/utils/table_operations/delete_and_insert.sql", "unique_id": "macro.elementary.default__get_delete_and_insert_queries", "macro_sql": "{% macro default__get_delete_and_insert_queries(relation, insert_relation, delete_relation, delete_column_key) %}\n {% set query %}\n begin transaction;\n {% if delete_relation %}\n delete from {{ relation }}\n where\n {{ delete_column_key }} is null\n or {{ delete_column_key }} in (select {{ delete_column_key }} from {{ delete_relation }});\n {% endif %}\n {% if insert_relation %}\n insert into {{ relation }} select * from {{ insert_relation }};\n {% endif %}\n commit;\n {% endset %}\n {% do return([query]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.602613, "supported_languages": null}, "macro.elementary.spark__get_delete_and_insert_queries": {"name": "spark__get_delete_and_insert_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_and_insert.sql", "original_file_path": "macros/utils/table_operations/delete_and_insert.sql", "unique_id": "macro.elementary.spark__get_delete_and_insert_queries", "macro_sql": "{% macro spark__get_delete_and_insert_queries(relation, insert_relation, delete_relation, delete_column_key) %}\n {% set queries = [] %}\n\n {# Calling `is_delta` raises an error if `metadata` is None - https://github.com/databricks/dbt-databricks/blob/33dca4b66b05f268741030b33659d34ff69591c1/dbt/adapters/databricks/relation.py#L71 #}\n {% if delete_relation and relation.metadata and relation.is_delta %}\n {% set delete_query %}\n merge into {{ relation }} as source\n using {{ delete_relation }} as target\n on (source.{{ delete_column_key }} = target.{{ delete_column_key }}) or source.{{ delete_column_key }} is null\n when matched then delete;\n {% endset %}\n {% do queries.append(delete_query) %}\n\n {% elif delete_relation %}\n {% set delete_query %}\n delete from {{ relation }}\n where\n {{ delete_column_key }} is null\n or {{ delete_column_key }} in (select {{ delete_column_key }} from {{ delete_relation }});\n {% endset %}\n {% do queries.append(delete_query) %}\n {% endif %}\n\n {% if insert_relation %}\n {% set insert_query %}\n insert into {{ relation }} select * from {{ insert_relation }};\n {% endset %}\n {% do queries.append(insert_query) %}\n {% endif %}\n\n {% do return(queries) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6035142, "supported_languages": null}, "macro.elementary.athena__get_delete_and_insert_queries": {"name": "athena__get_delete_and_insert_queries", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/delete_and_insert.sql", "original_file_path": "macros/utils/table_operations/delete_and_insert.sql", "unique_id": "macro.elementary.athena__get_delete_and_insert_queries", "macro_sql": "{% macro athena__get_delete_and_insert_queries(relation, insert_relation, delete_relation, delete_column_key) %}\n {% set queries = [] %}\n\n {% if delete_relation %}\n {% set delete_query %}\n delete from {{ relation }}\n where\n {{ delete_column_key }} is null\n or {{ delete_column_key }} in (select {{ delete_column_key }} from {{ delete_relation }});\n {% endset %}\n {% do queries.append(delete_query) %}\n {% endif %}\n\n {% if insert_relation %}\n {% set insert_query %}\n insert into {{ relation }} select * from {{ insert_relation }};\n {% endset %}\n {% do queries.append(insert_query) %}\n {% endif %}\n\n {% do return(queries) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.60406, "supported_languages": null}, "macro.elementary.merge_sql": {"name": "merge_sql", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/merge_sql.sql", "original_file_path": "macros/utils/table_operations/merge_sql.sql", "unique_id": "macro.elementary.merge_sql", "macro_sql": "{% macro merge_sql(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates=none) -%}\n {{ return(adapter.dispatch('merge_sql', 'elementary')(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.elementary.default__merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6050858, "supported_languages": null}, "macro.elementary.default__merge_sql": {"name": "default__merge_sql", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/merge_sql.sql", "original_file_path": "macros/utils/table_operations/merge_sql.sql", "unique_id": "macro.elementary.default__merge_sql", "macro_sql": "{% macro default__merge_sql(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates) %}\n {% set macro = dbt.get_merge_sql %}\n {% if \"incremental_predicates\" in macro.get_macro().arguments %}\n {% do return(macro(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates)) %}\n {% endif %}\n {% do return(macro(target_relation, tmp_relation, unique_key, dest_columns)) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6054761, "supported_languages": null}, "macro.elementary.postgres__merge_sql": {"name": "postgres__merge_sql", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/merge_sql.sql", "original_file_path": "macros/utils/table_operations/merge_sql.sql", "unique_id": "macro.elementary.postgres__merge_sql", "macro_sql": "{% macro postgres__merge_sql(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates) %}\n {% set macro = dbt.get_delete_insert_merge_sql %}\n {% if \"incremental_predicates\" in macro.get_macro().arguments %}\n {% do return(macro(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates)) %}\n {% endif %}\n {% do return(macro(target_relation, tmp_relation, unique_key, dest_columns)) %}\n {{ return(merge_sql) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6058931, "supported_languages": null}, "macro.elementary.athena__merge_sql": {"name": "athena__merge_sql", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/merge_sql.sql", "original_file_path": "macros/utils/table_operations/merge_sql.sql", "unique_id": "macro.elementary.athena__merge_sql", "macro_sql": "{% macro athena__merge_sql(target_relation, tmp_relation, unique_key, dest_columns, incremental_predicates) %}\n\n {% set query %}\n merge into {{ target_relation }} as target using {{ tmp_relation }} as src\n ON (target.{{unique_key}} = src.{{ unique_key}})\n when matched\n then update set\n {%- for col in dest_columns %}\n {{ col.column }} = src.{{ col.column }} {{ \", \" if not loop.last }}\n {%- endfor %}\n when not matched\n then insert (\n {%- for col in dest_columns %}\n {{ col.column }} {{ \", \" if not loop.last }}\n {%- endfor %}\n\n )\n values (\n {%- for col in dest_columns %}\n src.{{ col.column }} {{ \", \" if not loop.last }}\n {%- endfor %}\n )\n {% endset %}\n {% do return(query) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.606478, "supported_languages": null}, "macro.elementary.get_column_in_relation": {"name": "get_column_in_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_column_in_relation.sql", "original_file_path": "macros/utils/table_operations/get_column_in_relation.sql", "unique_id": "macro.elementary.get_column_in_relation", "macro_sql": "{% macro get_column_in_relation(relation, column_name) %}\n {% set columns = adapter.get_columns_in_relation(relation) %}\n {% for column in columns %}\n {% if column.name == column_name %}\n {% do return(column) %}\n {% endif %}\n {% endfor %}\n {% do return(none) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.606869, "supported_languages": null}, "macro.elementary.get_relation_max_name_length": {"name": "get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.get_relation_max_name_length", "macro_sql": "{% macro get_relation_max_name_length() %}\n {{ return(adapter.dispatch('get_relation_max_name_length', 'elementary')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__get_relation_max_name_length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6073039, "supported_languages": null}, "macro.elementary.default__get_relation_max_name_length": {"name": "default__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.default__get_relation_max_name_length", "macro_sql": "{% macro default__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(none) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6074219, "supported_languages": null}, "macro.elementary.snowflake__get_relation_max_name_length": {"name": "snowflake__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.snowflake__get_relation_max_name_length", "macro_sql": "{% macro snowflake__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(255) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6075368, "supported_languages": null}, "macro.elementary.redshift__get_relation_max_name_length": {"name": "redshift__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.redshift__get_relation_max_name_length", "macro_sql": "{% macro redshift__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(127) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.607648, "supported_languages": null}, "macro.elementary.postgres__get_relation_max_name_length": {"name": "postgres__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.postgres__get_relation_max_name_length", "macro_sql": "{% macro postgres__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(63) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.607858, "supported_languages": null}, "macro.elementary.spark__get_relation_max_name_length": {"name": "spark__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.spark__get_relation_max_name_length", "macro_sql": "{% macro spark__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(127) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6079779, "supported_languages": null}, "macro.elementary.athena__get_relation_max_name_length": {"name": "athena__get_relation_max_name_length", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_relation_max_length.sql", "original_file_path": "macros/utils/table_operations/get_relation_max_length.sql", "unique_id": "macro.elementary.athena__get_relation_max_name_length", "macro_sql": "{% macro athena__get_relation_max_name_length(temporary, relation, sql_query) %}\n {{ return(255) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6080902, "supported_languages": null}, "macro.elementary.get_timestamped_table_suffix": {"name": "get_timestamped_table_suffix", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/get_timestamped_table_suffix.sql", "original_file_path": "macros/utils/table_operations/get_timestamped_table_suffix.sql", "unique_id": "macro.elementary.get_timestamped_table_suffix", "macro_sql": "{% macro get_timestamped_table_suffix() %}\n {% do return(modules.datetime.datetime.utcnow().strftime('__tmp_%Y%m%d%H%M%S%f')) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6082828, "supported_languages": null}, "macro.elementary.replace_table_data": {"name": "replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.replace_table_data", "macro_sql": "{% macro replace_table_data(relation, rows) %}\n {{ return(adapter.dispatch('replace_table_data', 'elementary')(relation, rows)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__replace_table_data"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6088629, "supported_languages": null}, "macro.elementary.default__replace_table_data": {"name": "default__replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.default__replace_table_data", "macro_sql": "{% macro default__replace_table_data(relation, rows) %}\n {% set intermediate_relation = elementary.create_intermediate_relation(relation, rows, temporary=True) %}\n {% do elementary.run_query(dbt.create_table_as(False, relation, 'select * from {}'.format(intermediate_relation))) %}\n {% do adapter.drop_relation(intermediate_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.create_intermediate_relation", "macro.elementary.run_query", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6091719, "supported_languages": null}, "macro.elementary.databricks__replace_table_data": {"name": "databricks__replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.databricks__replace_table_data", "macro_sql": "{% macro databricks__replace_table_data(relation, rows) %}\n {% do dbt.truncate_relation(relation) %}\n {% do elementary.insert_rows(relation, rows, should_commit=false, chunk_size=elementary.get_config_var('dbt_artifacts_chunk_size')) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.truncate_relation", "macro.elementary.insert_rows", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.609401, "supported_languages": null}, "macro.elementary.spark__replace_table_data": {"name": "spark__replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.spark__replace_table_data", "macro_sql": "{% macro spark__replace_table_data(relation, rows) %}\n {% call statement('truncate_relation') -%}\n delete from {{ relation }} where 1=1\n {%- endcall %}\n {% do elementary.insert_rows(relation, rows, should_commit=false, chunk_size=elementary.get_config_var('dbt_artifacts_chunk_size')) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.elementary.insert_rows", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.609653, "supported_languages": null}, "macro.elementary.postgres__replace_table_data": {"name": "postgres__replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.postgres__replace_table_data", "macro_sql": "{% macro postgres__replace_table_data(relation, rows) %}\n {% set intermediate_relation = elementary.create_intermediate_relation(relation, rows, temporary=True) %}\n\n {% set query %}\n begin transaction;\n delete from {{ relation }}; -- truncate supported in Redshift transactions, but causes an immediate commit\n insert into {{ relation }} select * from {{ intermediate_relation }};\n commit;\n {% endset %}\n {% do elementary.run_query(query) %}\n\n {% do adapter.drop_relation(intermediate_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.create_intermediate_relation", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.60999, "supported_languages": null}, "macro.elementary.athena__replace_table_data": {"name": "athena__replace_table_data", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/replace_table_data.sql", "original_file_path": "macros/utils/table_operations/replace_table_data.sql", "unique_id": "macro.elementary.athena__replace_table_data", "macro_sql": "{% macro athena__replace_table_data(relation, rows) %}\n {% call statement('truncate_relation') -%}\n delete from {{ relation }}\n {%- endcall %}\n {% do elementary.insert_rows(relation, rows, should_commit=false, chunk_size=elementary.get_config_var('dbt_artifacts_chunk_size')) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.elementary.insert_rows", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.610243, "supported_languages": null}, "macro.elementary.create_intermediate_relation": {"name": "create_intermediate_relation", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/create_intermediate_relation.sql", "original_file_path": "macros/utils/table_operations/create_intermediate_relation.sql", "unique_id": "macro.elementary.create_intermediate_relation", "macro_sql": "{% macro create_intermediate_relation(base_relation, rows, temporary, like_columns=none) %}\n {% set int_relation = elementary.make_temp_table_relation(base_relation).incorporate(type='table') %}\n\n {% if not elementary.has_temp_table_support() %}\n {% set temporary = false %}\n {% endif %}\n\n {% do elementary.create_table_like(int_relation, base_relation, temporary, like_columns) %}\n {% do elementary.insert_rows(int_relation, rows, should_commit=false, chunk_size=elementary.get_config_var('dbt_artifacts_chunk_size')) %}\n {% do return(int_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.make_temp_table_relation", "macro.elementary.has_temp_table_support", "macro.elementary.create_table_like", "macro.elementary.insert_rows", "macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.610828, "supported_languages": null}, "macro.elementary.relation_exists": {"name": "relation_exists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/relation_exists.sql", "original_file_path": "macros/utils/table_operations/relation_exists.sql", "unique_id": "macro.elementary.relation_exists", "macro_sql": "{% macro relation_exists(relation) %}\n {%- set loaded_relation = load_relation(relation) -%}\n {% if loaded_relation is not none %}\n {{ return(True) }}\n {% endif %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.611109, "supported_languages": null}, "macro.elementary.table_name_with_suffix": {"name": "table_name_with_suffix", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/table_operations/table_name_with_suffix.sql", "original_file_path": "macros/utils/table_operations/table_name_with_suffix.sql", "unique_id": "macro.elementary.table_name_with_suffix", "macro_sql": "{% macro table_name_with_suffix(table_name, suffix) %}\n {% set relation_max_name_length = elementary.get_relation_max_name_length() %}\n {% if relation_max_name_length %}\n {% set suffix_length = suffix | length %}\n {% set table_name_with_suffix = table_name[:relation_max_name_length - suffix_length] ~ suffix %}\n {% else %}\n {% set table_name_with_suffix = table_name ~ suffix %}\n {% endif %}\n {{ return(table_name_with_suffix) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_relation_max_name_length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6115708, "supported_languages": null}, "macro.elementary.arithmetic_max": {"name": "arithmetic_max", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/min_max.sql", "original_file_path": "macros/utils/sql_utils/min_max.sql", "unique_id": "macro.elementary.arithmetic_max", "macro_sql": "{% macro arithmetic_max(val1, val2) %}\n (0.5 * ({{ val1 }} + {{ val2 }} + abs({{ val1 }} - {{ val2 }})))\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6118, "supported_languages": null}, "macro.elementary.arithmetic_min": {"name": "arithmetic_min", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/min_max.sql", "original_file_path": "macros/utils/sql_utils/min_max.sql", "unique_id": "macro.elementary.arithmetic_min", "macro_sql": "{% macro arithmetic_min(val1, val2) %}\n (0.5 * ({{ val1 }} + {{ val2 }} - abs({{ val1 }} - {{ val2 }})))\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.611934, "supported_languages": null}, "macro.elementary.escape_select": {"name": "escape_select", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/escape_select.sql", "original_file_path": "macros/utils/sql_utils/escape_select.sql", "unique_id": "macro.elementary.escape_select", "macro_sql": "{% macro escape_select(column_names) %}\n {% do return(adapter.dispatch('escape_select', 'elementary')(column_names)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__escape_select"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.612183, "supported_languages": null}, "macro.elementary.default__escape_select": {"name": "default__escape_select", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/escape_select.sql", "original_file_path": "macros/utils/sql_utils/escape_select.sql", "unique_id": "macro.elementary.default__escape_select", "macro_sql": "{% macro default__escape_select(column_names) %}\n {% do return(column_names | join(',')) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.612313, "supported_languages": null}, "macro.elementary.redshift__escape_select": {"name": "redshift__escape_select", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/escape_select.sql", "original_file_path": "macros/utils/sql_utils/escape_select.sql", "unique_id": "macro.elementary.redshift__escape_select", "macro_sql": "{% macro redshift__escape_select(column_names) %}\n {% do return('\\\"' + column_names | join('\\\", \\\"') + '\\\"') %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6124601, "supported_languages": null}, "macro.elementary.to_sql_list": {"name": "to_sql_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/to_sql_list.sql", "original_file_path": "macros/utils/sql_utils/to_sql_list.sql", "unique_id": "macro.elementary.to_sql_list", "macro_sql": "{% macro to_sql_list(ls) %}\n {% set rendered_items = [] %}\n {% for item in ls %}\n {% do rendered_items.append(elementary.render_value(item)) %}\n {% endfor %}\n\n({{ rendered_items | join(', ') }})\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.render_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.612907, "supported_languages": null}, "macro.elementary.list_concat_with_separator": {"name": "list_concat_with_separator", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/sql_utils/list_concat_with_separator.sql", "original_file_path": "macros/utils/sql_utils/list_concat_with_separator.sql", "unique_id": "macro.elementary.list_concat_with_separator", "macro_sql": "{% macro list_concat_with_separator(item_list, separator, handle_nulls = true) %}\n {% set new_list = [] %}\n {% for item in item_list %}\n {% set new_item = elementary.edr_quote(item) %}\n {% if handle_nulls %}\n {% set new_item = \"case when \" ~ elementary.edr_cast_as_string(item) ~ \" is null then 'NULL' else \" ~ elementary.edr_cast_as_string(item) ~ \" end\" %}\n {% endif %}\n {% do new_list.append(new_item) %}\n {% if not loop.last %}\n {% do new_list.append(elementary.edr_quote(separator)) %}\n {% endif %}\n {% endfor %}\n {{ return(elementary.join_list(new_list, \" || \")) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.edr_quote", "macro.elementary.edr_cast_as_string", "macro.elementary.join_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.613981, "supported_languages": null}, "macro.elementary.union_lists": {"name": "union_lists", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/union_lists.sql", "original_file_path": "macros/utils/list_utils/union_lists.sql", "unique_id": "macro.elementary.union_lists", "macro_sql": "{% macro union_lists(list1, list2) %}\n {% set union_list = [] %}\n {% do union_list.extend(list1) %}\n {% do union_list.extend(list2) %}\n {{ return(union_list | unique | list) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6143339, "supported_languages": null}, "macro.elementary.strings_list_to_tuple": {"name": "strings_list_to_tuple", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/strings_list_to_tuple.sql", "original_file_path": "macros/utils/list_utils/strings_list_to_tuple.sql", "unique_id": "macro.elementary.strings_list_to_tuple", "macro_sql": "{% macro strings_list_to_tuple(strings) %}\n {%- if strings %}\n ({% for string in strings %} '{{ string }}' {{ \",\" if not loop.last else \"\" }} {% endfor %})\n {%- else %}\n ('')\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6146638, "supported_languages": null}, "macro.elementary.filter_none_and_sort": {"name": "filter_none_and_sort", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/filter_none_and_sort.sql", "original_file_path": "macros/utils/list_utils/filter_none_and_sort.sql", "unique_id": "macro.elementary.filter_none_and_sort", "macro_sql": "{% macro filter_none_and_sort(val) %}\n {% do return(val | reject(\"none\") | sort) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.614836, "supported_languages": null}, "macro.elementary.split_list_to_chunks": {"name": "split_list_to_chunks", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/split_list_to_chunks.sql", "original_file_path": "macros/utils/list_utils/split_list_to_chunks.sql", "unique_id": "macro.elementary.split_list_to_chunks", "macro_sql": "{% macro split_list_to_chunks(item_list, chunk_size=50) %}\n {% set chunks = [] %}\n {% set current_chunk = [] %}\n {% for item in item_list %}\n {% set reminder = loop.index0 % chunk_size %}\n {% if reminder == 0 and current_chunk %}\n {% do chunks.append(current_chunk.copy()) %}\n {% do current_chunk.clear() %}\n {% endif %}\n {% do current_chunk.append(item) %}\n {% endfor %}\n {% if current_chunk %}\n {% do chunks.append(current_chunk) %}\n {% endif %}\n {{ return(chunks) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.615579, "supported_languages": null}, "macro.elementary.join_list": {"name": "join_list", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/join_list.sql", "original_file_path": "macros/utils/list_utils/join_list.sql", "unique_id": "macro.elementary.join_list", "macro_sql": "{% macro join_list(item_list, separator) %}\n {{ return(item_list | join(separator)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6157498, "supported_languages": null}, "macro.elementary.lists_intersection": {"name": "lists_intersection", "resource_type": "macro", "package_name": "elementary", "path": "macros/utils/list_utils/lists_intersection.sql", "original_file_path": "macros/utils/list_utils/lists_intersection.sql", "unique_id": "macro.elementary.lists_intersection", "macro_sql": "{% macro lists_intersection(list_a, list_b) %}\n {% set new_list = [] %}\n {% for item in list_a %}\n {% if item in list_b %}\n {% do new_list.append(item) %}\n {% endif %}\n {% endfor %}\n {% do return(new_list) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6161091, "supported_languages": null}, "macro.elementary.enforce_project_configurations": {"name": "enforce_project_configurations", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/enforce_project_configurations.sql", "original_file_path": "macros/commands/enforce_project_configurations.sql", "unique_id": "macro.elementary.enforce_project_configurations", "macro_sql": "{%- macro enforce_project_configurations(enforce_owners=true, enforce_tags=false, enforce_description=false, required_meta_keys=none, required_config_keys=none, include_sources=true) -%}\n {% if not required_meta_keys %}\n {% set required_meta_keys = [] %}\n {% endif %}\n {% if not required_config_keys %}\n {% set required_config_keys = [] %}\n {% endif %}\n\n {# enforcing source params #}\n {%- if include_sources -%}\n {% set sources = graph.sources.values() | selectattr('resource_type', '==', 'source') %}\n {% set sources_passed = elementary.enforce_configuration(sources, elementary.flatten_source, enforce_owners, enforce_tags, enforce_description, required_meta_keys, required_config_keys) %}\n {%- endif -%}\n\n {# enforcing model params #}\n {% set models = graph.nodes.values() | selectattr('resource_type', '==', 'model') %}\n {% set models_passed = elementary.enforce_configuration(models, elementary.flatten_model, enforce_owners, enforce_tags, enforce_description, required_meta_keys, required_config_keys) %}\n\n {%- if not models_passed or (include_sources and not sources_passed) -%}\n {{ exceptions.raise_compiler_error(\"Found issues in project configurations\") }}\n {%- endif -%}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.enforce_configuration"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6187751, "supported_languages": null}, "macro.elementary.get_enforcement_param": {"name": "get_enforcement_param", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/enforce_project_configurations.sql", "original_file_path": "macros/commands/enforce_project_configurations.sql", "unique_id": "macro.elementary.get_enforcement_param", "macro_sql": "{%- macro get_enforcement_param(node, enforcement_param_name, enforcement_param_arg_value) -%}\n {% do return(node.meta.get(enforcement_param_name) or node.config.get(enforcement_param_name) or elementary.get_config_var(enforcement_param_name) or enforcement_param_arg_value) %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.elementary.get_config_var"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.619023, "supported_languages": null}, "macro.elementary.enforce_configuration": {"name": "enforce_configuration", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/enforce_project_configurations.sql", "original_file_path": "macros/commands/enforce_project_configurations.sql", "unique_id": "macro.elementary.enforce_configuration", "macro_sql": "{%- macro enforce_configuration(nodes, flatten_callback, enforce_owners, enforce_tags, enforce_description, required_meta_keys, required_config_keys) -%}\n {% set validation_result = {'success': true} %}\n {% for node in nodes -%}\n {% set flattened_node = flatten_callback(node) %}\n {%- if flattened_node.package_name == project_name -%}\n {% set enforce_owners = elementary.get_enforcement_param(node, 'enforce_owners', enforce_owners) %}\n {% set enforce_tags = elementary.get_enforcement_param(node, 'enforce_tags', enforce_tags) %}\n {% set enforce_description = elementary.get_enforcement_param(node, 'enforce_description', enforce_description) %}\n {% set required_meta_keys = elementary.get_enforcement_param(node, 'required_meta_keys', required_meta_keys) %}\n {% set required_config_keys = elementary.get_enforcement_param(node, 'required_config_keys', required_config_keys) %}\n\n {%- if enforce_owners and flattened_node.owner | length == 0 -%}\n {% do elementary.edr_log(node.resource_type ~ \" \" ~ node.name ~ \" does not have an owner\") %}\n {% do validation_result.update({'success': false}) %}\n {%- endif -%}\n\n {%- if enforce_tags and flattened_node.tags | length == 0 -%}\n {% do elementary.edr_log(node.resource_type ~ \" \" ~ node.name ~ \" does not have tags\") %}\n {% do validation_result.update({'success': false}) %}\n {%- endif -%}\n\n {%- if enforce_description and not flattened_node.description -%}\n {% do elementary.edr_log(node.resource_type ~ \" \" ~ node.name ~ \" does not have a description\") %}\n {% do validation_result.update({'success': false}) %}\n {%- endif -%}\n\n {%- if required_meta_keys | length > 0 -%}\n {%- for meta_param in required_meta_keys -%}\n {%- if meta_param not in flattened_node.meta -%}\n {% do elementary.edr_log(node.resource_type ~ \" \" ~ node.name ~ \" does not have required meta param \" ~ meta_param) %}\n {% do validation_result.update({'success': false}) %}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if required_config_keys | length > 0 -%}\n {%- for config_param in required_config_keys -%}\n {# flattened node doesn't have a config yet, using node instead #}\n {% set config_dict = elementary.safe_get_with_default(node, 'config', {}) %}\n {%- if config_dict is not none -%}\n {%- if config_param not in config_dict -%}\n {% do elementary.edr_log(node.resource_type ~ \" \" ~ node.name ~ \" does not have required config param \" ~ config_param) %}\n {% do validation_result.update({'success': false}) %}\n {%- endif -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n {%- endfor -%}\n {{- return(validation_result['success']) -}}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.elementary.get_enforcement_param", "macro.elementary.edr_log", "macro.elementary.safe_get_with_default"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.621332, "supported_languages": null}, "macro.elementary.delete_duplicate_rows": {"name": "delete_duplicate_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/delete_duplicate_rows.sql", "original_file_path": "macros/commands/delete_duplicate_rows.sql", "unique_id": "macro.elementary.delete_duplicate_rows", "macro_sql": "{% macro delete_duplicate_rows(model_unique_id) %}\n {% do return(adapter.dispatch(\"delete_duplicate_rows\", \"elementary\")(model_unique_id)) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.default__delete_duplicate_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.621969, "supported_languages": null}, "macro.elementary.postgres__delete_duplicate_rows": {"name": "postgres__delete_duplicate_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/delete_duplicate_rows.sql", "original_file_path": "macros/commands/delete_duplicate_rows.sql", "unique_id": "macro.elementary.postgres__delete_duplicate_rows", "macro_sql": "{% macro postgres__delete_duplicate_rows(model_unique_id) %}\n {% set node = graph.nodes[model_unique_id] %}\n {% set relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) %}\n {% if relation is none %}\n {% do print(\"Relation '{}' does not exist.\".format(node.relation_name)) %}\n {% do return([]) %}\n {% endif %}\n\n {% set column_names = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | map(\"lower\") | list %}\n\n {% set query %}\n DELETE FROM {{ relation }} AS t1\n USING {{ relation }} AS t2\n WHERE t1.ctid < t2.ctid\n {% for col in column_names %}\n AND t1.{{ col }} = t2.{{ col }}\n {% endfor %}\n {% endset %}\n {% do elementary.run_query(query) %}\n {% do adapter.commit() %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.62271, "supported_languages": null}, "macro.elementary.default__delete_duplicate_rows": {"name": "default__delete_duplicate_rows", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/delete_duplicate_rows.sql", "original_file_path": "macros/commands/delete_duplicate_rows.sql", "unique_id": "macro.elementary.default__delete_duplicate_rows", "macro_sql": "{% macro default__delete_duplicate_rows(model_unique_id) %}\n {{ exceptions.raise_compiler_error(\"This macro is not supported on '{}'.\".format(target.type)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6229482, "supported_languages": null}, "macro.elementary.generate_elementary_cli_profile": {"name": "generate_elementary_cli_profile", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_elementary_cli_profile.sql", "original_file_path": "macros/commands/generate_elementary_cli_profile.sql", "unique_id": "macro.elementary.generate_elementary_cli_profile", "macro_sql": "{% macro generate_elementary_cli_profile(method=none) %}\n {% set profile_parameters = elementary.generate_elementary_profile_args(method) %}\n {% if profile_parameters is string %}\n {% set profile = profile_parameters %}\n {% else %}\n {% set profile = elementary.cli_profile_from_parameters(profile_parameters)%}\n {% endif %}\n {{ log('\\n' ~ profile, info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.generate_elementary_profile_args", "macro.elementary.cli_profile_from_parameters"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.623623, "supported_languages": null}, "macro.elementary.cli_profile_from_parameters": {"name": "cli_profile_from_parameters", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_elementary_cli_profile.sql", "original_file_path": "macros/commands/generate_elementary_cli_profile.sql", "unique_id": "macro.elementary.cli_profile_from_parameters", "macro_sql": "{% macro cli_profile_from_parameters(parameters) %}\nelementary:\n outputs:\n default:\n {% for parameter in parameters -%}\n {%- set key = parameter[\"name\"] -%}\n {%- set value = parameter[\"value\"] -%}\n {%- if value is string -%}\n {%- set value = '\"' ~ value ~ '\"' -%}\n {%- endif -%}\n {{ key }}: {{ value }}{% if parameter[\"comment\"] %} # {{ parameter[\"comment\"] }}{% endif %}\n {% endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.624039, "supported_languages": null}, "macro.elementary.create_elementary_user": {"name": "create_elementary_user", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/create_elementary_user.sql", "original_file_path": "macros/commands/create_elementary_user.sql", "unique_id": "macro.elementary.create_elementary_user", "macro_sql": "{% macro create_elementary_user(user=\"elementary\", password=none, role=\"ELEMENTARY_ROLE\") %}\n {% if password is none %}\n {% set password = elementary.generate_password() %}\n {% endif %}\n {% set profile_parameters = elementary.generate_elementary_profile_args(overwrite_values={\n \"user\": user,\n \"password\": password,\n \"role\": role\n }) %}\n {% set profile_parameters_dict = {} %}\n {% for parameter in profile_parameters %}\n {% set profile_parameters_dict = profile_parameters_dict.update({parameter[\"name\"]: parameter[\"value\"]}) %}\n {% endfor %}\n {% set profile_creation_query = elementary.get_profile_creation_query(profile_parameters_dict) %}\n {% do print(\"\\nPlease run the following query in your database to create the Elementary user:\\n\" ~ profile_creation_query) %}\n {% do print(\"\\nAfter that, use the following parameters when configuring your environment\\n\") %}\n {% for parameter in profile_parameters %}\n {% if parameter[\"name\"] != \"threads\" %} {# threads is not a parameter for the environment #}\n {% do print(parameter[\"name\"]|capitalize ~ \": \" ~ parameter[\"value\"]) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.generate_password", "macro.elementary.generate_elementary_profile_args", "macro.elementary.get_profile_creation_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6254451, "supported_languages": null}, "macro.elementary.generate_password": {"name": "generate_password", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/create_elementary_user.sql", "original_file_path": "macros/commands/create_elementary_user.sql", "unique_id": "macro.elementary.generate_password", "macro_sql": "{% macro generate_password() %}\n {# Heavily inspired by https://gist.github.com/benwalio/8598cf9f642271ffdaf3daa82c1802cb #}\n {% set characters = ['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9'] %}\n {% set ns = namespace(placeholder=\"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\", password=\"\") %}\n {% for x in ns.placeholder %}\n {% set ns.password = [ns.password, (x | replace('x', characters | random ))] | join %}\n {% endfor %}\n {% do return(ns.password) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.626719, "supported_languages": null}, "macro.elementary.generate_schema_baseline_test": {"name": "generate_schema_baseline_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_schema_baseline_test.sql", "original_file_path": "macros/commands/generate_schema_baseline_test.sql", "unique_id": "macro.elementary.generate_schema_baseline_test", "macro_sql": "{% macro generate_schema_baseline_test(name=none, include_sources=True, include_models=False, fail_on_added=False, enforce_types=False) %}\n {% if name %}\n {{ generate_schema_baseline_test_for_node(name, fail_on_added=fail_on_added, enforce_types=enforce_types) }}\n {% else %}\n {{ generate_schema_baseline_test_for_all_nodes(include_sources=include_sources, include_models=include_models,\n fail_on_added=fail_on_added, enforce_types=enforce_types) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.generate_schema_baseline_test_for_node", "macro.elementary.generate_schema_baseline_test_for_all_nodes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6283991, "supported_languages": null}, "macro.elementary.generate_schema_baseline_test_for_all_nodes": {"name": "generate_schema_baseline_test_for_all_nodes", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_schema_baseline_test.sql", "original_file_path": "macros/commands/generate_schema_baseline_test.sql", "unique_id": "macro.elementary.generate_schema_baseline_test_for_all_nodes", "macro_sql": "{% macro generate_schema_baseline_test_for_all_nodes(include_sources=True, include_models=False, fail_on_added=False, enforce_types=False) %}\n {% set nodes = elementary.get_nodes_from_graph() %}\n {% for node in nodes %}\n {% if node.package_name != 'elementary' and\n ((include_sources and node.resource_type == 'source') or\n (include_models and node.resource_type == 'model')) %}\n {% do print(\"Generating schema changes from baseline test for {} '{}':\".format(node.resource_type, node.name)) %}\n {{ generate_schema_baseline_test_for_node(node, fail_on_added=fail_on_added, enforce_types=enforce_types) }}\n {% do print('----------------------------------') %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_nodes_from_graph", "macro.elementary.generate_schema_baseline_test_for_node"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6289852, "supported_languages": null}, "macro.elementary.generate_schema_baseline_test_for_node": {"name": "generate_schema_baseline_test_for_node", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_schema_baseline_test.sql", "original_file_path": "macros/commands/generate_schema_baseline_test.sql", "unique_id": "macro.elementary.generate_schema_baseline_test_for_node", "macro_sql": "{% macro generate_schema_baseline_test_for_node(node, fail_on_added=False, enforce_types=False) %}\n {% if node is string %}\n {% set node_name = node %}\n {% set node = elementary.get_node_by_name(node_name) %}\n\n {% if not node %}\n {% do print(\"Could not find any model or source by the name '{}'!\".format(node_name)) %}\n {% do return(none) %}\n {% endif %}\n {% endif %}\n\n {% if node.resource_type not in [\"source\", \"model\"] %}\n {% do print(\"Only sources and models are supported for this macro, supplied node type: '{}'\".format(node.resource_type)) %}\n {% do return(none) %}\n {% endif %}\n\n {% set node_relation = get_relation_from_node(node) %}\n {% if not node_relation %}\n {% do print(\"Table not found in the DB! Cannot create schema test.\") %}\n {% do return(none) %}\n {% endif %}\n\n {% set columns = adapter.get_columns_in_relation(node_relation) %}\n\n {% set test_params = {} %}\n {% if fail_on_added %}\n {% do test_params.update({\"fail_on_added\": \"true\"}) %}\n {% endif %}\n {% if enforce_types %}\n {% do test_params.update({\"enforce_types\": \"true\"}) %}\n {% endif %}\n\n {# Common yaml for sources and models #}\n {% set common_yaml %}\n - name: {{ node.name }}\n columns:\n {%- for column in columns %}\n - name: {{ column.name }}\n data_type: {{ elementary.get_column_data_type(column) }}\n {% endfor %}\n tests:\n - elementary.schema_changes_from_baseline\n {%- if test_params %}:\n {%- for param, param_val in test_params.items() %}\n {{param}}: {{param_val}}\n {%- endfor -%}\n {% endif -%}\n {% endset %}\n\n {% set full_yaml %}\n {%- if node.resource_type == 'source' %}\nsources:\n - name: {{ node.source_name }}\n tables:\n {{- common_yaml }}\n {% else %}\nmodels:\n {{- common_yaml }}\n {% endif -%}\n {% endset %}\n\n {% do print(full_yaml) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node_by_name", "macro.elementary.get_relation_from_node", "macro.elementary.get_column_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.63073, "supported_languages": null}, "macro.elementary.dump_table": {"name": "dump_table", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/dump_table.sql", "original_file_path": "macros/commands/dump_table.sql", "unique_id": "macro.elementary.dump_table", "macro_sql": "{% macro dump_table(model_unique_id, output_path, exclude_deprecated_columns=true, timestamp_column=none, since=none, days_back=7, dedup=false) %}\n {% set node = graph.nodes.get(model_unique_id) %}\n {% if not node %}\n {% do print(\"Node '{}' does not exist.\".format(model_unique_id)) %}\n {% do return([]) %}\n {% endif %}\n\n {% set relation = api.Relation.create(database=node.database, schema=node.schema, identifier=node.alias) %}\n {% set column_names = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | map(\"lower\") | list %}\n {% if not column_names %}\n {% do print(\"Relation '{}' does not exist.\".format(node.relation_name)) %}\n {% do return([]) %}\n {% endif %}\n\n {% if exclude_deprecated_columns %}\n {% set deprecated_column_names = node.meta.get(\"deprecated_columns\", []) | map(attribute=\"name\") | map(\"lower\") | list %}\n {% set column_names = column_names | reject(\"in\", deprecated_column_names) | list %}\n {% endif %}\n\n {% set dedup_by_column = node.meta.dedup_by_column or \"unique_id\" %}\n {% set order_by_dedup_column = \"generated_at\" %}\n {% set query %}\n {% if dedup and (dedup_by_column in column_names) and (order_by_dedup_column in column_names) %}\n {{ elementary.dedup_by_column_query(dedup_by_column, order_by_dedup_column, column_names, relation) }}\n {% else %}\n select {{ elementary.escape_select(column_names) }} from {{ relation }}\n {% endif %}\n {% if timestamp_column %}\n {% if since %}\n where {{ elementary.edr_cast_as_timestamp(timestamp_column) }} > {{ elementary.edr_cast_as_timestamp(elementary.edr_quote(since)) }}\n {% else %}\n where {{ elementary.edr_datediff(elementary.edr_cast_as_timestamp(timestamp_column), elementary.edr_current_timestamp(), 'day') }} < {{ days_back }}\n {% endif %}\n {% endif %}\n {% endset %}\n {% set results = elementary.run_query(query) %}\n {% do results.to_csv(output_path) %}\n {% do return(results.column_names) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.dedup_by_column_query", "macro.elementary.escape_select", "macro.elementary.edr_cast_as_timestamp", "macro.elementary.edr_quote", "macro.elementary.edr_datediff", "macro.elementary.edr_current_timestamp", "macro.elementary.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.6339571, "supported_languages": null}, "macro.elementary.dedup_by_column_query": {"name": "dedup_by_column_query", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/dump_table.sql", "original_file_path": "macros/commands/dump_table.sql", "unique_id": "macro.elementary.dedup_by_column_query", "macro_sql": "{% macro dedup_by_column_query(dedup_by_column, order_by_dedup_column, column_names, relation) %}\n with indexed_relation as (\n select \n {{ elementary.escape_select(column_names) }}, \n row_number() over (partition by {{ dedup_by_column }} order by {{ order_by_dedup_column }} desc) as row_index\n from {{ relation }}\n ),\n\n deduped_relation as (\n select {{ elementary.escape_select(column_names) }}\n from indexed_relation\n where row_index = 1\n )\n\n select {{ elementary.escape_select(column_names) }}\n from deduped_relation\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.escape_select"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.634238, "supported_languages": null}, "macro.elementary.generate_json_schema_test": {"name": "generate_json_schema_test", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_json_schema_test.sql", "original_file_path": "macros/commands/generate_json_schema_test.sql", "unique_id": "macro.elementary.generate_json_schema_test", "macro_sql": "{% macro generate_json_schema_test(node_name, column_name) %}\n {% if target.type not in ['snowflake', 'bigquery'] %}\n {% do exceptions.raise_compiler_error(\"JSON schema test generation is not supported for target: {}\".format(target.type)) %}\n {% endif %}\n\n {% set node = elementary.get_node_by_name(node_name) %}\n {% if node.resource_type not in [\"source\", \"model\"] %}\n {% do exceptions.raise_compiler_error(\"Only sources and models are supported for this macro, supplied node type: '{}'\".format(node.resource_type)) %}\n {% endif %}\n\n {% set node_relation = get_relation_from_node(node) %}\n {% if not elementary.column_exists_in_relation(node_relation, column_name) %}\n {% do exceptions.raise_compiler_error(\"Column '{}' does not exist in {} '{}'!\".format(column_name, node.resource_type, node_name)) %}\n {% endif %}\n\n {% set elementary_database_name, elementary_schema_name = elementary.get_package_database_and_schema() %}\n\n {% do node.config.update({\"packages\": [\"genson\"]}) %}\n {% do node.update({'database': elementary_database_name, 'schema': elementary_schema_name}) %}\n {% if node.resource_type == 'source' %}\n {# Source nodes don't have alias, and submit_python_job expects it #}\n {% do node.update({'alias': \"jsonschemagen_{}_{}\".format(node.source_name, node.name)}) %}\n {% endif %}\n\n {% set output_table = api.Relation.create(database=elementary_database_name, schema=elementary_schema_name,\n identifier='json_schema_tmp__' ~ node.alias).quote(false, false, false) %}\n\n {% set gen_json_schema_func = elementary.generate_json_schema_py_func(column_name) %}\n {% set node_relation = node_relation.quote(false, false, false) %}\n {% set compiled_py_code = adapter.dispatch('compile_py_code', 'elementary')(node_relation, gen_json_schema_func,\n output_table, code_type='function') %}\n\n {% do elementary.run_python(node, compiled_py_code) %}\n {% set json_schema = elementary.result_value('select result from {}'.format(output_table)) %}\n {% if json_schema == 'genson_not_installed' %}\n {% do exceptions.raise_compiler_error(\"The 'genson' python library is missing from your warehouse.\\n\\n\"\n \"This macro relies on the 'genson' python library for generating JSON schemas. Please follow dbt's instructions here: \\n\"\n \"https://docs.getdbt.com/docs/building-a-dbt-project/building-models/python-models#specific-data-warehouses\\n\"\n \"regarding how to install python packages for a {} warehouse.\".format(target.type)\n ) %}\n {% endif %}\n\n {% if not json_schema %}\n {% do exceptions.raise_compiler_error(\"Not a valid JSON column: {}\".format(column_name)) %}\n {% endif %}\n\n {% set json_schema = fromjson(json_schema) %}\n {% do json_schema.pop('$schema', None) %}\n\n {% set testyaml %}\ncolumns:\n - name: {{ column_name }}\n tests:\n - elementary.json_schema:\n {{ toyaml(json_schema) | indent(10) }}\n {% endset %}\n\n {% do print(\"Please add the following test to your {} configuration for the column {}:\".format(node.resource_type, column_name)) %}\n {% do print(testyaml) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.elementary.get_node_by_name", "macro.elementary.get_relation_from_node", "macro.elementary.column_exists_in_relation", "macro.elementary.get_package_database_and_schema", "macro.elementary.generate_json_schema_py_func", "macro.elementary.bigquery__compile_py_code", "macro.elementary.run_python", "macro.elementary.result_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.637772, "supported_languages": null}, "macro.elementary.generate_json_schema_py_func": {"name": "generate_json_schema_py_func", "resource_type": "macro", "package_name": "elementary", "path": "macros/commands/generate_json_schema_test.sql", "original_file_path": "macros/commands/generate_json_schema_test.sql", "unique_id": "macro.elementary.generate_json_schema_py_func", "macro_sql": "{% macro generate_json_schema_py_func(column_name) %}\nimport json\ntry:\n import genson\nexcept ImportError:\n genson = None\n\ndef get_column_name_in_df(df, column_name):\n matching = [col for col in df.columns if col.lower() == column_name.lower()]\n if len(matching) > 1:\n # Case matters, switch to case-sensitive match\n matching = [col for col in df.columns if col == column_name]\n\n if len(matching) == 0:\n raise Exception(\"No column with the name: {}\".format(col))\n return matching[0]\n\ndef func(model_df, ref, session):\n if genson is None:\n return \"genson_not_installed\"\n\n model_df = model_df.toPandas()\n builder = genson.SchemaBuilder()\n column_name = get_column_name_in_df(model_df, \"{{ column_name }}\")\n for val in set(model_df[column_name]):\n if val == \"\" or val is None:\n continue\n try:\n builder.add_object(json.loads(val))\n except json.JSONDecodeError:\n # Not a valid json column, no schema\n return None\n return builder.to_schema()\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1716280324.637938, "supported_languages": null}}, "docs": {"doc.jaffle_shop.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "jaffle_shop", "path": "overview.md", "original_file_path": "models/overview.md", "unique_id": "doc.jaffle_shop.__overview__", "block_contents": "## Data Documentation for Jaffle Shop\n\n`jaffle_shop` is a fictional ecommerce store.\n\nThis [dbt](https://www.getdbt.com/) project is for testing out code.\n\nThe source code can be found [here](https://github.com/clrcrl/jaffle_shop)."}, "doc.jaffle_shop.orders_status": {"name": "orders_status", "resource_type": "doc", "package_name": "jaffle_shop", "path": "docs.md", "original_file_path": "models/docs.md", "unique_id": "doc.jaffle_shop.orders_status", "block_contents": "Orders can be one of the following statuses:\n\n| status | description |\n|----------------|------------------------------------------------------------------------------------------------------------------------|\n| placed | The order has been placed but has not yet left the warehouse |\n| shipped | The order has ben shipped to the customer and is currently in transit |\n| completed | The order has been received by the customer |\n| return_pending | The customer has indicated that they would like to return the order, but it has not yet been received at the warehouse |\n| returned | The order has been returned by the customer and received at the warehouse |"}, "doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {}, "disabled": {}, "parent_map": {"model.jaffle_shop.stg_customers": ["seed.jaffle_shop.raw_customers"], "model.jaffle_shop.stg_payments": ["seed.jaffle_shop.raw_payments"], "model.jaffle_shop.stg_orders": ["seed.jaffle_shop.raw_orders"], "seed.jaffle_shop.raw_customers": [], "seed.jaffle_shop.raw_orders": [], "seed.jaffle_shop.raw_payments": [], "model.elementary.snapshot_run_results": ["model.elementary.dbt_run_results", "model.elementary.dbt_snapshots"], "model.elementary.job_run_results": ["model.elementary.dbt_invocations"], "model.elementary.model_run_results": ["model.elementary.dbt_models", "model.elementary.dbt_run_results"], "model.elementary.test_result_rows": ["model.elementary.elementary_test_results"], "model.elementary.elementary_test_results": [], "model.elementary.dbt_source_freshness_results": [], "model.elementary.alerts_dbt_tests": ["model.elementary.elementary_test_results"], "model.elementary.alerts_schema_changes": ["model.elementary.elementary_test_results"], "model.elementary.alerts_dbt_source_freshness": ["model.elementary.dbt_source_freshness_results", "model.elementary.dbt_sources"], "model.elementary.alerts_anomaly_detection": ["model.elementary.elementary_test_results"], "model.elementary.alerts_dbt_models": ["model.elementary.model_run_results", "model.elementary.snapshot_run_results"], "model.elementary.monitors_runs": ["model.elementary.data_monitoring_metrics"], "model.elementary.metadata": [], "model.elementary.dbt_tests": [], "model.elementary.dbt_models": [], "model.elementary.dbt_sources": [], "model.elementary.dbt_snapshots": [], "model.elementary.dbt_columns": [], "model.elementary.enriched_columns": ["model.elementary.dbt_columns", "model.elementary.information_schema_columns"], "model.elementary.dbt_invocations": [], "model.elementary.dbt_metrics": [], "model.elementary.dbt_seeds": [], "model.elementary.dbt_artifacts_hashes": ["model.elementary.dbt_columns", "model.elementary.dbt_exposures", "model.elementary.dbt_metrics", "model.elementary.dbt_models", "model.elementary.dbt_seeds", "model.elementary.dbt_snapshots", "model.elementary.dbt_sources", "model.elementary.dbt_tests"], "model.elementary.dbt_run_results": [], "model.elementary.information_schema_columns": ["model.elementary.dbt_models", "model.elementary.dbt_seeds", "model.elementary.dbt_snapshots", "model.elementary.dbt_sources"], "model.elementary.dbt_exposures": [], "model.elementary.metrics_anomaly_score": ["model.elementary.data_monitoring_metrics"], "model.elementary.anomaly_threshold_sensitivity": ["model.elementary.metrics_anomaly_score"], "model.elementary.schema_columns_snapshot": [], "model.elementary.data_monitoring_metrics": [], "operation.elementary.elementary-on-run-start-0": [], "operation.elementary.elementary-on-run-end-0": [], "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": ["model.jaffle_shop.stg_customers"], "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": ["model.jaffle_shop.stg_customers"], "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": ["model.jaffle_shop.stg_orders"], "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": ["model.jaffle_shop.stg_orders"], "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": ["model.jaffle_shop.stg_orders"], "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": ["model.jaffle_shop.stg_payments"], "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": ["model.jaffle_shop.stg_payments"], "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": ["model.jaffle_shop.stg_payments"], "model.jaffle_shop.orders": ["model.jaffle_shop.stg_orders", "model.jaffle_shop.stg_payments"], "model.jaffle_shop.customers": ["model.jaffle_shop.stg_customers", "model.jaffle_shop.stg_orders", "model.jaffle_shop.stg_payments"], "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": ["model.jaffle_shop.orders"], "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": ["model.jaffle_shop.customers", "model.jaffle_shop.orders"], "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_amount.106140f9fd": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": ["model.jaffle_shop.orders"], "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": ["model.jaffle_shop.orders"], "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": ["model.jaffle_shop.customers"], "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": ["model.jaffle_shop.customers"]}, "child_map": {"model.jaffle_shop.stg_customers": ["model.jaffle_shop.customers", "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa", "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada"], "model.jaffle_shop.stg_payments": ["model.jaffle_shop.customers", "model.jaffle_shop.orders", "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278", "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075", "test.jaffle_shop.unique_stg_payments_payment_id.3744510712"], "model.jaffle_shop.stg_orders": ["model.jaffle_shop.customers", "model.jaffle_shop.orders", "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad", "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64", "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a"], "seed.jaffle_shop.raw_customers": ["model.jaffle_shop.stg_customers"], "seed.jaffle_shop.raw_orders": ["model.jaffle_shop.stg_orders"], "seed.jaffle_shop.raw_payments": ["model.jaffle_shop.stg_payments"], "model.elementary.snapshot_run_results": ["model.elementary.alerts_dbt_models"], "model.elementary.job_run_results": [], "model.elementary.model_run_results": ["model.elementary.alerts_dbt_models"], "model.elementary.test_result_rows": [], "model.elementary.elementary_test_results": ["model.elementary.alerts_anomaly_detection", "model.elementary.alerts_dbt_tests", "model.elementary.alerts_schema_changes", "model.elementary.test_result_rows"], "model.elementary.dbt_source_freshness_results": ["model.elementary.alerts_dbt_source_freshness"], "model.elementary.alerts_dbt_tests": [], "model.elementary.alerts_schema_changes": [], "model.elementary.alerts_dbt_source_freshness": [], "model.elementary.alerts_anomaly_detection": [], "model.elementary.alerts_dbt_models": [], "model.elementary.monitors_runs": [], "model.elementary.metadata": [], "model.elementary.dbt_tests": ["model.elementary.dbt_artifacts_hashes"], "model.elementary.dbt_models": ["model.elementary.dbt_artifacts_hashes", "model.elementary.information_schema_columns", "model.elementary.model_run_results"], "model.elementary.dbt_sources": ["model.elementary.alerts_dbt_source_freshness", "model.elementary.dbt_artifacts_hashes", "model.elementary.information_schema_columns"], "model.elementary.dbt_snapshots": ["model.elementary.dbt_artifacts_hashes", "model.elementary.information_schema_columns", "model.elementary.snapshot_run_results"], "model.elementary.dbt_columns": ["model.elementary.dbt_artifacts_hashes", "model.elementary.enriched_columns"], "model.elementary.enriched_columns": [], "model.elementary.dbt_invocations": ["model.elementary.job_run_results"], "model.elementary.dbt_metrics": ["model.elementary.dbt_artifacts_hashes"], "model.elementary.dbt_seeds": ["model.elementary.dbt_artifacts_hashes", "model.elementary.information_schema_columns"], "model.elementary.dbt_artifacts_hashes": [], "model.elementary.dbt_run_results": ["model.elementary.model_run_results", "model.elementary.snapshot_run_results"], "model.elementary.information_schema_columns": ["model.elementary.enriched_columns"], "model.elementary.dbt_exposures": ["model.elementary.dbt_artifacts_hashes"], "model.elementary.metrics_anomaly_score": ["model.elementary.anomaly_threshold_sensitivity"], "model.elementary.anomaly_threshold_sensitivity": [], "model.elementary.schema_columns_snapshot": [], "model.elementary.data_monitoring_metrics": ["model.elementary.metrics_anomaly_score", "model.elementary.monitors_runs"], "operation.elementary.elementary-on-run-start-0": [], "operation.elementary.elementary-on-run-end-0": [], "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": [], "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": [], "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": [], "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": [], "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": [], "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": [], "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": [], "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": [], "model.jaffle_shop.orders": ["test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3", "test.jaffle_shop.not_null_orders_amount.106140f9fd", "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49", "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625", "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59", "test.jaffle_shop.not_null_orders_customer_id.c5f02694af", "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a", "test.jaffle_shop.not_null_orders_order_id.cf6c17daed", "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", "test.jaffle_shop.unique_orders_order_id.fed79b3a6e"], "model.jaffle_shop.customers": ["test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d", "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1"], "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": [], "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": [], "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": [], "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": [], "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": [], "test.jaffle_shop.not_null_orders_amount.106140f9fd": [], "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": [], "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": [], "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": [], "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": [], "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": [], "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": []}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {}} diff --git a/tests/resources/v6/jaffle_shop/run_results.json b/tests/resources/v6/jaffle_shop/run_results.json new file mode 100644 index 0000000..69f48ae --- /dev/null +++ b/tests/resources/v6/jaffle_shop/run_results.json @@ -0,0 +1 @@ +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/run-results/v6.json", "dbt_version": "1.8.0", "generated_at": "2024-05-21T08:37:38.380970Z", "invocation_id": "831255cf-2d89-4ca7-9101-a2a774a131c4", "env": {}}, "results": [{"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.917763Z", "completed_at": "2024-05-21T08:37:17.966476Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.059026Z", "completed_at": "2024-05-21T08:37:20.119739Z"}], "thread_id": "Thread-14 (worker)", "execution_time": 2.290243148803711, "adapter_response": {"_message": "CREATE TABLE (1.0 rows, 0 processed)", "code": "CREATE TABLE", "rows_affected": 1, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "551616dc-36a9-42f6-8052-7f6c54545cf3", "slot_ms": 82}, "message": "CREATE TABLE (1.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.metadata", "compiled": true, "compiled_code": "\n\nSELECT\n '0.13.2' as dbt_pkg_version", "relation_name": "`your-project`.`elementary`.`metadata`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.959859Z", "completed_at": "2024-05-21T08:37:17.959860Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.974361Z", "completed_at": "2024-05-21T08:37:22.080679Z"}], "thread_id": "Thread-17 (worker)", "execution_time": 4.250077962875366, "adapter_response": {"_message": "INSERT 99", "code": "INSERT", "rows_affected": 99}, "message": "INSERT 99", "failures": null, "unique_id": "seed.jaffle_shop.raw_orders", "compiled": null, "compiled_code": null, "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.960282Z", "completed_at": "2024-05-21T08:37:17.960283Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.984381Z", "completed_at": "2024-05-21T08:37:22.169424Z"}], "thread_id": "Thread-18 (worker)", "execution_time": 4.338458061218262, "adapter_response": {"_message": "INSERT 113", "code": "INSERT", "rows_affected": 113}, "message": "INSERT 113", "failures": null, "unique_id": "seed.jaffle_shop.raw_payments", "compiled": null, "compiled_code": null, "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.871734Z", "completed_at": "2024-05-21T08:37:17.961333Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.993999Z", "completed_at": "2024-05-21T08:37:22.495963Z"}], "thread_id": "Thread-7 (worker)", "execution_time": 4.694088935852051, "adapter_response": {"_message": "MERGE (0.0 rows, 432.4 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 442778, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "6a830cbc-9906-46ca-8f0c-d8a9da2ea35f", "slot_ms": 1144}, "message": "MERGE (0.0 rows, 432.4 KiB processed)", "failures": null, "unique_id": "model.elementary.dbt_run_results", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as model_execution_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as message\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast('dummy_string' as string) as resource_type\n\n,\n \n cast(123456789.99 as FLOAT64) as execution_time\n\n,\n \n cast('dummy_string' as string) as execute_started_at\n\n,\n \n cast('dummy_string' as string) as execute_completed_at\n\n,\n \n cast('dummy_string' as string) as compile_started_at\n\n,\n \n cast('dummy_string' as string) as compile_completed_at\n\n,\n \n cast(31474836478 as bigint) as rows_affected\n\n,\n \n cast (True as BOOL) as full_refresh\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as compiled_code\n\n,\n \n cast(31474836478 as bigint) as failures\n\n,\n \n cast('dummy_string' as string) as query_id\n\n,\n \n cast('dummy_string' as string) as thread_id\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('dummy_string' as string) as adapter_response\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_run_results`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.954723Z", "completed_at": "2024-05-21T08:37:17.979266Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.065737Z", "completed_at": "2024-05-21T08:37:22.530328Z"}], "thread_id": "Thread-15 (worker)", "execution_time": 4.7002928256988525, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "12e3ee17-e277-47c2-9582-342a8bdeb9da", "slot_ms": 1520}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.schema_columns_snapshot", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('dummy_string' as string) as column_state_id\n\n,\n \n cast('dummy_string' as string) as full_column_name\n\n,\n \n cast('dummy_string' as string) as full_table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as data_type\n\n,\n \n cast (True as BOOL) as is_new\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0\n", "relation_name": "`your-project`.`elementary`.`schema_columns_snapshot`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.804357Z", "completed_at": "2024-05-21T08:37:17.846744Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.921165Z", "completed_at": "2024-05-21T08:37:22.553312Z"}], "thread_id": "Thread-1 (worker)", "execution_time": 4.763556718826294, "adapter_response": {"_message": "MERGE (0.0 rows, 24.2 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 24744, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "83625f7e-50cb-4981-b7b8-dcb35c5f286e", "slot_ms": 952}, "message": "MERGE (0.0 rows, 24.2 KiB processed)", "failures": null, "unique_id": "model.elementary.data_monitoring_metrics", "compiled": true, "compiled_code": "\n\n\n \n \n \n \n select * from (\n select\n \n \n cast('dummy_string' as string) as id\n\n,\n \n cast('dummy_string' as string) as full_table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as metric_name\n\n,\n \n cast(123456789.99 as FLOAT64) as metric_value\n\n,\n \n cast('dummy_string' as string) as source_value\n\n,\n cast('2091-02-17' as timestamp) as bucket_start\n\n,\n cast('2091-02-17' as timestamp) as bucket_end\n\n,\n \n cast(123456789 as INT64) as bucket_duration_hours\n\n,\n cast('2091-02-17' as timestamp) as updated_at\n\n,\n \n cast('dummy_string' as string) as dimension\n\n,\n \n cast('dummy_string' as string) as dimension_value\n\n,\n \n cast('dummy_string' as string) as metric_properties\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0\n", "relation_name": "`your-project`.`elementary`.`data_monitoring_metrics`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.890755Z", "completed_at": "2024-05-21T08:37:17.964850Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.045329Z", "completed_at": "2024-05-21T08:37:22.639066Z"}], "thread_id": "Thread-10 (worker)", "execution_time": 4.835556745529175, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "72ccc1a1-916f-433f-bf37-d2fc1855cb46", "slot_ms": 2592}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.dbt_source_freshness_results", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('dummy_string' as string) as source_freshness_execution_id\n\n,\n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as max_loaded_at\n\n,\n \n cast('dummy_string' as string) as snapshotted_at\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast(123456789.99 as FLOAT64) as max_loaded_at_time_ago_in_s\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast('dummy_string' as string) as error\n\n,\n \n cast('dummy_string' as string) as compile_started_at\n\n,\n \n cast('dummy_string' as string) as compile_completed_at\n\n,\n \n cast('dummy_string' as string) as execute_started_at\n\n,\n \n cast('dummy_string' as string) as execute_completed_at\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n \n cast('dummy_string' as string) as warn_after\n\n,\n \n cast('dummy_string' as string) as error_after\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as filter\n\n\n ) as empty_table\n where 1 = 0\n", "relation_name": "`your-project`.`elementary`.`dbt_source_freshness_results`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.910358Z", "completed_at": "2024-05-21T08:37:17.966214Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.056068Z", "completed_at": "2024-05-21T08:37:22.652831Z"}], "thread_id": "Thread-13 (worker)", "execution_time": 4.823534965515137, "adapter_response": {"_message": "MERGE (0.0 rows, 85.1 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 87119, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "800c803c-4052-495a-9b4e-805769cc22fc", "slot_ms": 1477}, "message": "MERGE (0.0 rows, 85.1 KiB processed)", "failures": null, "unique_id": "model.elementary.elementary_test_results", "compiled": true, "compiled_code": "\n\n\n select * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as id\n\n,\n \n cast('dummy_string' as string) as data_issue_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_execution_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_unique_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_unique_id\n\n,\n \n cast('dummy_string' as string) as invocation_id\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as table_name\n\n,\n \n cast('dummy_string' as string) as column_name\n\n,\n \n cast('dummy_string' as string) as test_type\n\n,\n \n cast('dummy_string' as string) as test_sub_type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_results_description\n\n,\n \n cast('dummy_string' as string) as owners\n\n,\n \n cast('dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_results_query\n\n,\n \n cast('dummy_string' as string) as other\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_params\n\n,\n \n cast('dummy_string' as string) as severity\n\n,\n \n cast('dummy_string' as string) as status\n\n,\n \n cast(31474836478 as bigint) as failures\n\n,\n \n cast('dummy_string' as string) as test_short_name\n\n,\n \n cast('dummy_string' as string) as test_alias\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as result_rows\n\n,\n \n cast(31474836478 as bigint) as failed_row_count\n\n\n ) as empty_table\n where 1 = 0\n", "relation_name": "`your-project`.`elementary`.`elementary_test_results`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.849176Z", "completed_at": "2024-05-21T08:37:17.960967Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.989632Z", "completed_at": "2024-05-21T08:37:22.770209Z"}], "thread_id": "Thread-4 (worker)", "execution_time": 4.9693238735198975, "adapter_response": {"_message": "MERGE (0.0 rows, 2.1 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 2108, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "a4d7167d-f353-4d0a-9895-61efb9e94e52", "slot_ms": 1111}, "message": "MERGE (0.0 rows, 2.1 KiB processed)", "failures": null, "unique_id": "model.elementary.dbt_invocations", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as invocation_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as job_run_id\n\n,\n \n cast('dummy_string' as string) as run_started_at\n\n,\n \n cast('dummy_string' as string) as run_completed_at\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n,\n \n cast('dummy_string' as string) as command\n\n,\n \n cast('dummy_string' as string) as dbt_version\n\n,\n \n cast('dummy_string' as string) as elementary_version\n\n,\n \n cast (True as BOOL) as full_refresh\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as invocation_vars\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as vars\n\n,\n \n cast('dummy_string' as string) as target_name\n\n,\n \n cast('dummy_string' as string) as target_database\n\n,\n \n cast('dummy_string' as string) as target_schema\n\n,\n \n cast('dummy_string' as string) as target_profile_name\n\n,\n \n cast(123456789 as INT64) as threads\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as selected\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as yaml_selector\n\n,\n \n cast('dummy_string' as string) as project_id\n\n,\n \n cast('dummy_string' as string) as project_name\n\n,\n \n cast('dummy_string' as string) as env\n\n,\n \n cast('dummy_string' as string) as env_id\n\n,\n \n cast('dummy_string' as string) as cause_category\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as cause\n\n,\n \n cast('dummy_string' as string) as pull_request_id\n\n,\n \n cast('dummy_string' as string) as git_sha\n\n,\n \n cast('dummy_string' as string) as orchestrator\n\n,\n \n cast('dummy_string' as string) as dbt_user\n\n,\n \n cast('dummy_string' as string) as job_url\n\n,\n \n cast('dummy_string' as string) as job_run_url\n\n,\n \n cast('dummy_string' as string) as account_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as target_adapter_specific_fields\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_invocations`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.959614Z", "completed_at": "2024-05-21T08:37:17.959616Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.966690Z", "completed_at": "2024-05-21T08:37:22.783004Z"}], "thread_id": "Thread-16 (worker)", "execution_time": 4.952554941177368, "adapter_response": {"_message": "INSERT 100", "code": "INSERT", "rows_affected": 100}, "message": "INSERT 100", "failures": null, "unique_id": "seed.jaffle_shop.raw_customers", "compiled": null, "compiled_code": null, "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.172674Z", "completed_at": "2024-05-21T08:37:22.176607Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.176912Z", "completed_at": "2024-05-21T08:37:22.846041Z"}], "thread_id": "Thread-14 (worker)", "execution_time": 0.6741428375244141, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "ad3ab631-f3a2-48b9-9c9e-12f6c6c9026a", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.jaffle_shop.stg_payments", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_payments`\n\n),\n\nrenamed as (\n\n select\n id as payment_id,\n order_id,\n payment_method,\n\n -- `amount` is currently stored in cents, so we convert it to dollars\n amount / 100 as amount\n\n from source\n\n)\n\nselect * from renamed", "relation_name": "`your-project`.`jaffle_shop`.`stg_payments`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.087675Z", "completed_at": "2024-05-21T08:37:22.095803Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.096238Z", "completed_at": "2024-05-21T08:37:22.917751Z"}], "thread_id": "Thread-20 (worker)", "execution_time": 0.8313488960266113, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "b2400bdc-ecca-4d02-86dc-b86cfa958f81", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.jaffle_shop.stg_orders", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_orders`\n\n),\n\nrenamed as (\n\n select\n id as order_id,\n user_id as customer_id,\n order_date,\n status\n\n from source\n\n)\n\nselect * from renamed", "relation_name": "`your-project`.`jaffle_shop`.`stg_orders`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.740519Z", "completed_at": "2024-05-21T08:37:22.753320Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.757164Z", "completed_at": "2024-05-21T08:37:23.398448Z"}], "thread_id": "Thread-15 (worker)", "execution_time": 0.6646509170532227, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "308db5dd-baf1-404c-9b0f-ef5c688c34fc", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.alerts_dbt_tests", "compiled": true, "compiled_code": "\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_dbt_tests as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass' and lower(status) != 'skipped' and test_type = 'dbt_test'\n)\n\nselect * from alerts_dbt_tests", "relation_name": "`your-project`.`elementary`.`alerts_dbt_tests`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.773821Z", "completed_at": "2024-05-21T08:37:22.779778Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.780015Z", "completed_at": "2024-05-21T08:37:23.446548Z"}], "thread_id": "Thread-13 (worker)", "execution_time": 0.6735038757324219, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "40448879-8529-4593-aeba-8b904b134838", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.job_run_results", "compiled": true, "compiled_code": "\n\n\n\n\n\nwith jobs as (\n select\n job_name,\n job_id,\n job_run_id,\n \nmin(cast(run_started_at as timestamp))\n as job_run_started_at,\n \nmax(cast(run_completed_at as timestamp))\n as job_run_completed_at,\n \n timestamp_diff(\nmax(cast(run_completed_at as timestamp))\n, \nmin(cast(run_started_at as timestamp))\n, second)\n as job_run_execution_time\n from `your-project`.`elementary`.`dbt_invocations`\n where job_id is not null\n group by job_name, job_id, job_run_id\n)\n\nselect\n job_name as name,\n job_id as id,\n job_run_id as run_id,\n job_run_started_at as run_started_at,\n job_run_completed_at as run_completed_at,\n job_run_execution_time as run_execution_time\nfrom jobs", "relation_name": "`your-project`.`elementary`.`job_run_results`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.722586Z", "completed_at": "2024-05-21T08:37:22.727538Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.731136Z", "completed_at": "2024-05-21T08:37:23.577931Z"}], "thread_id": "Thread-18 (worker)", "execution_time": 0.8733899593353271, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "5ccaeb9b-3208-4609-b0b0-af769b7f8bef", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.monitors_runs", "compiled": true, "compiled_code": "\n\nwith data_monitoring_metrics as (\n\n select * from `your-project`.`elementary`.`data_monitoring_metrics`\n\n),\n\nmax_bucket_end as (\n\n select full_table_name,\n column_name,\n metric_name,\n metric_properties,\n max(bucket_end) as last_bucket_end,\n min(bucket_end) as first_bucket_end\n from data_monitoring_metrics\n group by 1,2,3,4\n\n)\n\nselect * from max_bucket_end", "relation_name": "`your-project`.`elementary`.`monitors_runs`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.744124Z", "completed_at": "2024-05-21T08:37:22.753095Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.754661Z", "completed_at": "2024-05-21T08:37:23.607159Z"}], "thread_id": "Thread-1 (worker)", "execution_time": 0.8730149269104004, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "fcf3db71-38fe-465c-b547-a0ea8bf1fa3f", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.alerts_schema_changes", "compiled": true, "compiled_code": "\n\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_schema_changes as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass'and lower(status) != 'skipped'and test_type = 'schema_change'\n)\n\nselect * from alerts_schema_changes", "relation_name": "`your-project`.`elementary`.`alerts_schema_changes`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.736960Z", "completed_at": "2024-05-21T08:37:22.753561Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.760397Z", "completed_at": "2024-05-21T08:37:23.609247Z"}], "thread_id": "Thread-7 (worker)", "execution_time": 0.8808748722076416, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "3374d42c-2a32-45ee-a28b-30da9117079c", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.alerts_anomaly_detection", "compiled": true, "compiled_code": "\n\nwith elementary_test_results as (\n select * from `your-project`.`elementary`.`elementary_test_results`\n),\n\nalerts_anomaly_detection as (\n select id as alert_id,\n data_issue_id,\n test_execution_id,\n test_unique_id,\n model_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type as alert_type,\n test_sub_type as sub_type,\n test_results_description as alert_description,\n owners,\n tags,\n test_results_query as alert_results_query,\n other,\n test_name,\n test_short_name,\n test_params,\n severity,\n status,\n result_rows\n from elementary_test_results\n where True and lower(status) != 'pass'and lower(status) != 'skipped'and test_type = 'anomaly_detection'\n)\n\nselect * from alerts_anomaly_detection", "relation_name": "`your-project`.`elementary`.`alerts_anomaly_detection`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.786392Z", "completed_at": "2024-05-21T08:37:22.855238Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.856305Z", "completed_at": "2024-05-21T08:37:23.698825Z"}], "thread_id": "Thread-4 (worker)", "execution_time": 0.9131169319152832, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "62d1e3e6-b6b9-45ae-99a1-02ace9e220fb", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.jaffle_shop.stg_customers", "compiled": true, "compiled_code": "with source as (\n select * from `your-project`.`jaffle_shop`.`raw_customers`\n\n),\n\nrenamed as (\n\n select\n id as customer_id,\n first_name,\n last_name\n\n from source\n\n)\n\nselect * from renamed", "relation_name": "`your-project`.`jaffle_shop`.`stg_customers`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.707941Z", "completed_at": "2024-05-21T08:37:22.727033Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.728740Z", "completed_at": "2024-05-21T08:37:23.706648Z"}], "thread_id": "Thread-19 (worker)", "execution_time": 1.0148110389709473, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "f9e56821-27d9-4cc7-a03c-ebad31d4aa3c", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.metrics_anomaly_score", "compiled": true, "compiled_code": "\n\nwith data_monitoring_metrics as (\n\n select * from `your-project`.`elementary`.`data_monitoring_metrics`\n\n),\n\ntime_window_aggregation as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n metric_value,\n source_value,\n bucket_start,\n bucket_end,\n bucket_duration_hours,\n updated_at,\n avg(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_avg,\n stddev(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_stddev,\n count(metric_value) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_set_size,\n last_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) training_end,\n first_value(bucket_end) over (partition by metric_name, full_table_name, column_name order by bucket_start asc rows between unbounded preceding and current row) as training_start\n from data_monitoring_metrics\n group by 1,2,3,4,5,6,7,8,9,10,11,12\n),\n\nmetrics_anomaly_score as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n case\n when training_stddev is null then null\n when training_stddev = 0 then 0\n else (metric_value - training_avg) / (training_stddev)\n end as anomaly_score,\n metric_value as latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n max(updated_at) as updated_at\n from time_window_aggregation\n where\n metric_value is not null\n and training_avg is not null\n and bucket_end >= \n timestamp_add(cast(\n timestamp_trunc(cast(current_timestamp as timestamp), day)\n as timestamp), INTERVAL cast(-7 as INT64) day)\n\n group by 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15\n order by bucket_end desc\n\n\n),\n\nfinal as (\n\n select\n id,\n full_table_name,\n column_name,\n dimension,\n dimension_value,\n metric_name,\n anomaly_score,\n latest_metric_value,\n bucket_start,\n bucket_end,\n training_avg,\n training_stddev,\n training_start,\n training_end,\n training_set_size,\n updated_at,\n case\n when abs(anomaly_score) > 3 then true\n else false end\n as is_anomaly\n from metrics_anomaly_score\n)\n\nselect * from final", "relation_name": "`your-project`.`elementary`.`metrics_anomaly_score`"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.873911Z", "completed_at": "2024-05-21T08:37:22.884718Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.888075Z", "completed_at": "2024-05-21T08:37:24.341507Z"}], "thread_id": "Thread-14 (worker)", "execution_time": 1.4826679229736328, "adapter_response": {"_message": "SELECT (1.0 rows, 904.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 904, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "377d9fd9-8e02-472b-9137-72f6ce78d137", "slot_ms": 29}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.unique_stg_payments_payment_id.3744510712", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select payment_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_payments`\n where payment_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.859587Z", "completed_at": "2024-05-21T08:37:22.878738Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.879580Z", "completed_at": "2024-05-21T08:37:24.343097Z"}], "thread_id": "Thread-16 (worker)", "execution_time": 1.4874892234802246, "adapter_response": {"_message": "SELECT (1.0 rows, 1.4 KiB processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 1446, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "ebee1ff4-f538-45de-bad7-131148716778", "slot_ms": 36}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n payment_method as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`stg_payments`\n group by payment_method\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'credit_card','coupon','bank_transfer','gift_card'\n)\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.867440Z", "completed_at": "2024-05-21T08:37:22.890763Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.891388Z", "completed_at": "2024-05-21T08:37:24.344525Z"}], "thread_id": "Thread-10 (worker)", "execution_time": 1.4860589504241943, "adapter_response": {"_message": "SELECT (1.0 rows, 904.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 904, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "1c99e362-c753-4196-aaa8-d73695bb7238", "slot_ms": 14}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect payment_id\nfrom `your-project`.`jaffle_shop`.`stg_payments`\nwhere payment_id is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:23.402249Z", "completed_at": "2024-05-21T08:37:23.407786Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:23.408159Z", "completed_at": "2024-05-21T08:37:24.549233Z"}], "thread_id": "Thread-15 (worker)", "execution_time": 1.1480529308319092, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "ab130b01-5a56-4a57-884a-1ec78ef6c703", "slot_ms": 17}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect order_id\nfrom `your-project`.`jaffle_shop`.`stg_orders`\nwhere order_id is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.921131Z", "completed_at": "2024-05-21T08:37:22.935197Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.970628Z", "completed_at": "2024-05-21T08:37:24.593350Z"}], "thread_id": "Thread-20 (worker)", "execution_time": 1.6730742454528809, "adapter_response": {"_message": "SELECT (1.0 rows, 1.0 KiB processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 1030, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "9d2ce21e-de3a-4806-a3cf-f277fa528b33", "slot_ms": 37}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n status as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`stg_orders`\n group by status\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'placed','shipped','completed','return_pending','returned'\n)\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:23.448884Z", "completed_at": "2024-05-21T08:37:23.452276Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:23.452550Z", "completed_at": "2024-05-21T08:37:24.773410Z"}], "thread_id": "Thread-13 (worker)", "execution_time": 1.3251047134399414, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "3854c81f-46f7-4c81-8928-8ad184e52ce6", "slot_ms": 27}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select order_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_orders`\n where order_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:23.710210Z", "completed_at": "2024-05-21T08:37:23.722597Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:23.733097Z", "completed_at": "2024-05-21T08:37:24.832534Z"}], "thread_id": "Thread-18 (worker)", "execution_time": 1.12528395652771, "adapter_response": {"_message": "SELECT (1.0 rows, 800.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 800, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "a046df61-3dd5-487d-a52e-971308ca891c", "slot_ms": 16}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`stg_customers`\nwhere customer_id is null\n\n\n", "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:23.722943Z", "completed_at": "2024-05-21T08:37:23.735811Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:23.736509Z", "completed_at": "2024-05-21T08:37:24.917430Z"}], "thread_id": "Thread-4 (worker)", "execution_time": 1.1961188316345215, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "10f0893c-5de5-4d2f-bbd5-426782efb486", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.anomaly_threshold_sensitivity", "compiled": true, "compiled_code": "\n\nwith metrics_anomaly_score as (\n\n select * from `your-project`.`elementary`.`metrics_anomaly_score`\n\n),\n\nscore_sensitivity as (\n\n select\n full_table_name,\n column_name,\n metric_name,\n latest_metric_value,\n training_avg as metric_avg,\n training_stddev as metric_stddev,\n anomaly_score,\n case when abs(anomaly_score) >= 1.5 then true else false end as `is_anomaly_1_5`,\n case when abs(anomaly_score) >= 2 then true else false end as `is_anomaly_2`,\n case when abs(anomaly_score) >= 2.5 then true else false end as `is_anomaly_2_5`,\n case when abs(anomaly_score) >= 3 then true else false end as `is_anomaly_3`,\n case when abs(anomaly_score) >= 3.5 then true else false end as `is_anomaly_3_5`,\n case when abs(anomaly_score) >= 4 then true else false end as `is_anomaly_4`,\n case when abs(anomaly_score) >= 4.5 then true else false end as `is_anomaly_4_5`\n from metrics_anomaly_score\n where abs(anomaly_score) >= 1.5\n\n)\n\nselect * from score_sensitivity", "relation_name": "`your-project`.`elementary`.`anomaly_threshold_sensitivity`"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:23.715797Z", "completed_at": "2024-05-21T08:37:23.722239Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:23.730581Z", "completed_at": "2024-05-21T08:37:24.966479Z"}], "thread_id": "Thread-1 (worker)", "execution_time": 1.258754014968872, "adapter_response": {"_message": "SELECT (1.0 rows, 800.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 800, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "0443cd33-2b96-45af-b0f4-6d570bf1b8d3", "slot_ms": 26}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select customer_id as unique_field\n from `your-project`.`jaffle_shop`.`stg_customers`\n where customer_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.858707Z", "completed_at": "2024-05-21T08:37:17.960723Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.986516Z", "completed_at": "2024-05-21T08:37:26.426830Z"}], "thread_id": "Thread-5 (worker)", "execution_time": 8.62564992904663, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "99b4dbc2-b4e5-4a43-852d-ac51e90620b4", "slot_ms": 1336}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.dbt_metrics", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as label\n\n,\n \n cast('dummy_string' as string) as model\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as sql\n\n,\n \n cast('dummy_string' as string) as timestamp\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as filters\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as time_grains\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as dimensions\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_metrics`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.886003Z", "completed_at": "2024-05-21T08:37:17.961991Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.001613Z", "completed_at": "2024-05-21T08:37:26.615447Z"}], "thread_id": "Thread-9 (worker)", "execution_time": 8.812555074691772, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "5dac2d4d-5f8e-4bcb-a10a-411b4deaa28b", "slot_ms": 1717}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.dbt_snapshots", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as patch_path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as bigquery_partition_by\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_snapshots`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:22.748096Z", "completed_at": "2024-05-21T08:37:22.759951Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:22.762873Z", "completed_at": "2024-05-21T08:37:26.634450Z"}], "thread_id": "Thread-17 (worker)", "execution_time": 3.8999080657958984, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "0643e408-93fa-41ec-aa29-2dd3b5211955", "slot_ms": 1451}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.test_result_rows", "compiled": true, "compiled_code": "\n\n-- depends_on: `your-project`.`elementary`.`elementary_test_results`\nselect * from (\n select\n \n \n cast('this_is_just_a_long_dummy_string' as string) as elementary_test_results_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as result_row\n\n,\n cast('2091-02-17' as timestamp) as detected_at\n\n,\n cast('2091-02-17' as timestamp) as created_at\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`test_result_rows`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:24.778438Z", "completed_at": "2024-05-21T08:37:24.782210Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:24.782474Z", "completed_at": "2024-05-21T08:37:27.295953Z"}], "thread_id": "Thread-19 (worker)", "execution_time": 2.518873691558838, "adapter_response": {"_message": "CREATE TABLE (99.0 rows, 6.5 KiB processed)", "code": "CREATE TABLE", "rows_affected": 99, "bytes_processed": 6660, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "e518911f-f8f9-4f51-add9-b8801a6258ac", "slot_ms": 2527}, "message": "CREATE TABLE (99.0 rows, 6.5 KiB processed)", "failures": null, "unique_id": "model.jaffle_shop.orders", "compiled": true, "compiled_code": "\n\n\n\nwith orders as (\n\n select * from `your-project`.`jaffle_shop`.`stg_orders`\n\n),\n\npayments as (\n\n select * from `your-project`.`jaffle_shop`.`stg_payments`\n\n),\n\norder_payments as (\n\n select\n order_id,\n\n sum(case when payment_method = 'credit_card' then amount else 0 end) as credit_card_amount,\n sum(case when payment_method = 'coupon' then amount else 0 end) as coupon_amount,\n sum(case when payment_method = 'bank_transfer' then amount else 0 end) as bank_transfer_amount,\n sum(case when payment_method = 'gift_card' then amount else 0 end) as gift_card_amount,\n sum(amount) as total_amount\n\n from payments\n\n group by order_id\n\n),\n\nfinal as (\n\n select\n orders.order_id,\n orders.customer_id,\n orders.order_date,\n orders.status,\n\n order_payments.credit_card_amount,\n\n order_payments.coupon_amount,\n\n order_payments.bank_transfer_amount,\n\n order_payments.gift_card_amount,\n\n order_payments.total_amount as amount\n\n from orders\n\n\n left join order_payments\n on orders.order_id = order_payments.order_id\n\n)\n\nselect * from final", "relation_name": "`your-project`.`jaffle_shop`.`orders`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:26.639072Z", "completed_at": "2024-05-21T08:37:26.645145Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:26.645513Z", "completed_at": "2024-05-21T08:37:27.500517Z"}], "thread_id": "Thread-10 (worker)", "execution_time": 0.8623602390289307, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "b0fef180-dbb0-4165-a586-4894d8f868f2", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.snapshot_run_results", "compiled": true, "compiled_code": "\n\nwith dbt_run_results as (\n select * from `your-project`.`elementary`.`dbt_run_results`\n),\n\ndbt_snapshots as (\n select * from `your-project`.`elementary`.`dbt_snapshots`\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n snapshots.database_name,\n snapshots.schema_name,\n coalesce(run_results.materialization, snapshots.materialization) as materialization,\n snapshots.tags,\n snapshots.package_name,\n snapshots.path,\n snapshots.original_path,\n snapshots.owner,\n snapshots.alias\nFROM dbt_run_results run_results\nJOIN dbt_snapshots snapshots ON run_results.unique_id = snapshots.unique_id", "relation_name": "`your-project`.`elementary`.`snapshot_run_results`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.840993Z", "completed_at": "2024-05-21T08:37:17.960064Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.976663Z", "completed_at": "2024-05-21T08:37:27.603500Z"}], "thread_id": "Thread-3 (worker)", "execution_time": 9.804958820343018, "adapter_response": {"_message": "MERGE (0.0 rows, 0 processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "b363f9d1-5aa2-427d-ae50-3672607a8757", "slot_ms": 1521}, "message": "MERGE (0.0 rows, 0 processed)", "failures": null, "unique_id": "model.elementary.dbt_exposures", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as maturity\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('dummy_string' as string) as owner_email\n\n,\n \n cast('dummy_string' as string) as owner_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as url\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_columns\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as label\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as raw_queries\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_exposures`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.896589Z", "completed_at": "2024-05-21T08:37:17.965154Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.050359Z", "completed_at": "2024-05-21T08:37:27.690758Z"}], "thread_id": "Thread-11 (worker)", "execution_time": 9.88694715499878, "adapter_response": {"_message": "MERGE (0.0 rows, 516.0 Bytes processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 516, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "c2357a2e-d6b6-432f-b9e5-cd477004dfb6", "slot_ms": 1133}, "message": "MERGE (0.0 rows, 516.0 Bytes processed)", "failures": null, "unique_id": "model.elementary.dbt_sources", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as source_name\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as identifier\n\n,\n \n cast('dummy_string' as string) as loaded_at_field\n\n,\n \n cast('dummy_string' as string) as freshness_warn_after\n\n,\n \n cast('dummy_string' as string) as freshness_error_after\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as freshness_filter\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as freshness_description\n\n,\n \n cast('dummy_string' as string) as relation_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as source_description\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_sources`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:24.970828Z", "completed_at": "2024-05-21T08:37:24.976591Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:24.976997Z", "completed_at": "2024-05-21T08:37:27.820953Z"}], "thread_id": "Thread-14 (worker)", "execution_time": 2.851548194885254, "adapter_response": {"_message": "CREATE TABLE (100.0 rows, 6.0 KiB processed)", "code": "CREATE TABLE", "rows_affected": 100, "bytes_processed": 6170, "bytes_billed": 31457280, "location": "asia-northeast1", "project_id": "your-project", "job_id": "e4fc373b-7c6d-4681-993a-7144a25d66cd", "slot_ms": 4208}, "message": "CREATE TABLE (100.0 rows, 6.0 KiB processed)", "failures": null, "unique_id": "model.jaffle_shop.customers", "compiled": true, "compiled_code": "\n\n\nwith customers as (\n\n select * from `your-project`.`jaffle_shop`.`stg_customers`\n\n),\n\norders as (\n\n select * from `your-project`.`jaffle_shop`.`stg_orders`\n\n),\n\npayments as (\n\n select * from `your-project`.`jaffle_shop`.`stg_payments`\n\n),\n\ncustomer_orders as (\n\n select\n customer_id,\n\n min(order_date) as first_order,\n max(order_date) as most_recent_order,\n count(order_id) as number_of_orders\n from orders\n\n group by customer_id\n\n),\n\ncustomer_payments as (\n\n select\n orders.customer_id,\n sum(amount) as total_amount\n\n from payments\n\n left join orders on\n payments.order_id = orders.order_id\n\n group by orders.customer_id\n\n),\n\nfinal as (\n\n select\n customers.customer_id,\n customers.first_name,\n customers.last_name,\n customer_orders.first_order,\n customer_orders.most_recent_order,\n customer_orders.number_of_orders,\n customer_payments.total_amount as customer_lifetime_value\n\n from customers\n\n left join customer_orders\n on customers.customer_id = customer_orders.customer_id\n\n left join customer_payments\n on customers.customer_id = customer_payments.customer_id\n\n)\n\nselect * from final", "relation_name": "`your-project`.`jaffle_shop`.`customers`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.880417Z", "completed_at": "2024-05-21T08:37:17.961747Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.999228Z", "completed_at": "2024-05-21T08:37:28.178472Z"}], "thread_id": "Thread-8 (worker)", "execution_time": 10.375988006591797, "adapter_response": {"_message": "MERGE (0.0 rows, 832.0 Bytes processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 832, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "939fd867-7722-4d08-afb4-fcb11afc87f9", "slot_ms": 1230}, "message": "MERGE (0.0 rows, 832.0 Bytes processed)", "failures": null, "unique_id": "model.elementary.dbt_seeds", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_seeds`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.864968Z", "completed_at": "2024-05-21T08:37:17.961565Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.996815Z", "completed_at": "2024-05-21T08:37:28.876423Z"}], "thread_id": "Thread-6 (worker)", "execution_time": 11.07485318183899, "adapter_response": {"_message": "MERGE (0.0 rows, 24.4 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 25024, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "50e31670-e937-4909-bffa-8b20a463e3e1", "slot_ms": 2253}, "message": "MERGE (0.0 rows, 24.4 KiB processed)", "failures": null, "unique_id": "model.elementary.dbt_models", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as checksum\n\n,\n \n cast('dummy_string' as string) as materialization\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as owner\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as patch_path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as bigquery_partition_by\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_models`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.399879Z", "completed_at": "2024-05-21T08:37:28.432861Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.435915Z", "completed_at": "2024-05-21T08:37:29.062130Z"}], "thread_id": "Thread-17 (worker)", "execution_time": 0.7005319595336914, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "ff84f6b0-b3f9-4980-85b5-d2cb8615024b", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.alerts_dbt_source_freshness", "compiled": true, "compiled_code": "\n\nwith results as (\n select * from `your-project`.`elementary`.`dbt_source_freshness_results`\n),\n\nsources as (\n select * from `your-project`.`elementary`.`dbt_sources`\n)\n\nselect\n results.source_freshness_execution_id as alert_id,\n results.max_loaded_at,\n results.snapshotted_at,\n cast(results.generated_at as timestamp) as detected_at,\n results.max_loaded_at_time_ago_in_s,\n results.status,\n results.error,\n results.warn_after,\n results.error_after,\n results.filter,\n sources.unique_id,\n sources.database_name,\n sources.schema_name,\n sources.source_name,\n sources.identifier,\n sources.tags,\n sources.meta,\n sources.owner,\n sources.package_name,\n sources.path,\n -- These columns below are deprecated. We add them since this view\n -- was used to be loaded into an incremental model with those columns, their names were later changed\n -- and Databricks doesn't respect `on_schema_change = 'append_new_columns'` properly, as described here -\n -- https://docs.databricks.com/en/delta/update-schema.html#automatic-schema-evolution-for-delta-lake-merge\n results.error_after as freshness_error_after,\n results.warn_after as freshness_warn_after,\n results.filter as freshness_filter\nfrom results\njoin sources on results.unique_id = sources.unique_id\nwhere True and lower(status) != 'pass'", "relation_name": "`your-project`.`elementary`.`alerts_dbt_source_freshness`"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.369358Z", "completed_at": "2024-05-21T08:37:28.398506Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.419146Z", "completed_at": "2024-05-21T08:37:29.200355Z"}], "thread_id": "Thread-13 (worker)", "execution_time": 0.8461940288543701, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "7671e095-4f10-4aa1-97e5-c198d91bdb3d", "slot_ms": 11}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_amount.106140f9fd", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere amount is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.387118Z", "completed_at": "2024-05-21T08:37:28.399632Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.426890Z", "completed_at": "2024-05-21T08:37:29.205849Z"}], "thread_id": "Thread-16 (worker)", "execution_time": 0.8496768474578857, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "00b685d1-72dd-4ff4-afa5-cef94b86d2f3", "slot_ms": 11}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect gift_card_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere gift_card_amount is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.372898Z", "completed_at": "2024-05-21T08:37:28.398250Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.417368Z", "completed_at": "2024-05-21T08:37:29.216962Z"}], "thread_id": "Thread-7 (worker)", "execution_time": 0.8623099327087402, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "91c6974b-5d10-4a70-9293-7186ba58a894", "slot_ms": 16}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect bank_transfer_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere bank_transfer_amount is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.404119Z", "completed_at": "2024-05-21T08:37:28.433082Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.438622Z", "completed_at": "2024-05-21T08:37:29.218586Z"}], "thread_id": "Thread-15 (worker)", "execution_time": 0.8503601551055908, "adapter_response": {"_message": "SELECT (1.0 rows, 800.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 800, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "335d9c52-118f-4092-be8c-ada2a4032b7a", "slot_ms": 15}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`customers`\nwhere customer_id is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.376154Z", "completed_at": "2024-05-21T08:37:28.399097Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.423047Z", "completed_at": "2024-05-21T08:37:29.256602Z"}], "thread_id": "Thread-18 (worker)", "execution_time": 0.9015440940856934, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "65098ae8-57fd-4063-8a46-23cad529f280", "slot_ms": 12}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect coupon_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere coupon_amount is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.383855Z", "completed_at": "2024-05-21T08:37:28.399313Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.424806Z", "completed_at": "2024-05-21T08:37:29.271856Z"}], "thread_id": "Thread-1 (worker)", "execution_time": 0.9160683155059814, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "62a09c97-0fcb-413a-a8be-8950a2f1886b", "slot_ms": 11}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_customer_id.c5f02694af", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect customer_id\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere customer_id is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.391138Z", "completed_at": "2024-05-21T08:37:28.406850Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.428746Z", "completed_at": "2024-05-21T08:37:29.284796Z"}], "thread_id": "Thread-5 (worker)", "execution_time": 0.9282896518707275, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "67ae6f29-47f9-4d7f-9814-88f270b661e8", "slot_ms": 13}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_order_id.cf6c17daed", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect order_id\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere order_id is null\n\n\n", "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.832246Z", "completed_at": "2024-05-21T08:37:17.896357Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:17.962214Z", "completed_at": "2024-05-21T08:37:29.309911Z"}], "thread_id": "Thread-2 (worker)", "execution_time": 11.514928102493286, "adapter_response": {"_message": "MERGE (0.0 rows, 46.8 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 47878, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "97c8a6db-1978-4e1b-aa0e-ec249a9e1987", "slot_ms": 1670}, "message": "MERGE (0.0 rows, 46.8 KiB processed)", "failures": null, "unique_id": "model.elementary.dbt_columns", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as parent_unique_id\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as data_type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as table_name\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as resource_type\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_columns`"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.362086Z", "completed_at": "2024-05-21T08:37:28.397793Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.415472Z", "completed_at": "2024-05-21T08:37:29.482513Z"}], "thread_id": "Thread-20 (worker)", "execution_time": 1.1306822299957275, "adapter_response": {"_message": "SELECT (1.0 rows, 1.0 KiB processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 1030, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "a3bf2350-f406-4040-9a47-cbc19fb84b04", "slot_ms": 27}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3", "compiled": true, "compiled_code": "\n \n \n\nwith all_values as (\n\n select\n status as value_field,\n count(*) as n_records\n\n from `your-project`.`jaffle_shop`.`orders`\n group by status\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n 'placed','shipped','completed','return_pending','returned'\n)\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.407306Z", "completed_at": "2024-05-21T08:37:28.433385Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.440438Z", "completed_at": "2024-05-21T08:37:29.581197Z"}], "thread_id": "Thread-10 (worker)", "execution_time": 1.2127249240875244, "adapter_response": {"_message": "SELECT (1.0 rows, 1.6 KiB processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 1592, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "c4518fc6-e07a-4b7e-82ab-cfeffbdd7788", "slot_ms": 49}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", "compiled": true, "compiled_code": "\n \n \n\nwith child as (\n select customer_id as from_field\n from `your-project`.`jaffle_shop`.`orders`\n where customer_id is not null\n),\n\nparent as (\n select customer_id as to_field\n from `your-project`.`jaffle_shop`.`customers`\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.380258Z", "completed_at": "2024-05-21T08:37:28.398818Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.421275Z", "completed_at": "2024-05-21T08:37:29.582919Z"}], "thread_id": "Thread-4 (worker)", "execution_time": 1.2275159358978271, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "c9663de3-9349-46c3-bb4c-02e592ee4049", "slot_ms": 14}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59", "compiled": true, "compiled_code": "\n \n \n\n\n\nselect credit_card_amount\nfrom `your-project`.`jaffle_shop`.`orders`\nwhere credit_card_amount is null\n\n\n", "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.895335Z", "completed_at": "2024-05-21T08:37:28.902729Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.903332Z", "completed_at": "2024-05-21T08:37:29.702561Z"}], "thread_id": "Thread-14 (worker)", "execution_time": 0.8221621513366699, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "15408340-f5df-47cc-afe7-ec6289402cc9", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.model_run_results", "compiled": true, "compiled_code": "\n\nwith dbt_run_results as (\n select * from `your-project`.`elementary`.`dbt_run_results`\n),\n\ndbt_models as (\n select * from `your-project`.`elementary`.`dbt_models`\n)\n\nSELECT\n run_results.model_execution_id,\n run_results.unique_id,\n run_results.invocation_id,\n run_results.query_id,\n run_results.name,\n run_results.generated_at,\n run_results.status,\n run_results.full_refresh,\n run_results.message,\n run_results.execution_time,\n run_results.execute_started_at,\n run_results.execute_completed_at,\n run_results.compile_started_at,\n run_results.compile_completed_at,\n run_results.compiled_code,\n run_results.adapter_response,\n run_results.thread_id,\n models.database_name,\n models.schema_name,\n coalesce(run_results.materialization, models.materialization) as materialization,\n models.tags,\n models.package_name,\n models.path,\n models.original_path,\n models.owner,\n models.alias,\n ROW_NUMBER() OVER (PARTITION BY run_results.unique_id ORDER BY run_results.generated_at DESC) AS model_invocation_reverse_index,\n CASE WHEN FIRST_VALUE(invocation_id) OVER (PARTITION BY \n timestamp_trunc(cast(run_results.generated_at as timestamp), day)\n ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_first_invocation_of_the_day,\n CASE WHEN LAST_VALUE(invocation_id) OVER (PARTITION BY \n timestamp_trunc(cast(run_results.generated_at as timestamp), day)\n ORDER BY run_results.generated_at ASC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING ) = invocation_id\n THEN TRUE\n ELSE FALSE \n END AS is_the_last_invocation_of_the_day\n \nFROM dbt_run_results run_results\nJOIN dbt_models models ON run_results.unique_id = models.unique_id", "relation_name": "`your-project`.`elementary`.`model_run_results`"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.393948Z", "completed_at": "2024-05-21T08:37:28.407074Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.430688Z", "completed_at": "2024-05-21T08:37:29.741989Z"}], "thread_id": "Thread-9 (worker)", "execution_time": 1.3851377964019775, "adapter_response": {"_message": "SELECT (1.0 rows, 792.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 792, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "9e6a28ba-6df1-4d9c-aadc-0bb1a35a6003", "slot_ms": 29}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.unique_orders_order_id.fed79b3a6e", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select order_id as unique_field\n from `your-project`.`jaffle_shop`.`orders`\n where order_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "relation_name": null}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.412107Z", "completed_at": "2024-05-21T08:37:28.433748Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:28.442588Z", "completed_at": "2024-05-21T08:37:29.753081Z"}], "thread_id": "Thread-3 (worker)", "execution_time": 1.3841361999511719, "adapter_response": {"_message": "SELECT (1.0 rows, 800.0 Bytes processed)", "code": "SELECT", "rows_affected": 1, "bytes_processed": 800, "bytes_billed": 10485760, "location": "asia-northeast1", "project_id": "your-project", "job_id": "660ecaac-ced3-4482-968c-8ed3c2f620b9", "slot_ms": 38}, "message": null, "failures": 0, "unique_id": "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1", "compiled": true, "compiled_code": "\n \n \n\nwith dbt_test__target as (\n\n select customer_id as unique_field\n from `your-project`.`jaffle_shop`.`customers`\n where customer_id is not null\n\n)\n\nselect\n unique_field,\n count(*) as n_records\n\nfrom dbt_test__target\ngroup by unique_field\nhaving count(*) > 1\n\n\n", "relation_name": null}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:17.903437Z", "completed_at": "2024-05-21T08:37:17.965936Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:18.053488Z", "completed_at": "2024-05-21T08:37:30.020005Z"}], "thread_id": "Thread-12 (worker)", "execution_time": 12.20436406135559, "adapter_response": {"_message": "MERGE (0.0 rows, 15.8 KiB processed)", "code": "MERGE", "rows_affected": 0, "bytes_processed": 16213, "bytes_billed": 20971520, "location": "asia-northeast1", "project_id": "your-project", "job_id": "50386124-7b34-42a9-bb45-454eb0d475ea", "slot_ms": 2169}, "message": "MERGE (0.0 rows, 15.8 KiB processed)", "failures": null, "unique_id": "model.elementary.dbt_tests", "compiled": true, "compiled_code": "\n\nselect * from (\n select\n \n \n cast('dummy_string' as string) as unique_id\n\n,\n \n cast('dummy_string' as string) as database_name\n\n,\n \n cast('dummy_string' as string) as schema_name\n\n,\n \n cast('dummy_string' as string) as name\n\n,\n \n cast('dummy_string' as string) as short_name\n\n,\n \n cast('dummy_string' as string) as alias\n\n,\n \n cast('dummy_string' as string) as test_column_name\n\n,\n \n cast('dummy_string' as string) as severity\n\n,\n \n cast('dummy_string' as string) as warn_if\n\n,\n \n cast('dummy_string' as string) as error_if\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as test_params\n\n,\n \n cast('dummy_string' as string) as test_namespace\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_tags\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as model_owners\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as meta\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_macros\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as depends_on_nodes\n\n,\n \n cast('dummy_string' as string) as parent_model_unique_id\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as description\n\n,\n \n cast('dummy_string' as string) as package_name\n\n,\n \n cast('dummy_string' as string) as type\n\n,\n \n cast('this_is_just_a_long_dummy_string' as string) as original_path\n\n,\n \n cast('dummy_string' as string) as path\n\n,\n \n cast('dummy_string' as string) as generated_at\n\n,\n \n cast('dummy_string' as string) as metadata_hash\n\n,\n \n cast('dummy_string' as string) as quality_dimension\n\n\n ) as empty_table\n where 1 = 0", "relation_name": "`your-project`.`elementary`.`dbt_tests`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:29.709203Z", "completed_at": "2024-05-21T08:37:29.720298Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:29.720767Z", "completed_at": "2024-05-21T08:37:30.747664Z"}], "thread_id": "Thread-8 (worker)", "execution_time": 1.039876937866211, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "55fe1112-c092-4277-91a0-7445f128f785", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.alerts_dbt_models", "compiled": true, "compiled_code": "\n\nwith error_models as (\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from `your-project`.`elementary`.`model_run_results`\n \n union all\n \n select model_execution_id,\n unique_id,\n invocation_id,\n name,\n generated_at,\n status,\n full_refresh,\n message,\n execution_time,\n execute_started_at,\n execute_completed_at,\n compile_started_at,\n compile_completed_at,\n compiled_code,\n database_name,\n schema_name,\n materialization,\n tags,\n package_name,\n path,\n original_path,\n owner,\n alias \n from `your-project`.`elementary`.`snapshot_run_results`\n)\n\n\nselect model_execution_id as alert_id,\n unique_id,\n cast(generated_at as timestamp) as detected_at,\n database_name,\n materialization,\n path,\n original_path,\n schema_name,\n message,\n owner as owners,\n tags,\n alias,\n status,\n full_refresh\nfrom error_models\nwhere True and lower(status) != 'success'and lower(status) != 'skipped'", "relation_name": "`your-project`.`elementary`.`alerts_dbt_models`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:30.028921Z", "completed_at": "2024-05-21T08:37:30.040212Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:30.040614Z", "completed_at": "2024-05-21T08:37:30.909840Z"}], "thread_id": "Thread-11 (worker)", "execution_time": 0.8822188377380371, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "4ae345be-a3cc-4339-aa97-0ae61ab5ffe1", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.dbt_artifacts_hashes", "compiled": true, "compiled_code": "\n\n\n\n\nselect\n 'dbt_models' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_models`\n union all \n\nselect\n 'dbt_tests' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_tests`\n union all \n\nselect\n 'dbt_sources' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_sources`\n union all \n\nselect\n 'dbt_snapshots' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_snapshots`\n union all \n\nselect\n 'dbt_metrics' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_metrics`\n union all \n\nselect\n 'dbt_exposures' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_exposures`\n union all \n\nselect\n 'dbt_seeds' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_seeds`\n union all \n\nselect\n 'dbt_columns' as artifacts_model,\n metadata_hash\nfrom `your-project`.`elementary`.`dbt_columns`\n\n\norder by metadata_hash", "relation_name": "`your-project`.`elementary`.`dbt_artifacts_hashes`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:28.881426Z", "completed_at": "2024-05-21T08:37:30.368061Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:30.368492Z", "completed_at": "2024-05-21T08:37:30.913005Z"}], "thread_id": "Thread-19 (worker)", "execution_time": 2.032863140106201, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "c15a6f1b-d4a0-4ddf-8dfe-c03626abcffc", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.information_schema_columns", "compiled": true, "compiled_code": "\n\n \n \n \n \n\n with dbt_models_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from `your-project`.`elementary`.`dbt_models`\n ),\n\n dbt_snapshots_data as (\n select\n database_name,\n schema_name,\n alias as table_name\n from `your-project`.`elementary`.`dbt_snapshots`\n ),\n\n dbt_sources_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from `your-project`.`elementary`.`dbt_sources`\n ),\n\n dbt_seeds_data as (\n select\n database_name,\n schema_name,\n name as table_name\n from `your-project`.`elementary`.`dbt_seeds`\n ),\n\n tables_information as (\n select * from dbt_models_data\n union all\n select * from dbt_sources_data\n union all\n select * from dbt_snapshots_data\n union all\n select * from dbt_seeds_data\n ),\n\n columns_information as (\n \n \n \n \n (\n \n \n \n \n \n \n select\n upper(table_catalog || '.' || table_schema || '.' || table_name) as full_table_name,\n upper(table_catalog) as database_name,\n upper(table_schema) as schema_name,\n upper(table_name) as table_name,\n upper(column_name) as column_name,\n data_type\n from `your-project`.`jaffle_shop`.INFORMATION_SCHEMA.COLUMNS\n where upper(table_schema) = upper('jaffle_shop')\n \n\n \n)\n \n \n\n\n\n ),\n\n information_schema_columns as (\n select col_info.*\n from tables_information tbl_info\n join columns_information col_info\n on (lower(tbl_info.database_name) = lower(col_info.database_name) and\n lower(tbl_info.schema_name) = lower(col_info.schema_name) and\n lower(tbl_info.table_name) = lower(col_info.table_name)\n )\n )\n\n select *\n from information_schema_columns\n\n", "relation_name": "`your-project`.`elementary`.`information_schema_columns`"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2024-05-21T08:37:30.920535Z", "completed_at": "2024-05-21T08:37:30.928834Z"}, {"name": "execute", "started_at": "2024-05-21T08:37:30.929423Z", "completed_at": "2024-05-21T08:37:31.928778Z"}], "thread_id": "Thread-13 (worker)", "execution_time": 1.00984787940979, "adapter_response": {"_message": "CREATE VIEW (0 processed)", "code": "CREATE VIEW", "bytes_processed": 0, "bytes_billed": 0, "location": "asia-northeast1", "project_id": "your-project", "job_id": "f66c5819-e55d-45f7-a793-76878f0c6750", "slot_ms": 0}, "message": "CREATE VIEW (0 processed)", "failures": null, "unique_id": "model.elementary.enriched_columns", "compiled": true, "compiled_code": "\n\n\nwith information_schema_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(column_name) as name,\n data_type\n from `your-project`.`elementary`.`information_schema_columns`\n),\n\ndbt_columns as (\n select\n lower(database_name) as database_name,\n lower(schema_name) as schema_name,\n lower(table_name) as table_name,\n lower(name) as name,\n description\n from `your-project`.`elementary`.`dbt_columns`\n)\n\nselect\n database_name,\n schema_name,\n table_name,\n name,\n data_type,\n description\nfrom information_schema_columns\nleft join dbt_columns using (database_name, schema_name, table_name, name)", "relation_name": "`your-project`.`elementary`.`enriched_columns`"}], "elapsed_time": 23.418078184127808, "args": {"log_format_file": "debug", "exclude_resource_types": [], "partial_parse_file_diff": true, "require_explicit_package_overrides_for_builtin_materializations": true, "which": "build", "cache_selected_only": false, "static_parser": true, "export_saved_queries": false, "resource_types": [], "favor_state": false, "log_format": "default", "send_anonymous_usage_stats": true, "strict_mode": false, "print": true, "threads": 20, "invocation_command": "dbt build --threads 20", "log_level": "info", "log_path": "/Users/yu/local/src/github/jaffle_shop/logs", "populate_cache": true, "show_resource_report": false, "warn_error_options": {"include": [], "exclude": []}, "vars": {}, "quiet": false, "empty": false, "defer": false, "partial_parse": true, "log_file_max_bytes": 10485760, "exclude": [], "printer_width": 80, "show": false, "use_colors_file": true, "include_saved_query": false, "indirect_selection": "eager", "use_colors": true, "version_check": true, "enable_legacy_logger": false, "introspect": true, "log_level_file": "debug", "profiles_dir": "/Users/yu/local/src/github/jaffle_shop", "write_json": true, "macro_debugging": false, "project_dir": "/Users/yu/local/src/github/jaffle_shop", "select": [], "require_resource_names_without_spaces": false, "source_freshness_run_project_hooks": false}} diff --git a/tests/test_parser.py b/tests/test_parser.py index 5af7bd2..1f83c09 100644 --- a/tests/test_parser.py +++ b/tests/test_parser.py @@ -73,6 +73,7 @@ def test_parse_catalog_specific(self, version): ("v9", os.path.join(get_project_root(), "tests", "resources", "v9", "jaffle_shop_at_1.5rc1", "manifest.json")), ("v10", os.path.join(get_project_root(), "tests", "resources", "v10", "jaffle_shop", "manifest.json")), ("v11", os.path.join(get_project_root(), "tests", "resources", "v11", "jaffle_shop", "manifest.json")), + ("v12", os.path.join(get_project_root(), "tests", "resources", "v12", "jaffle_shop", "manifest.json")), ]) class TestManifestParser: def test_parse_manifest(self, version, path): @@ -94,7 +95,7 @@ def test_parse_manifest_specific(self, version, path): ) -@pytest.mark.parametrize("version", ["v1", "v2", "v3", "v4", "v5"]) +@pytest.mark.parametrize("version", ["v1", "v2", "v3", "v4", "v5", "v6"]) class TestRunResultsParser: def test_parse_run_results(self, version): path = os.path.join(