Skip to content

Commit

Permalink
Merge branch 'main' into main
Browse files Browse the repository at this point in the history
  • Loading branch information
@mwamedacen
mwamedacen authored Jun 6, 2024
2 parents 5c36687 + f0ce7ee commit 801be49
Show file tree
Hide file tree
Showing 4 changed files with 415 additions and 56 deletions.
23 changes: 23 additions & 0 deletions models/tokens/solana/tokens_solana.sources.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,29 @@ sources:
- name: spl_token_call_burnChecked
loaded_at_field: call_block_time

- name: spl_token_2022_solana
description: "spl_token 2022 decoded tables"
freshness: # default freshness
warn_after: { count: 12, period: hour }
error_after: { count: 24, period: hour }
tables:
- name: spl_token_2022_call_initializeMint
loaded_at_field: call_block_time
- name: spl_token_2022_call_initializeMint2
loaded_at_field: call_block_time
- name: spl_token_2022_call_transferFeeExtension
loaded_at_field: call_block_time
- name: spl_token_2022_call_transferChecked
loaded_at_field: call_block_time
- name: spl_token_2022_call_mintTo
loaded_at_field: call_block_time
- name: spl_token_2022_call_mintToChecked
loaded_at_field: call_block_time
- name: spl_token_2022_call_burn
loaded_at_field: call_block_time
- name: spl_token_2022_call_burnChecked
loaded_at_field: call_block_time

- name: mpl_token_metadata_solana
description: "mpl metadata decoded tables"
freshness: # default freshness
Expand Down
158 changes: 131 additions & 27 deletions models/tokens/solana/tokens_solana_fungible.sql
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{{ config
(
alias = 'fungible',

post_hook='{{ expose_spells(\'["solana"]\',
"sector",
"tokens",
Expand All @@ -10,26 +10,32 @@
}}


with
with
tokens as (
SELECT
bytearray_to_bigint(bytearray_reverse(bytearray_substring(call_data, 2, 1))) as decimals
, call_data
, account_mint
, token_version
, call_tx_id
, call_block_time
, row_number() over (partition by account_mint order by call_block_time desc) as latest
FROM (
SELECT call_data, account_mint, call_tx_id, call_block_time FROM {{ source('spl_token_solana', 'spl_token_call_initializeMint') }}
UNION ALL
SELECT call_data, account_mint, call_tx_id, call_block_time FROM {{ source('spl_token_solana', 'spl_token_call_initializeMint2') }}
SELECT call_data, account_mint, call_tx_id, call_block_time, 'spl_token' as token_version FROM {{ source('spl_token_solana', 'spl_token_call_initializeMint') }}
UNION ALL
SELECT call_data, account_mint, call_tx_id, call_block_time, 'spl_token' as token_version FROM {{ source('spl_token_solana', 'spl_token_call_initializeMint2') }}
UNION ALL
SELECT call_data, account_mint, call_tx_id, call_block_time, 'token2022' as token_version FROM {{ source('spl_token_2022_solana', 'spl_token_2022_call_initializeMint') }}
UNION ALL
SELECT call_data, account_mint, call_tx_id, call_block_time, 'token2022' as token_version FROM {{ source('spl_token_2022_solana', 'spl_token_2022_call_initializeMint2') }}
)
{% if is_incremental() %}
where call_block_time >= date_trunc('day', now() - interval '7' day)
where {{ incremental_predicate('call_block_time') }}
{% endif %}
)

, metadata as (
SELECT
SELECT
meta.call_tx_id
, meta.call_block_slot
, meta.call_block_time
Expand All @@ -38,8 +44,10 @@ with
, meta.account_mint
, meta.call_block_time
, master.account_edition as master_edition
, metadata_program
, row_number() over (partition by meta.account_mint order by meta.call_block_time desc) as latest
FROM (
SELECT
SELECT
call_tx_id
, call_outer_instruction_index
, call_inner_instruction_index
Expand All @@ -48,9 +56,10 @@ with
, json_query(createMetadataAccountArgs, 'lax $.CreateMetadataAccountArgs.data.Data') as args
, account_metadata
, account_mint
, call_executing_account as metadata_program
FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMetadataAccount') }}
UNION ALL
SELECT
UNION ALL
SELECT
call_tx_id
, call_outer_instruction_index
, call_inner_instruction_index
Expand All @@ -59,51 +68,143 @@ with
, json_query(createMetadataAccountArgsV2, 'lax $.CreateMetadataAccountArgsV2.data.DataV2') as args
, account_metadata
, account_mint
, call_executing_account as metadata_program
FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMetadataAccountV2') }}
UNION ALL
SELECT
UNION ALL
SELECT
call_tx_id
, call_outer_instruction_index
, call_inner_instruction_index
, call_inner_instruction_index
, call_block_slot
, call_block_time
, json_query(createMetadataAccountArgsV3, 'lax $.CreateMetadataAccountArgsV3.data.DataV2') as args
, account_metadata
, account_mint
FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMetadataAccountV3') }}
) meta
, call_executing_account as metadata_program
FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMetadataAccountV3') }}
) meta
LEFT JOIN (
SELECT account_mintAuthority, account_edition, account_metadata FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMasterEdition') }}
SELECT account_mintAuthority, account_edition, account_metadata FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMasterEdition') }}
UNION ALL
SELECT account_mintAuthority, account_edition, account_metadata FROM {{ source('mpl_token_metadata_solana', 'mpl_token_metadata_call_CreateMasterEditionV3') }}
) master ON master.account_metadata = meta.account_metadata
{% if is_incremental() %}
WHERE meta.call_block_time >= date_trunc('day', now() - interval '7' day)
WHERE {{ incremental_predicate('meta.call_block_time') }}
{% endif %}
)

, token2022_metadata as (
--token2022 direct metadata extension
SELECT
from_utf8(bytearray_substring(data,1+8+4,bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))))) as name
, from_utf8(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))) + 4 --start from end of name and end of length of symbol
, bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))),4))) --get length of symbol from end of name
)) as symbol
, from_utf8(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))) + 4 --end of name and end of length of symbol
+ bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))),4))) + 4 --start from end of symbol and end of length of uri
, bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))) + 4
+ bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+8,4))),4))),4))) --get length of uri from end of symbol
)) as uri
, tx_id as metadata_tx
, account_arguments[3] as account_mint
, block_time
, executing_account as metadata_program
, row_number() over (partition by account_arguments[3] order by block_time desc) as latest
FROM {{ source('solana','instruction_calls') }}
WHERE executing_account = 'TokenzQdBNbLqP5VEhdkAS6EPFLC1PHnBqCXEpPxuEb'
AND bytearray_substring(data,1,1) = 0xd2 --deal with updateField later 0xdd
AND tx_success
{% if is_incremental() %}
AND {{ incremental_predicate('block_time') }}
{% endif %}
)

, token_metadata_other as (
--some other metadata program (idk the owner)
SELECT
from_utf8(bytearray_substring(data,1+1+4,bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))))) as name
, from_utf8(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))) + 4 --start from end of name and end of length of symbol
, bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))),4))) --get length of symbol from end of name
)) as symbol
, from_utf8(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))) + 4 --end of name and end of length of symbol
+ bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))),4))) + 4 --start from end of symbol and end of length of uri
, bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))) + 4
+ bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1+4+bytearray_to_bigint(bytearray_reverse(bytearray_substring(data,1+1,4))),4))),4))) --get length of uri from end of symbol
)) as uri
, tx_id as metadata_tx
, account_arguments[2] as account_mint
, block_time
, executing_account as metadata_program
, row_number() over (partition by account_arguments[2] order by block_time desc) as latest
FROM {{ source('solana','instruction_calls') }}
WHERE executing_account = 'META4s4fSmpkTbZoUsgC1oBnWB31vQcmnN8giPw51Zu'
AND bytearray_substring(data,1,1) = 0x21
AND tx_success
{% if is_incremental() %}
AND {{ incremental_predicate('block_time') }}
{% endif %}
)

SELECT
tk.account_mint as token_mint_address
, tk.decimals
, trim(json_value(args, 'strict $.name'))as name
, trim(json_value(args, 'strict $.symbol')) as symbol
, trim(json_value(args, 'strict $.uri')) as token_uri
, coalesce(m22.name,mo.name,trim(json_value(args, 'strict $.name'))) as name
, coalesce(m22.symbol,mo.symbol,trim(json_value(args, 'strict $.symbol'))) as symbol
, coalesce(m22.uri,mo.uri,trim(json_value(args, 'strict $.uri'))) as token_uri
, tk.call_block_time as created_at
, coalesce(m22.metadata_program,mo.metadata_program,m.metadata_program) as metadata_program
, tk.token_version
, tk.call_tx_id as init_tx
FROM tokens tk
LEFT JOIN metadata m ON tk.account_mint = m.account_mint
LEFT JOIN token2022_metadata m22 ON tk.account_mint = m22.account_mint AND m22.latest = 1
LEFT JOIN token_metadata_other mo ON tk.account_mint = mo.account_mint AND mo.latest = 1
LEFT JOIN metadata m ON tk.account_mint = m.account_mint AND m.latest = 1
WHERE m.master_edition is null
AND tk.latest = 1

UNION ALL

--token2022 wrapped sol https://solscan.io/tx/2L1o7sDMCMJ6PYqfNrnY6ozJC1DEx61pRYiLdfCCggxw81naQXsmHKDLn6EhJXmDmDSQ2eCKjUMjZAQuUsyNnYUv
SELECT
trim(token_mint_address) as token_mint_address
, decimals
, trim(name) as name
, trim(symbol) as symbol
, token_uri
, cast(created_at as timestamp) created_at
, metadata_program
, token_version
, init_tx
FROM
(
VALUES
(
'9pan9bMn5HatX4EJdBwg9VgCa7Uz5HL8N1m5D3NdXejP',
9,
'wrapped SOL',
'SOL',
null,
'2023-08-02 00:00:00',
null,
'token2022',
'2L1o7sDMCMJ6PYqfNrnY6ozJC1DEx61pRYiLdfCCggxw81naQXsmHKDLn6EhJXmDmDSQ2eCKjUMjZAQuUsyNnYUv'
)
) AS temp_table (token_mint_address, decimals, name, symbol, token_uri, created_at, metadata_program, token_version, init_tx)

UNION ALL

--wrapped sol is special and doesn't have a init tx (that I can find)
SELECT
--old wrapped sol is special and doesn't have a init tx (that I can find)
SELECT
trim(token_mint_address) as token_mint_address
, decimals
, trim(name) as name
, trim(symbol) as symbol
, token_uri
, cast(created_at as timestamp) created_at
FROM
, metadata_program
, token_version
, init_tx
FROM
(
VALUES
(
Expand All @@ -112,6 +213,9 @@ FROM
'wrapped SOL',
'SOL',
null,
'2021-01-31 00:00:00'
'2021-01-31 00:00:00',
null,
'spl_token',
null
)
) AS temp_table (token_mint_address, decimals, name, symbol, token_uri, created_at)
) AS temp_table (token_mint_address, decimals, name, symbol, token_uri, created_at, metadata_program, token_version, init_tx)
11 changes: 10 additions & 1 deletion models/tokens/solana/tokens_solana_schema.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,8 +19,14 @@ models:
description: "token symbol"
- name: decimals
description: "Number of decimals, refers to how divisible a token can be"
- name: metadata_program
description: program used for creating token metadata
- name: token_version
description: version of the token program used (spl_token, token2022)
- name: created_at
description: token mint created at
- name: init_tx
description: "transaction that initialized the mint"

- name: tokens_solana_nft
meta:
Expand Down Expand Up @@ -72,18 +78,21 @@ models:
config:
tags: ['solana','transfers','erc20','nft','spl']
description: >
get all spl token transfers (will add in token2022 later)
get all spl token transfers
columns:
- name: block_time
- name: block_date
- name: block_slot
- name: action
- name: token_mint_address
- name: amount
- name: fee
- name: token_version
- name: from_owner
- name: to_owner
- name: from_token_account
- name: to_token_account
- name: token_version
- name: tx_signer
- name: tx_id
- name: outer_instruction_index
Expand Down
Loading

0 comments on commit 801be49

Please sign in to comment.