Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

add back changes for solana token 2022 #6107

Merged
merged 15 commits into from
Jun 10, 2024
Merged

add back changes for solana token 2022 #6107

Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
f9293e2
add back changes for solana
jeff-dude Jun 6, 2024
b1ebdd6
moving
andrewhong5297 Jun 7, 2024
7def82d
removing
andrewhong5297 Jun 7, 2024
042b5af
removing
andrewhong5297 Jun 7, 2024
11254fb
sources removed
andrewhong5297 Jun 7, 2024
bbe390c
Merge branch 'main' into add-solana-back
aalan3 Jun 7, 2024
862713f
Fix name
aalan3 Jun 7, 2024
19c5f98
Update tokens_solana_transfers.sql
andrewhong5297 Jun 7, 2024
e8f56f1
Try splitting up
aalan3 Jun 7, 2024
d75c3d2
Fxi typo
aalan3 Jun 7, 2024
8a53bdb
fix union
andrewhong5297 Jun 7, 2024
4afc64e
typeing
andrewhong5297 Jun 7, 2024
990d035
Try another split
aalan3 Jun 10, 2024
a567bb7
Fix typo
aalan3 Jun 10, 2024
88f0649
Use correct path
aalan3 Jun 10, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion models/tokens/solana/tokens_solana_schema.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -97,18 +97,21 @@ models:
config:
tags: ['solana','transfers','erc20','nft','spl']
description: >
get all spl token transfers (will add in token2022 later)
get all spl token transfers
columns:
- name: block_time
- name: block_date
- name: block_slot
- name: action
- name: token_mint_address
- name: amount
- name: fee
- name: token_version
- name: from_owner
- name: to_owner
- name: from_token_account
- name: to_token_account
- name: token_version
- name: tx_signer
- name: tx_id
- name: outer_instruction_index
Expand Down
238 changes: 210 additions & 28 deletions models/tokens/solana/tokens_solana_transfers.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,56 +14,238 @@
\'["ilemi"]\') }}')
}}

SELECT
call_block_time as block_time
, cast (date_trunc('day', call_block_time) as date) as block_date
, call_block_slot as block_slot
, action
, amount
, COALESCE(tk_s.token_mint_address, tk_d.token_mint_address) as token_mint_address
, tk_s.token_balance_owner as from_owner
, tk_d.token_balance_owner as to_owner
, account_source as from_token_account
, account_destination as to_token_account
, call_tx_signer as tx_signer
, call_tx_id as tx_id
, call_outer_instruction_index as outer_instruction_index
, COALESCE(call_inner_instruction_index,0) as inner_instruction_index
, call_outer_executing_account as outer_executing_account
FROM (
SELECT account_source, account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'transfer' as action, call_outer_instruction_index, call_inner_instruction_index

WITH
base as (
SELECT
account_source, account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'transfer' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_transfer') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT account_source, account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'transfer' as action, call_outer_instruction_index, call_inner_instruction_index
SELECT
account_source, account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'transfer' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_transferChecked') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT null, account_account as account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'mint' as action, call_outer_instruction_index, call_inner_instruction_index
SELECT
null as account_source, account_account as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'mint' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_mintTo') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT null, account_account as account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'mint' as action, call_outer_instruction_index, call_inner_instruction_index
SELECT
null as account_source, account_account as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'mint' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_mintToChecked') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT account_account as account_source, null, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'burn' as action, call_outer_instruction_index, call_inner_instruction_index
SELECT
account_account as account_source, null as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'burn' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_burn') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT account_account as account_source, null, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'burn' as action, call_outer_instruction_index, call_inner_instruction_index
SELECT
account_account as account_source, null as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'burn' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'spl_token' as token_version
FROM {{ source('spl_token_solana','spl_token_call_burnChecked') }}
) tr
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

--token2022. Most mint and account extensions still use the parent transferChecked instruction, hooks are excecuted after and interest-bearing is precalculated.
UNION ALL

SELECT
account_source, account_destination, amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, action
, call_outer_instruction_index, call_inner_instruction_index
, fee
, token_version
FROM (
SELECT
account_source, account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount --note that interestbearing mints have a different amount methodology, to add later
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'transfer' as action
, call_outer_instruction_index, call_inner_instruction_index
, least(
cast(bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as double)
*cast(f.fee_basis as double)/10000
,f.fee_maximum) as fee --we want to take the percent fee on total amount, but not exceed the maximum fee
, 'token2022' as token_version
, f.fee_time
, row_number() over (partition by tr.call_tx_id, tr.call_outer_instruction_index, tr.call_inner_instruction_index order by f.fee_time desc) as latest_fee
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_transferChecked') }} tr
LEFT JOIN {{ ref('tokens_solana_fees_history') }} f ON tr.account_tokenMint = f.account_mint AND tr.call_block_time >= f.fee_time
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('tr.call_block_time')}}
{% endif %}
) WHERE latest_fee = 1

UNION ALL

SELECT
null as account_source, account_mintTo as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'mint' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'token2022' as token_version
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_mintTo') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT
null as account_source, account_mintTo as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'mint' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'token2022' as token_version
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_mintToChecked') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT
account_burnAccount as account_source, null as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'burn' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'token2022' as token_version
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_burn') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

UNION ALL

SELECT
account_burnAccount as account_source, null as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+1,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'burn' as action
, call_outer_instruction_index, call_inner_instruction_index
, null as fee
, 'token2022' as token_version
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_burnChecked') }}
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}

--token2022 transferFeeExtension has some extra complications. It's the only extension with its own transferChecked wrapper (confidential transfers will have this too)
UNION ALL

SELECT
call_account_arguments[1] as account_source, call_account_arguments[3] as account_destination
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data,1+2,8))) as amount
, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer
, 'transfer' as action
, call_outer_instruction_index, call_inner_instruction_index
, bytearray_to_uint256(bytearray_reverse(bytearray_substring(call_data, 1+2+8+1,8))) as fee
, 'token2022' as token_version
FROM {{ source('spl_token_2022_solana','spl_token_2022_call_transferFeeExtension') }}
WHERE bytearray_substring(call_data,1,2) = 0x1a01 --https://github.com/solana-labs/solana-program-library/blob/8f50c6fabc6ec87ada229e923030381f573e0aed/token/program-2022/src/extension/transfer_fee/instruction.rs#L284
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}
)

SELECT
call_block_time as block_time
, cast (date_trunc('day', call_block_time) as date) as block_date
, call_block_slot as block_slot
, action
, amount
, fee
, COALESCE(tk_s.token_mint_address, tk_d.token_mint_address) as token_mint_address
, tk_s.token_balance_owner as from_owner
, tk_d.token_balance_owner as to_owner
, account_source as from_token_account
, account_destination as to_token_account
, token_version
, call_tx_signer as tx_signer
, call_tx_id as tx_id
, call_outer_instruction_index as outer_instruction_index
, COALESCE(call_inner_instruction_index,0) as inner_instruction_index
, call_outer_executing_account as outer_executing_account
FROM base tr
--get token and accounts
LEFT JOIN {{ ref('solana_utils_token_accounts') }} tk_s ON tk_s.address = tr.account_source
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@andrewhong5297 could these be inner joins?

Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Yes changed

LEFT JOIN {{ ref('solana_utils_token_accounts') }} tk_d ON tk_d.address = tr.account_destination
WHERE 1=1
{% if is_incremental() %}
AND {{incremental_predicate('call_block_time')}}
{% endif %}
-- AND call_block_time > now() - interval '600' day
-- AND call_block_time > now() - interval '90' day --for faster CI testing
Loading