Merge branch 'main' into feat/paraswap-repoint-to-v6.2

.github/workflows/commit_manifest.yml

@@ -15,7 +15,7 @@ jobs:
     runs-on: [ self-hosted, linux, spellbook-trino-ci ]
     strategy:
       matrix:
-        project: [ 'tokens', 'spellbook', 'daily_spellbook', 'nft', 'dex']
+        project: [ 'tokens', 'spellbook', 'daily_spellbook', 'nft', 'dex', 'solana']
       max-parallel: 1
 
     steps:

.github/workflows/solana.yml

@@ -0,0 +1,19 @@
+name: DBT Solana sector run
+
+on:
+  workflow_dispatch:
+  pull_request:
+    paths:
+      - solana/**
+      - .github/workflows/solana.yml
+      - .github/workflows/dbt_run.yml
+
+concurrency:
+  group:  ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  dbt-run:
+    uses: ./.github/workflows/dbt_run.yml
+    with:
+      project: 'solana'

.github/workflows/spellbook.yml

@@ -10,6 +10,7 @@ on:
       - 'tokens/**'
       - 'daily_spellbook/**'
       - 'nft/**'
+      - 'solana/**'
 
 concurrency:
   group:  ${{ github.workflow }}-${{ github.ref }}

daily_spellbook/models/addresses_events/blast/addresses_events_blast_first_activity.sql

@@ -0,0 +1,37 @@
+{{ config(
+    schema = 'addresses_events_blast'
+    , alias = 'first_activity'
+    , materialized = 'incremental'
+    , file_format = 'delta'
+    , incremental_strategy = 'append'
+    , unique_key = ['address']
+    )
+}}
+
+SELECT 'blast' AS blockchain
+, et."from" AS address
+, MIN_BY(et."to", et.block_number) AS first_activity_to
+, MIN(et.block_time) AS first_block_time
+, MIN(et.block_number) AS first_block_number
+, MIN_BY(et.hash, et.block_number) AS first_tx_hash
+, MIN_BY(COALESCE(sig.function, CAST((bytearray_substring(et.data, 1, 4)) as VARCHAR)), et.block_number) as first_function
+, MIN_BY(et.value/1e18, et.block_number) as first_{{native_symbol}}_transferred
+FROM
+{{ source('blast', 'transactions') }} et
+LEFT JOIN (
+    SELECT
+        DISTINCT id,
+        split_part(signature,'(',1) as function
+    FROM
+    {{ source('abi', 'signatures') }}
+    where type = 'function_call'
+    AND id NOT IN (0x09779838, 0x00000000) -- for some weird reason these have duplicates functions
+) sig
+    ON sig.id = bytearray_substring(et.data, 1, 4)
+{% if is_incremental() %}
+LEFT JOIN {{this}} ffb ON et."from" = ffb.address
+WHERE ffb.address IS NULL
+AND et.block_time >= date_trunc('day', now() - interval '7' day)
+{% endif %}
+
+GROUP BY et."from"

daily_spellbook/models/addresses_events/blast/addresses_events_blast_first_funded_by.sql

@@ -0,0 +1,14 @@
+{{ config(
+    schema = 'addresses_events_blast'
+    , alias = 'first_funded_by'
+    , materialized = 'incremental'
+    , file_format = 'delta'
+    , incremental_strategy = 'append'
+    , unique_key = ['address']
+    )
+}}
+
+
+{{addresses_events_first_funded_by(
+    blockchain='blast'
+)}}

daily_spellbook/models/addresses_events/blast/addresses_events_blast_schema.yml

@@ -0,0 +1,79 @@
+version: 2
+
+models:
+  - name: addresses_events_blast_first_funded_by
+    meta:
+      blockchain: blast
+      sector: addresses_events
+      project: addresses
+      contributors: hildobby, lgingerich
+    config:
+      tags: ['table', 'funded', 'addresses_events', 'blast']
+    description: "Table showing who first funded each blast address in ETH"
+    tests:
+      - check_seed:
+          seed_file: ref('first_funded_by_seed')
+          filter:
+            blockchain: blast
+          match_columns:
+            - blockchain
+            - address
+          check_columns:
+            - first_funded_by
+            - block_number
+            - tx_hash
+    columns:
+      - name: blockchain
+        description: "Blockchain"
+      - name: address
+        description: "Concerned blast address"
+        tests:
+          - unique
+      - name: first_funded_by
+        description: "Which blast address first funded the address with ETH"
+      - name: block_time
+        description: "The block time on which the address was first funded with ETH"
+      - name: block_number
+        description: "The block number on which the address was first funded with ETH"
+      - name: tx_hash
+        description: "The transaction hash on which the address was first funded with ETH"
+
+  - name: addresses_events_blast_first_activity
+    meta:
+      blockchain: blast
+      sector: addresses_events
+      project: addresses
+      contributors: hildobby
+    config:
+      tags: ['table', 'activity', 'addresses_events', 'blast']
+    description: "Table showing first activity of each blast Mainnet address"
+    tests:
+      - check_seed:
+          seed_file: ref('first_activity_seed')
+          filter:
+            blockchain: blast
+          match_columns:
+            - address
+          check_columns:
+            - first_activity_to
+            - first_block_number
+            - first_tx_hash
+    columns:
+      - name: blockchain
+        description: "Blockchain"
+      - name: address
+        description: "Concerned blast Mainnet address"
+        tests:
+          - unique
+      - name: first_activity_to
+        description: "First transaction activity to address"
+      - name: first_block_time
+        description: "The block time on which the address made it's first activity"
+      - name: first_block_number
+        description: "The block number on which the address made it's first activity"
+      - name: first_tx_hash
+        description: "The transaction hash on which the address made it's first activity"
+      - name: first_function
+        description: "first function called by address"
+      - name: first_eth_transferred
+        description: "ETH transferred in transaction"

daily_spellbook/models/addresses_events/mantle/addresses_events_mantle_first_activity.sql

@@ -0,0 +1,37 @@
+{{ config(
+    schema = 'addresses_events_mantle'
+    , alias = 'first_activity'
+    , materialized = 'incremental'
+    , file_format = 'delta'
+    , incremental_strategy = 'append'
+    , unique_key = ['address']
+    )
+}}
+
+SELECT 'mantle' AS blockchain
+, et."from" AS address
+, MIN_BY(et."to", et.block_number) AS first_activity_to
+, MIN(et.block_time) AS first_block_time
+, MIN(et.block_number) AS first_block_number
+, MIN_BY(et.hash, et.block_number) AS first_tx_hash
+, MIN_BY(COALESCE(sig.function, CAST((bytearray_substring(et.data, 1, 4)) as VARCHAR)), et.block_number) as first_function
+, MIN_BY(et.value/1e18, et.block_number) as first_{{native_symbol}}_transferred
+FROM
+{{ source('mantle', 'transactions') }} et
+LEFT JOIN (
+    SELECT
+        DISTINCT id,
+        split_part(signature,'(',1) as function
+    FROM
+    {{ source('abi', 'signatures') }}
+    where type = 'function_call'
+    AND id NOT IN (0x09779838, 0x00000000) -- for some weird reason these have duplicates functions
+) sig
+    ON sig.id = bytearray_substring(et.data, 1, 4)
+{% if is_incremental() %}
+LEFT JOIN {{this}} ffb ON et."from" = ffb.address
+WHERE ffb.address IS NULL
+AND et.block_time >= date_trunc('day', now() - interval '7' day)
+{% endif %}
+
+GROUP BY et."from"

daily_spellbook/models/addresses_events/mantle/addresses_events_mantle_first_funded_by.sql

@@ -0,0 +1,14 @@
+{{ config(
+    schema = 'addresses_events_mantle'
+    , alias = 'first_funded_by'
+    , materialized = 'incremental'
+    , file_format = 'delta'
+    , incremental_strategy = 'append'
+    , unique_key = ['address']
+    )
+}}
+
+
+{{addresses_events_first_funded_by(
+    blockchain='mantle'
+)}}

daily_spellbook/models/addresses_events/mantle/addresses_events_mantle_schema.yml

@@ -0,0 +1,79 @@
+version: 2
+
+models:
+  - name: addresses_events_mantle_first_funded_by
+    meta:
+      blockchain: mantle
+      sector: addresses_events
+      project: addresses
+      contributors: hildobby
+    config:
+      tags: ['table', 'funded', 'addresses_events', 'mantle']
+    description: "Table showing who first funded each Linea address in ETH"
+    tests:
+      - check_seed:
+          seed_file: ref('first_funded_by_seed')
+          filter:
+            blockchain: mantle
+          match_columns:
+            - blockchain
+            - address
+          check_columns:
+            - first_funded_by
+            - block_number
+            - tx_hash
+    columns:
+      - name: blockchain
+        description: "Blockchain"
+      - name: address
+        description: "Concerned mantle address"
+        tests:
+          - unique
+      - name: first_funded_by
+        description: "Which mantle address first funded the address with ETH"
+      - name: block_time
+        description: "The block time on which the address was first funded with ETH"
+      - name: block_number
+        description: "The block number on which the address was first funded with ETH"
+      - name: tx_hash
+        description: "The transaction hash on which the address was first funded with ETH"
+
+  - name: addresses_events_mantle_first_activity
+    meta:
+      blockchain: mantle
+      sector: addresses_events
+      project: addresses
+      contributors: hildobby
+    config:
+      tags: ['table', 'activity', 'addresses_events', 'mantle']
+    description: "Table showing first activity of each mantle Mainnet address"
+    tests:
+      - check_seed:
+          seed_file: ref('first_activity_seed')
+          filter:
+            blockchain: mantle
+          match_columns:
+            - address
+          check_columns:
+            - first_activity_to
+            - first_block_number
+            - first_tx_hash
+    columns:
+      - name: blockchain
+        description: "Blockchain"
+      - name: address
+        description: "Concerned mantle Mainnet address"
+        tests:
+          - unique
+      - name: first_activity_to
+        description: "First transaction activity to address"
+      - name: first_block_time
+        description: "The block time on which the address made it's first activity"
+      - name: first_block_number
+        description: "The block number on which the address made it's first activity"
+      - name: first_tx_hash
+        description: "The transaction hash on which the address made it's first activity"
+      - name: first_function
+        description: "first function called by address"
+      - name: first_eth_transferred
+        description: "ETH transferred in transaction"

dbt_project.yml

@@ -110,14 +110,6 @@ models:
       ethereum:
         +schema: addresses_ethereum
 
-    tokens:
-      +schema: tokens
-      +materialized: table
-      +file_format: delta
-
-    solana_utils:
-      +schema: solana_utils
-
     transfers:
       +schema: transfers
       ethereum:

dex/models/_projects/oneinch/arbitrum/oneinch_arbitrum_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/avalanche_c/oneinch_avalanche_c_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/base/oneinch_base_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/bnb/oneinch_bnb_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/ethereum/oneinch_ethereum_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/fantom/oneinch_fantom_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/gnosis/oneinch_gnosis_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/optimism/oneinch_optimism_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}
 

dex/models/_projects/oneinch/polygon/oneinch_polygon_project_orders.sql

@@ -11,7 +11,7 @@
         file_format = 'delta',
         incremental_strategy = 'merge',
         incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
-        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash']
+        unique_key = ['blockchain', 'block_number', 'tx_hash', 'call_trace_address', 'order_hash', 'call_trade']
     )
 }}