Solana transfers: it's time to finally add the beast

models/orca_whirlpool/orca_whirlpool_trades_sources.yml

@@ -18,13 +18,4 @@ sources:
       - name: whirlpool_call_initializeFeeTier
         loaded_at_field: call_block_time
       - name: whirlpool_call_setDefaultFeeRate
-        loaded_at_field: call_block_time
-
-  - name: spl_token_solana
-    description: "spl_token decoded tables"
-    freshness: # default freshness
-      warn_after: { count: 12, period: hour }
-      error_after: { count: 24, period: hour }
-    tables:
-      - name: spl_token_call_transfer
         loaded_at_field: call_block_time

models/solana_utils/solana_utils_schema.yml

@@ -84,6 +84,4 @@ models:
       - &favorite_domain 
         name: favorite_domain
       - &owned_domains
-        name: owned_domains
-
-
+        name: owned_domains

models/solana_utils/solana_utils_token_accounts.sql

@@ -5,7 +5,7 @@
         materialized = 'incremental',
         file_format = 'delta',
         incremental_strategy = 'merge',
-        unique_key = ['token_mint_address','address'],
+        unique_key = ['address'],
         post_hook='{{ expose_spells(\'["solana"]\',
                                     "sector",
                                     "solana_utils",
@@ -15,16 +15,15 @@
 WITH 
       distinct_accounts as (
             SELECT
-                  aa.token_mint_address
-                  , aa.address 
-                  , max_by(aa.token_balance_owner, aa.block_time) as token_balance_owner --some account created before and then again after token owner schema change, so then it created dupes.
-                  , min(aa.block_time) as created_at 
+                  aa.address 
+                  , max_by(aa.token_balance_owner, aa.block_time) as token_balance_owner
+                  , max_by(aa.token_mint_address, aa.block_time) as token_mint_address
             FROM {{ source('solana','account_activity') }} aa
             WHERE aa.token_mint_address is not null
             {% if is_incremental() %}
             AND {{incremental_predicate('aa.block_time')}}
             {% endif %}
-            group by 1,2
+            group by 1
       )
 
 SELECT * FROM distinct_accounts

models/tokens/solana/tokens_solana.sources.yml

@@ -11,6 +11,28 @@ sources:
         loaded_at_field: call_block_time
       - name: spl_token_call_initializeMint2
         loaded_at_field: call_block_time
+      - name: spl_token_call_transfer
+        loaded_at_field: call_block_time
+      - name: spl_token_call_transferChecked
+        loaded_at_field: call_block_time
+      - name: spl_token_call_mintTo
+        loaded_at_field: call_block_time
+      - name: spl_token_call_mintToChecked
+        loaded_at_field: call_block_time
+      - name: spl_token_call_burn
+        loaded_at_field: call_block_time
+      - name: spl_token_call_burnChecked
+        loaded_at_field: call_block_time
+  - name: system_program_solana
+    description: "system program decoded tables"
+    freshness: # default freshness
+      warn_after: { count: 12, period: hour }
+      error_after: { count: 24, period: hour }
+    tables:
+      - name: system_program_call_Transfer
+        loaded_at_field: call_block_time
+      - name: system_program_call_TransferWithSeed
+        loaded_at_field: call_block_time
   - name: mpl_token_metadata_solana
     description: "mpl metadata decoded tables"
     freshness: # default freshness

models/tokens/solana/tokens_solana_schema.yml

@@ -62,4 +62,30 @@ models:
       - name: call_tx_id
       - name: call_block_time
       - name: call_block_slot
-      - name: call_tx_signer
+      - name: call_tx_signer
+
+
+  - name: tokens_solana_transfers
+    meta:
+      blockchain: solana
+      contributors: [ilemi]
+    config:
+      tags: ['solana','transfers','erc20','nft','spl']
+    description: >
+        get all spl token transfers (will add in token2022 later)
+    columns:
+      - name: block_time
+      - name: block_date
+      - name: block_slot
+      - name: action
+      - name: token_mint_address
+      - name: amount
+      - name: from_owner
+      - name: to_owner
+      - name: from_token_account
+      - name: to_token_account
+      - name: tx_signer 
+      - name: tx_id
+      - name: outer_instruction_index
+      - name: inner_instruction_index
+      - name: outer_executing_account

models/tokens/solana/tokens_solana_transfers.sql

@@ -0,0 +1,69 @@
+ {{
+  config(
+        schema = 'tokens_solana',
+        alias = 'transfers',
+        materialized = 'incremental',
+        file_format = 'delta',
+        incremental_strategy = 'merge',
+        partition_by = ['block_date'],
+        incremental_predicates = [incremental_predicate('DBT_INTERNAL_DEST.block_time')],
+        unique_key = ['tx_id','outer_instruction_index','inner_instruction_index', 'block_slot'],
+        post_hook='{{ expose_spells(\'["solana"]\',
+                                    "sector",
+                                    "tokens",
+                                    \'["ilemi"]\') }}')
+}}
+
+SELECT
+    call_block_time as block_time
+    , cast (date_trunc('day', call_block_time) as date) as block_date
+    , call_block_slot as block_slot
+    , action
+    , amount
+    , COALESCE(tk_s.token_mint_address, tk_d.token_mint_address) as token_mint_address
+    , tk_s.token_balance_owner as from_owner
+    , tk_d.token_balance_owner as to_owner
+    , account_source as from_token_account
+    , account_destination as to_token_account
+    , call_tx_signer as tx_signer
+    , call_tx_id as tx_id
+    , call_outer_instruction_index as outer_instruction_index
+    , COALESCE(call_inner_instruction_index,0) as inner_instruction_index
+    , call_outer_executing_account as outer_executing_account
+FROM (  
+      SELECT account_source, account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'transfer' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_transfer') }}
+
+      UNION ALL
+
+      SELECT account_source, account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'transfer' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_transferChecked') }}
+
+      UNION ALL
+
+      SELECT null, account_account as account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'mint' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_mintTo') }}
+
+      UNION ALL
+
+      SELECT null, account_account as account_destination, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'mint' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_mintToChecked') }}
+
+      UNION ALL
+
+      SELECT account_account as account_source, null, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'burn' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_burn') }}
+
+      UNION ALL
+
+      SELECT account_account as account_source, null, amount, call_tx_id, call_block_time, call_block_slot, call_outer_executing_account, call_tx_signer, 'burn' as action, call_outer_instruction_index, call_inner_instruction_index
+      FROM {{ source('spl_token_solana','spl_token_call_burnChecked') }}
+) tr
+--get token and accounts
+LEFT JOIN {{ ref('solana_utils_token_accounts') }} tk_s ON tk_s.address = tr.account_source 
+LEFT JOIN {{ ref('solana_utils_token_accounts') }} tk_d ON tk_d.address = tr.account_destination
+WHERE 1=1
+{% if is_incremental() %}
+AND {{incremental_predicate('call_block_time')}}
+{% endif %}
+-- AND call_block_time > now() - interval '600' day