Arbitrum base trades

macros/models/_sector/nft/platforms/tofu_v1_base_trades.sql

@@ -90,5 +90,5 @@ FROM tfe
 )
 
 -- this will be removed once tx_from and tx_to are available in the base event tables
-{{ add_nft_tx_data('base_trades', 'polygon') }}
+{{ add_nft_tx_data('base_trades', blockchain) }}
 {% endmacro %}

models/_sector/nft/mints/nft_mints.sql

@@ -1,5 +1,5 @@
 {{ config(
-    
+
     alias = 'mints',
     schema = 'nft',
     partition_by = ['block_month'],
@@ -26,7 +26,6 @@
  ref('nftb_bnb_events')
 ,ref('opensea_v1_ethereum_events')
 ,ref('magiceden_solana_events')
-,ref('stealcam_arbitrum_events')
 ] %}
 
 WITH project_mints as

models/_sector/nft/trades/chains/_schema.yml

@@ -0,0 +1,55 @@
+version: 2
+
+# we don't include any tests here for performance reasons as the chain unions are only views.
+models:
+ - name: nft_ethereum_base_trades
+   meta:
+     blockchain: ethereum
+     sector: nft
+     contributors: 0xRob
+   config:
+     tags: ['ethereum', 'nft', 'trades']
+   description: "NFT ethereum base trades"
+   columns:
+     - &blockchain
+       name: blockchain
+     - &project
+       name: project
+     - &project_version
+       name: project_version
+     - &tx_hash
+       name: tx_hash
+     - &sub_tx_trade_id
+       name: sub_tx_trade_id
+     - &trade_type
+       name: trade_type
+     - &trade_category
+       name: trade_category
+     - &price_raw
+       name: price_raw
+     - &tx_data_marker
+         name: tx_data_marker
+     - &currency_contract
+       name: currency_contract
+
+ - name: nft_arbitrum_base_trades
+   meta:
+     blockchain: arbitrum
+     sector: nft
+     contributors: 0xRob
+   config:
+     tags: [ 'arbitrum', 'nft', 'trades' ]
+   description: "NFT arbitrum base trades"
+   columns:
+     - *blockchain
+     - *project
+     - *project_version
+     - *tx_hash
+     - *sub_tx_trade_id
+     - *trade_type
+     - *trade_category
+     - *price_raw
+     - *tx_data_marker
+     - *currency_contract
+
+

models/_sector/nft/trades/chains/arbitrum/nft_arbitrum_base_trades.sql

@@ -0,0 +1,53 @@
+{{ config(
+    schema = 'nft_arbitrum',
+    alias = 'base_trades',
+    materialized = 'view'
+    )
+}}
+
+
+{% set nft_models = [
+ ref('stealcam_arbitrum_base_trades')
+,ref('tofu_arbitrum_base_trades')
+,ref('trove_v1_arbitrum_base_trades')
+,ref('trove_v2_arbitrum_base_trades')
+] %}
+
+
+SELECT * FROM  (
+{% for nft_model in nft_models %}
+    SELECT
+        blockchain,
+        project,
+        project_version,
+        cast(date_trunc('day', block_time) as date) as block_date,
+        cast(date_trunc('month', block_time) as date) as block_month,
+        block_time,
+        block_number,
+        tx_hash,
+        project_contract_address,
+        trade_category,                 --buy/sell/swap
+        trade_type,                     --primary/secondary
+        buyer,
+        seller,
+        nft_contract_address,
+        nft_token_id,
+        nft_amount,                -- always 1 for erc721
+        price_raw,
+        currency_contract,
+        platform_fee_amount_raw,
+        royalty_fee_amount_raw,
+        platform_fee_address,   -- optional
+        royalty_fee_address,    -- optional
+        sub_tx_trade_id,
+        tx_from,
+        tx_to,
+        tx_data_marker,
+        row_number() over (partition by tx_hash, sub_tx_trade_id order by tx_hash) as duplicates_rank   -- duplicates protection
+    FROM {{ nft_model }}
+    {% if not loop.last %}
+    UNION ALL
+    {% endif %}
+    {% endfor %}
+    )
+where duplicates_rank = 1

models/_sector/nft/trades/chains/arbitrum/platforms/_schema.yml

@@ -0,0 +1,58 @@
+version: 2
+
+models:
+ - name: tofu_arbitrum_base_trades
+   meta:
+     blockchain: arbitrum
+     sector: nft
+     project: tofu
+     contributors: 0xRob
+   config:
+     tags: ['arbitrum', 'nft', 'trades', 'tofu']
+   description: "Tofu base trades"
+   tests:
+     - check_columns_nft_base_trades
+     - dbt_utils.unique_combination_of_columns:
+         combination_of_columns: ['block_number','tx_hash','sub_tx_trade_id']
+
+ - name: stealcam_arbitrum_base_trades
+   meta:
+     blockchain: arbitrum
+     project: stealcam
+     contributors: [ hildobby ]
+   config:
+     tags: [ 'arbitrum','stealcam','v1','trades' ]
+   description: >
+     Stealcam v1 trades on Arbitrum
+   tests:
+     - check_columns_nft_base_trades
+     - dbt_utils.unique_combination_of_columns:
+         combination_of_columns: [ 'block_number','tx_hash','sub_tx_trade_id' ]
+
+ - name: trove_v1_arbitrum_base_trades
+   meta:
+     blockchain: arbitrum
+     sector: nft
+     project: trove
+     contributors: bizzyvinci
+   config:
+     tags: [ 'trove', 'treasure', 'nft', 'trades' ]
+   description: "NFT trades on trove v1 on arbitrum blockchain"
+   tests:
+     - check_columns_nft_base_trades
+     - dbt_utils.unique_combination_of_columns:
+         combination_of_columns: [ 'block_number','tx_hash','sub_tx_trade_id' ]
+
+ - name: trove_v2_arbitrum_base_trades
+   meta:
+     blockchain: arbitrum
+     sector: nft
+     project: trove
+     contributors: bizzyvinci
+   config:
+     tags: [ 'trove', 'treasure', 'nft', 'trades' ]
+   description: "NFT trades on trove v2 on arbitrum blockchain"
+   tests:
+     - check_columns_nft_base_trades
+     - dbt_utils.unique_combination_of_columns:
+         combination_of_columns: [ 'block_number','tx_hash','sub_tx_trade_id' ]

models/_sector/nft/trades/chains/arbitrum/platforms/_sources.yml

@@ -0,0 +1,17 @@
+version: 2
+
+sources:
+  - name: tofunft_arbitrum
+    tables:
+      - name: MarketNG_call_run
+      - name: MarketNG_evt_EvInventoryUpdate
+  - name: stealcam_arbitrum
+    tables:
+      - name: Stealcam_evt_Stolen
+      - name: Stealcam_call_mint
+
+  - name: treasure_trove_arbitrum
+    tables:
+      - name: TreasureMarketplaceV2_evt_BidAccepted
+      - name: TreasureMarketplaceV2_evt_ItemSold
+      - name: TreasureMarketplaceV1_evt_ItemSold

models/_sector/nft/trades/chains/arbitrum/platforms/stealcam_arbitrum_base_trades.sql

@@ -0,0 +1,62 @@
+{{ config(
+    schema = 'stealcam_arbitrum',
+    alias = 'base_trades',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_number','tx_hash','sub_tx_trade_id']
+    )
+}}
+
+
+{% set project_start_date = "TIMESTAMP '2023-03-10'" %}
+
+with stealcam as (
+select
+    *
+    ,case when value > uint256 '0' then cast((value-(0.001*pow(10,18)))/11.0+(0.001*pow(10,18)) as uint256) else uint256 '0' end as surplus_value
+FROM {{ source('stealcam_arbitrum', 'Stealcam_evt_Stolen') }} sc
+{% if is_incremental() %}
+where {{incremental_predicate('evt_block_time')}}
+{% endif %}
+{% if not is_incremental() %}
+WHERE evt_block_time >= {{project_start_date}}
+{% endif %}
+
+)
+
+,base_trades as (
+    SELECT 'arbitrum' AS blockchain
+    , 'stealcam' AS project
+    , 'v1' AS project_version
+    , sc.evt_block_time AS block_time
+    , date_trunc('day',sc.evt_block_time) AS block_date
+    , date_trunc('month',sc.evt_block_time) AS block_month
+    , sc.evt_block_number AS block_number
+    , 'Buy' AS trade_category
+    , CASE WHEN sc.value=uint256 '0' THEN 'primary' ELSE 'secondary' END AS trade_type
+    , sc."from" AS seller
+    , sc.to AS buyer
+    , sc.contract_address AS nft_contract_address
+    , sc.id AS nft_token_id
+    , uint256 '1' AS nft_amount
+    , 0x82af49447d8a07e3bd95bd0d56f35241523fbab1 AS currency_contract
+    , sc.value AS price_raw
+    , sc.contract_address AS project_contract_address
+    , sc.evt_tx_hash AS tx_hash
+    , CAST(double '0.1'*surplus_value AS uint256) AS platform_fee_amount_raw
+    , CAST(double '0.45'*surplus_value AS uint256) AS royalty_fee_amount_raw
+    , cast(null as varbinary) AS platform_fee_address
+    , m._creator AS royalty_fee_address
+    , sc.evt_index as sub_tx_trade_id
+    FROM stealcam sc
+    INNER JOIN {{ source('stealcam_arbitrum', 'Stealcam_call_mint') }} m ON m.call_success
+        AND m.id=sc.id
+        {% if is_incremental() %}
+        and {{incremental_predicate('m.call_block_time')}}
+        {% endif %}
+        {% if not is_incremental() %}
+        AND m.call_block_time >= {{project_start_date}}
+        {% endif %}
+)
+{{add_nft_tx_data('base_trades','arbitrum')}}

models/_sector/nft/trades/chains/old/platforms/tofu_arbitrum_events.sql → models/_sector/nft/trades/chains/arbitrum/platforms/tofu_arbitrum_base_trades.sql

@@ -1,20 +1,18 @@
 {{ config(
     schema = 'tofu_arbitrum',
-    alias = 'events',
-
+    alias = 'base_trades',
     materialized = 'incremental',
     file_format = 'delta',
     incremental_strategy = 'merge',
-    unique_key = ['block_number', 'blockchain', 'project', 'version', 'tx_hash', 'evt_index', 'bundle_index' ]
+    unique_key = ['block_number','tx_hash','sub_tx_trade_id']
     )
 }}
 
 {{
-tofu_v1_events(
+tofu_v1_base_trades(
     blockchain = 'arbitrum',
     MarketNG_call_run = source('tofunft_arbitrum', 'MarketNG_call_run'),
     MarketNG_evt_EvInventoryUpdate = source('tofunft_arbitrum', 'MarketNG_evt_EvInventoryUpdate'),
-    raw_transactions = source('arbitrum','transactions'),
     project_start_date = "TIMESTAMP '2021-12-09'",
     NATIVE_ERC20_REPLACEMENT = '0x82af49447d8a07e3bd95bd0d56f35241523fbab1',
     NATIVE_SYMBOL_REPLACEMENT = 'ARETH'

models/_sector/nft/trades/chains/arbitrum/platforms/trove_v1_arbitrum_base_trades.sql

@@ -0,0 +1,45 @@
+{{ config(
+    schema='trove_v1_arbitrum',
+    alias = 'base_trades',
+    materialized = 'incremental',
+    file_format = 'delta',
+    incremental_strategy = 'merge',
+    unique_key = ['block_number','tx_hash','sub_tx_trade_id']
+)}}
+
+{% set project_start_date = '2021-11-13' %}
+
+with base_trades as (
+    select
+        'arbitrum' as blockchain,
+        'trove' as project,
+        'v1' as project_version,
+        evt_block_time as block_time,
+        date_trunc('day',evt_block_time) as block_date,
+        date_trunc('month',evt_block_time) as block_month,
+        tokenId as nft_token_id,
+        'secondary' as trade_type,
+        quantity as nft_amount,
+        'Buy' as trade_category,
+        seller,
+        buyer,
+        cast(pricePerItem * quantity as uint256) as price_raw,
+        0x539bde0d7dbd336b79148aa742883198bbf60342 as currency_contract,
+        nftAddress as nft_contract_address,
+        contract_address as project_contract_address,
+        evt_tx_hash as tx_hash,
+        evt_block_number as block_number,
+        cast(null as uint256) as platform_fee_amount_raw,
+        cast(null as uint256) as royalty_fee_amount_raw,
+        cast(null as varbinary) as royalty_fee_address,
+        cast(null as varbinary) as platform_fee_address,
+        evt_index as sub_tx_trade_id
+    from {{ source('treasure_trove_arbitrum', 'TreasureMarketplaceV1_evt_ItemSold') }}
+    {% if is_incremental() %}
+    where {{incremental_predicate('evt_block_time')}}
+    {% else %}
+    where evt_block_time >= TIMESTAMP '{{project_start_date}}'
+    {% endif %}
+)
+
+{{add_nft_tx_data('base_trades','arbitrum')}}