From 4702e972fdc891d0df1afa009736037e36c95793 Mon Sep 17 00:00:00 2001 From: PatelPrinci Date: Fri, 10 Jan 2025 14:37:16 +0530 Subject: [PATCH 1/3] last head commit --- .../seeds/_sector/perpetual/trades/perpetual_trades_seed.csv | 2 +- sources/pika/optimism/pika_optimism_sources.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv b/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv index 415812b847a..5691f837994 100644 --- a/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv +++ b/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv @@ -78,4 +78,4 @@ base,2023-09-21,WETH,ETH/USD,0xad378c374f7996235e927e693edea32605c0a61f,Close Lo base,2024-01-03,snxUSD,Ethereum,0x0a2af931effd34b81ebcc57e3d3c9b1e1de1c9ce,close,Synthetix,3,0xb1dcb41bd0d90f418bcea2e7338df2290e50f1cd2185b2b75ec01fb7163fd240 base,2024-02-15,snxUSD,Ethereum,0x0a2af931effd34b81ebcc57e3d3c9b1e1de1c9ce,long,Synthetix,3,0xf0cae8268019a3e6bff055d496a5f52ed805f60f7582791d93944c026fd61b98 arbitrum,2023-02-17,,,0xda1a7ea276fbdb16ebabb5b38257b1d56b302e4a,open-long,vela_exchange,1,0x6a783688a2e013bfe84a6e7ae65dfd2f2c01e452b360a07a4bdf4d502ee8d187 -arbitrum,2023-02-17,,,0xda1a7ea276fbdb16ebabb5b38257b1d56b302e4a,open-long,vela_exchange,1,0x94cacbb99ca4d6b11fb660dc71e6da77f98f6038752f71b158903c492578e34c \ No newline at end of file +arbitrum,2023-02-17,,,0xda1a7ea276fbdb16ebabb5b38257b1d56b302e4a,open-long,vela_exchange,1,0x94cacbb99ca4d6b11fb660dc71e6da77f98f6038752f71b158903c492578e34c diff --git a/sources/pika/optimism/pika_optimism_sources.yml b/sources/pika/optimism/pika_optimism_sources.yml index 20d96da4402..f492056e1a7 100644 --- a/sources/pika/optimism/pika_optimism_sources.yml +++ b/sources/pika/optimism/pika_optimism_sources.yml @@ -17,7 +17,7 @@ sources: - name: PikaPerpV2_evt_ClosePosition description: "Details the swaps to close existing positions" - - name: pika_perp_v3_optimism # since this is latest pika contract + - name: pika_perp_v3_optimism # since this is latest pika contracts description: Optimism decoded tables related to Pika Protocol v3 tables: - name: PikaPerpV3_evt_NewPosition From c08c21c45495ce01756d6e3fb3b9cea8ab27e6de Mon Sep 17 00:00:00 2001 From: PatelPrinci Date: Mon, 27 Jan 2025 16:29:24 +0530 Subject: [PATCH 2/3] lyra on optimism --- .../lyra/lyra_optimism_perpetual_trades.sql | 46 ++++++++++ .../perpetual/projects/lyra/lyra_schema.yml | 84 +++++++++++++++++ .../lyra_v1_optimism_perpetual_trades.sql | 92 +++++++++++++++++++ .../trades/perpetual_trades_seed.csv | 3 + sources/lyra/lyra_optimism_sources.yml | 10 ++ 5 files changed, 235 insertions(+) create mode 100644 dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_optimism_perpetual_trades.sql create mode 100644 dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_schema.yml create mode 100644 dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql create mode 100644 sources/lyra/lyra_optimism_sources.yml diff --git a/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_optimism_perpetual_trades.sql b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_optimism_perpetual_trades.sql new file mode 100644 index 00000000000..b92c69633df --- /dev/null +++ b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_optimism_perpetual_trades.sql @@ -0,0 +1,46 @@ +{{ config( + schema = 'lyra_perpetual_trades', + alias = 'perpetual_trades', + post_hook='{{ expose_spells(blockchains = \'["optimism"]\', + spell_type = "project", + spell_name = "lyra", + contributors = \'["princi"]\') }}' + ) +}} + +{% set lyra_optimism_perpetual_trade_models = [ + ref('lyra_v1_optimism_perpetual_trades') +] %} + +SELECT * +FROM +( + {% for lyra_perpetual_trades in lyra_optimism_perpetual_trade_models %} + SELECT + blockchain + ,block_date + ,block_month + ,block_time + ,virtual_asset + ,underlying_asset + ,market + ,market_address + ,volume_usd + ,fee_usd + ,margin_usd + ,trade + ,project + ,version + ,frontend + ,trader + ,volume_raw + ,tx_hash + ,tx_from + ,tx_to + ,evt_index + FROM {{ lyra_perpetual_trades }} + {% if not loop.last %} + UNION ALL + {% endif %} + {% endfor %} +) \ No newline at end of file diff --git a/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_schema.yml b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_schema.yml new file mode 100644 index 00000000000..fc55eb8f487 --- /dev/null +++ b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_schema.yml @@ -0,0 +1,84 @@ +version: 2 + +models: + - name: lyra_v1_optimism_perpetual_trades + meta: + blockchain: optimism + sector: perpetual + contributors: princi + config: + tags: ['optimism', 'perpetuals', 'perps', 'lyra'] + description: + Perpetual swaps/trades table on lyra protocol across blockchains + data_tests: + - dbt_utils.unique_combination_of_columns: + combination_of_columns: + - tx_hash + - evt_index + columns: + - &blockchain + name: blockchain + description: "Blockchain where the perpetuals market is deployed" + - &block_date + name: block_date + description: "Date of the transaction" + - &block_time + name: block_time + description: "Time of the transaction" + - &virtual_asset + name: virtual_asset + description: "How the protocol represents the underlying asset" + - &underlying_asset + name: underlying_asset + description: "The real underlying asset that is represented in the swap" + - &market + name: market + description: "The futures market involved in the transaction" + - &market_address + name: market_address + description: "Contract address of the market" + data_tests: + - perpetual_trades_market_address: + perpetual_trades_seed: ref('perpetual_trades_seed') + - &volume_usd + name: volume_usd + description: "The size of the position taken for the swap in USD; already in absolute value and decimal normalized" + - &fee_usd + name: fee_usd + description: "The fees charged to the user for the swap in USD" + - &margin_usd + name: margin_usd + description: "The amount of collateral/margin used in a trade in USD" + - &trade + name: trade + description: "Indicates the trade's direction whether a short, long, of if a position is being closed" + - &project + name: project + description: "The underlying protocol/project where the swap took place" + - &version + name: version + description: "The version of the protocol/project" + - &frontend + name: frontend + description: "The frontend protocol/project where the specific swap was executed; built on top of the 'project' and defaults to the 'project' if no other frontend is specified" + - &trader + name: trader + description: "The address which made the swap in the protocol" + - &volume_raw + name: volume_raw + description: "The size of the position in raw form" + - &tx_hash + name: tx_hash + description: "The hash of the transactions" + - &tx_from + name: tx_from + description: "The address that originated the transaction; based on the optimism.transactions table" + - &tx_to + name: tx_to + description: "The address receiving the transaction; based on the optimism.transactions table" + - &evt_index + name: evt_index + description: "Event index number" + - &block_month + name: block_month + description: "Month of the transaction" \ No newline at end of file diff --git a/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql new file mode 100644 index 00000000000..72f50fd539d --- /dev/null +++ b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql @@ -0,0 +1,92 @@ +{{ config( + alias = 'perpetual_trades', + schema = 'lyra_v1_optimism', + partition_by = ['block_month'], + materialized = 'incremental', + file_format = 'delta', + incremental_strategy = 'merge', + unique_key = ['tx_hash', 'evt_index'] +)}} + +{% set project_start_date = '2023-01-01' %} + +WITH perp_events as ( + -- Open Position events + SELECT + evt_block_time as block_time, + evt_block_number as block_number, + 'open_position' as trade_data, + listingId as product_id, + trader, + contract_address as market_address, + evt_index, + evt_tx_hash as tx_hash, + CAST(totalCost AS DOUBLE) as fee_usd, + CAST(amount AS DOUBLE) as volume_usd, + tradeType + FROM {{ source('lyra_v1_optimism', 'OptionMarket_evt_PositionOpened') }} + {% if is_incremental() %} + WHERE {{ incremental_predicate('evt_block_time') }} + {% else %} + WHERE evt_block_time >= DATE '{{ project_start_date }}' + {% endif %} + + UNION ALL + + -- Close Position events + SELECT + evt_block_time as block_time, + evt_block_number as block_number, + 'close_position' as trade_data, + listingId as product_id, + trader, + contract_address as market_address, + evt_index, + evt_tx_hash as tx_hash, + CAST(totalCost AS DOUBLE) as fee_usd, + CAST(amount AS DOUBLE) as volume_usd, + tradeType + FROM {{ source('lyra_v1_optimism', 'OptionMarket_evt_PositionClosed') }} + {% if is_incremental() %} + WHERE {{ incremental_predicate('evt_block_time') }} + {% else %} + WHERE evt_block_time >= DATE '{{ project_start_date }}' + {% endif %} +) + +SELECT + 'optimism' as blockchain, + 'lyra' as project, + '1' as version, + 'lyra' as frontend, + CAST(date_trunc('day', pe.block_time) as date) as block_date, + CAST(date_trunc('month', pe.block_time) as date) as block_month, + pe.block_time, + CAST(NULL AS VARCHAR) as virtual_asset, + CAST(NULL AS VARCHAR) as underlying_asset, + CAST(NULL AS VARCHAR) as as market, + pe.market_address, + pe.volume_usd, + pe.fee_usd, + CAST(NULL AS DOUBLE) as margin_usd, + CASE + WHEN pe.trade_data = 'open_position' THEN 'open' + WHEN pe.trade_data = 'close_position' THEN 'close' + END as trade, + pe.trader, + pe.tradeType, + CAST(NULL AS UINT256) as volume_raw, + pe.tx_hash, + txns."to" as tx_to, + txns."from" as tx_from, + pe.evt_index, + CAST(NULL AS DOUBLE) as pnl +FROM perp_events pe +INNER JOIN {{ source('optimism', 'transactions') }} txns + ON pe.tx_hash = txns.hash + AND pe.block_number = txns.block_number +{% if is_incremental() %} + AND {{ incremental_predicate('txns.block_time') }} +{% else %} + AND txns.block_time >= DATE '{{ project_start_date }}' +{% endif %} \ No newline at end of file diff --git a/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv b/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv index 5691f837994..d383f02ebdb 100644 --- a/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv +++ b/dbt_subprojects/hourly_spellbook/seeds/_sector/perpetual/trades/perpetual_trades_seed.csv @@ -79,3 +79,6 @@ base,2024-01-03,snxUSD,Ethereum,0x0a2af931effd34b81ebcc57e3d3c9b1e1de1c9ce,close base,2024-02-15,snxUSD,Ethereum,0x0a2af931effd34b81ebcc57e3d3c9b1e1de1c9ce,long,Synthetix,3,0xf0cae8268019a3e6bff055d496a5f52ed805f60f7582791d93944c026fd61b98 arbitrum,2023-02-17,,,0xda1a7ea276fbdb16ebabb5b38257b1d56b302e4a,open-long,vela_exchange,1,0x6a783688a2e013bfe84a6e7ae65dfd2f2c01e452b360a07a4bdf4d502ee8d187 arbitrum,2023-02-17,,,0xda1a7ea276fbdb16ebabb5b38257b1d56b302e4a,open-long,vela_exchange,1,0x94cacbb99ca4d6b11fb660dc71e6da77f98f6038752f71b158903c492578e34c +optimism,2022-01-18,,,0x1f6d98638eee9f689684767c3021230dd68df419,open,lyra,1,0x08f1f521b666c838b24c6331ddf2ab38f2ecdbe0a3854c531f00b414a47e6e70 +optimism,2022-01-18,,,0x1f6d98638eee9f689684767c3021230dd68df419,open,lyra,1,0xa3adc4f2ced21e146fa9fe4ecad74fb1d3bf60fc6a4c5e40f66b66a00cd5caab + diff --git a/sources/lyra/lyra_optimism_sources.yml b/sources/lyra/lyra_optimism_sources.yml new file mode 100644 index 00000000000..5d5201d7bcb --- /dev/null +++ b/sources/lyra/lyra_optimism_sources.yml @@ -0,0 +1,10 @@ +version: 2 + +sources: + - name: lyra_v1_optimism + description: > + Decoded event tables for Perpetual trades on Lyra protocol + tables: + - name: OptionMarket_evt_PositionOpened + + - name: OptionMarket_evt_PositionClosed From 1179b03cec4e7e9c9f87297e05bda8db5ed1a5c5 Mon Sep 17 00:00:00 2001 From: PatelPrinci Date: Mon, 27 Jan 2025 16:42:51 +0530 Subject: [PATCH 3/3] solved the syntax error --- .../projects/lyra/lyra_v1_optimism_perpetual_trades.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql index 72f50fd539d..1991c67aa1a 100644 --- a/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql +++ b/dbt_subprojects/hourly_spellbook/models/_sector/perpetual/projects/lyra/lyra_v1_optimism_perpetual_trades.sql @@ -64,7 +64,7 @@ SELECT pe.block_time, CAST(NULL AS VARCHAR) as virtual_asset, CAST(NULL AS VARCHAR) as underlying_asset, - CAST(NULL AS VARCHAR) as as market, + CAST(NULL AS VARCHAR) as market, pe.market_address, pe.volume_usd, pe.fee_usd,