Support PNA and multi hops transfer

.env.example

@@ -5,6 +5,8 @@ GQL_PORT=4350
 # JSON-RPC node endpoints (wss or https)
 RPC_BRIDGEHUB_POLKADOT=wss://bridgehub-polkadot.api.onfinality.io/public-ws
 RPC_ASSETHUB_POLKADOT=wss://statemint.api.onfinality.io/public-ws
+RPC_MOONBEAM=wss://moonbeam.ibp.network
+RPC_HYDRATION=wss://hydration.dotters.network
 
 # Ankr endpoint is only for test, for production to decrease the latency 
 # better to use rpc endpoint more robust/realtime like Alchemy

.squidignore

@@ -5,3 +5,6 @@ Dockerfile
 .git
 .github
 .idea
+data
+db
+.env

.vscode/launch.json

@@ -32,14 +32,32 @@
       "args": ["src/assethub/main.ts"],
       "env": { "SQD_DEBUG": "*" }
     },
+    {
+      "type": "node",
+      "request": "launch",
+      "name": "Launch process moonbeam",
+      "runtimeArgs": ["-r", "ts-node/register", "-r", "dotenv/config"],
+      "cwd": "${workspaceRoot}",
+      "args": ["src/parachains/moonbeam/main.ts"],
+      "env": { "SQD_DEBUG": "*" }
+    },
+    {
+      "type": "node",
+      "request": "launch",
+      "name": "Launch process hydration",
+      "runtimeArgs": ["-r", "ts-node/register", "-r", "dotenv/config"],
+      "cwd": "${workspaceRoot}",
+      "args": ["src/parachains/hydration/main.ts"],
+      "env": { "SQD_DEBUG": "*" }
+    },
     {
       "type": "node",
       "request": "launch",
       "name": "post process status",
       "runtimeArgs": ["-r", "ts-node/register", "-r", "dotenv/config"],
       "cwd": "${workspaceRoot}",
       // "args": ["src/postprocess/index.ts", "toPolkadot"],
-      "args": ["src/postprocess/index.ts", "toEthereum"],
+      "args": ["src/postprocess/start.ts"],
       "env": { "SQD_DEBUG": "*" }
     }
   ]

README.md

@@ -134,3 +134,22 @@ Basically transfer status should be resolved by these two queries.
 It is possible to extend `squid-graphql-server(1)` with custom
 [type-graphql](https://typegraphql.com) resolvers and to add request validation.
 For more details, consult [docs](https://docs.subsquid.io/graphql-api/).
+
+## Deploy to subsquid cloud
+
+Follow the guides in:
+
+- https://docs.sqd.dev/cloud/overview/
+
+- https://app.subsquid.io/squids/deploy
+
+
+Deploy to cloud with `sqd`
+
+```
+sqd deploy --org snowfork /home/ubuntu/projects/snowbridge-subsquid
+```
+
+### API endpoint
+
+https://data.snowbridge.network/graphql

commands.json

@@ -24,6 +24,7 @@
     },
     "migration:apply": {
       "description": "Apply the DB migrations",
+      "deps": ["migration"],
       "cmd": ["squid-typeorm-migration", "apply"]
     },
     "migration:generate": {
@@ -36,7 +37,7 @@
       "cmd": ["npx", "--yes", "rimraf", "./db/migrations"]
     },
     "migration": {
-      "deps": ["build"],
+      "deps": ["clean", "codegen", "build", "migration:clean"],
       "cmd": ["squid-typeorm-migration", "generate"],
       "hidden": true
     },
@@ -50,7 +51,7 @@
     },
     "process:ethereum": {
       "description": "Load .env and start the squid processor",
-      "deps": ["build", "migration:apply"],
+      "deps": ["build"],
       "cmd": ["node", "--require=dotenv/config", "lib/ethereum/main.js"]
     },
     "generateMeta:bridgehub": {
@@ -68,7 +69,7 @@
     },
     "process:bridgehub": {
       "description": "Load .env and start the squid processor",
-      "deps": ["build", "migration:apply"],
+      "deps": ["build"],
       "cmd": ["node", "--require=dotenv/config", "lib/bridgehub/main.js"]
     },
     "generateMeta:assethub": {
@@ -86,15 +87,56 @@
     },
     "process:assethub": {
       "description": "Load .env and start the squid processor",
-      "deps": ["build", "migration:apply"],
+      "deps": ["build"],
       "cmd": ["node", "--require=dotenv/config", "lib/assethub/main.js"]
     },
     "postprocess": {
       "description": "Update status based on stored data",
+      "deps": ["build"],
+      "cmd": ["node", "--require=dotenv/config", "lib/postprocess/cron.js"]
+    },
+    "generateMeta:parachain:moonbeam": {
+      "description": "Generate metadata for moonbeam",
+      "cmd": [
+        "npx",
+        "squid-substrate-metadata-explorer",
+        "--rpc=wss://moonbeam.ibp.network",
+        "--out=moonbeam-versions.jsonl"
+      ]
+    },
+    "typegen:parachain:moonbeam": {
+      "description": "Generate data access classes for an moombeam metadata",
+      "cmd": ["squid-substrate-typegen", "./typegen-moonbeam.json"]
+    },
+    "process:parachain:moonbeam": {
+      "description": "Load .env and start the squid processor",
+      "deps": ["build"],
       "cmd": [
         "node",
         "--require=dotenv/config",
-        "lib/postprocess/start.js"
+        "lib/parachains/moonbeam/main.js"
+      ]
+    },
+    "generateMeta:parachain:hydration": {
+      "description": "Generate metadata for hydration",
+      "cmd": [
+        "npx",
+        "squid-substrate-metadata-explorer",
+        "--rpc=wss://hydration.dotters.network",
+        "--out=hydration-versions.jsonl"
+      ]
+    },
+    "typegen:parachain:hydration": {
+      "description": "Generate data access classes for hydration metadata",
+      "cmd": ["squid-substrate-typegen", "./typegen-hydration.json"]
+    },
+    "process:parachain:hydration": {
+      "description": "Load .env and start the squid processor",
+      "deps": ["build"],
+      "cmd": [
+        "node",
+        "--require=dotenv/config",
+        "lib/parachains/hydration/main.js"
       ]
     },
     "serve": {
@@ -130,10 +172,6 @@
       "deps": ["check-updates"],
       "cmd": ["npm", "i", "-f"]
     },
-    "open": {
-      "description": "Open a local browser window",
-      "cmd": ["npx", "--yes", "opener"]
-    },
     "prettier": {
       "cmd": ["npx", "prettier", ".", "--write"]
     }

ecosystem.config.js

@@ -15,14 +15,19 @@ module.exports = {
       node_args: "--require=dotenv/config",
       script: "./lib/assethub/main.js",
     },
+    {
+      name: "hydration",
+      node_args: "--require=dotenv/config",
+      script: "./lib/parachains/hydration/main.js",
+    },
     {
       name: "graphql",
       script: "./node_modules/.bin/squid-graphql-server",
     },
     {
       name: "postprocess",
       node_args: "--require=dotenv/config",
-      script: "./lib/postprocess/cron.js"
-    }
+      script: "./lib/postprocess/cron.js",
+    },
   ],
 };

renovate.json

@@ -13,7 +13,6 @@
       "enabled": false
     }
   ],
-  // "automerge": true,
   "automergeType": "pr",
   "automergeStrategy": "squash",
   "ignoreTests": true

schema.graphql

@@ -1,15 +1,6 @@
-type TokenSentOnEthereum @entity {
-  id: ID!
-  txHash: String! @index
-  blockNumber: Int! @index
-  timestamp: DateTime! @index
-  tokenAddress: String! @index
-  senderAddress: String! @index
-  destinationParaId: Int! @index
-  destinationAddress: String! @index
-  amount: BigInt!
-}
-
+"""
+Outbound message sent on Ethereum
+"""
 type OutboundMessageAcceptedOnEthereum @entity {
   id: ID!
   txHash: String! @index
@@ -20,6 +11,9 @@ type OutboundMessageAcceptedOnEthereum @entity {
   nonce: Int! @index
 }
 
+"""
+Inbound message received on BridgeHub
+"""
 type InboundMessageReceivedOnBridgeHub @entity {
   id: ID!
   blockNumber: Int! @index
@@ -29,75 +23,86 @@ type InboundMessageReceivedOnBridgeHub @entity {
   nonce: Int! @index
 }
 
+"""
+Message processed on polkadot chains
+"""
 type MessageProcessedOnPolkadot @entity {
   id: ID!
   blockNumber: Int! @index
   timestamp: DateTime! @index
   messageId: String! @index
-  success: Boolean! @index
+  paraId: Int
+  success: Boolean
 }
 
-type TransferStatusToPolkadot @entity {
+"""
+Outbound message sent on BridgeHub
+"""
+type OutboundMessageAcceptedOnBridgeHub @entity {
   id: ID!
-  messageId: String! @index
-  txHash: String! @index
   blockNumber: Int! @index
   timestamp: DateTime! @index
-  tokenAddress: String! @index
-  senderAddress: String! @index
-  destinationParaId: Int! @index
-  destinationAddress: String! @index
-  amount: BigInt!
+  messageId: String! @index
   channelId: String @index
   nonce: Int! @index
-  status: String! @index
 }
 
-type TokenSentOnPolkadot @entity {
+"""
+Inbound message dispatched on Ethereum
+"""
+type InboundMessageDispatchedOnEthereum @entity {
   id: ID!
-  messageId: String! @index
   txHash: String! @index
   blockNumber: Int! @index
   timestamp: DateTime! @index
-  tokenAddress: String! @index
-  senderAddress: String! @index
-  sourceParaId: Int! @index
-  destinationAddress: String! @index
-  amount: BigInt!
-}
-
-type OutboundMessageAcceptedOnBridgeHub @entity {
-  id: ID!
-  blockNumber: Int! @index
-  timestamp: DateTime! @index
   messageId: String! @index
   channelId: String @index
   nonce: Int! @index
+  success: Boolean @index
 }
 
-type InboundMessageDispatchedOnEthereum @entity {
+"""
+Transfers from Ethereum to Polkadot
+"""
+type TransferStatusToPolkadot @entity {
   id: ID!
+  messageId: String! @index
   txHash: String! @index
   blockNumber: Int! @index
   timestamp: DateTime! @index
-  messageId: String! @index
-  channelId: String @index
-  nonce: Int! @index
-  success: Boolean! @index
+  nonce: Int @index
+  status: String! @index
+  tokenAddress: String
+  tokenLocation: String
+  senderAddress: String
+  destinationParaId: Int
+  destinationAddress: String
+  amount: BigInt
+  channelId: String
+  forwardedBlockNumber: Int
+  bridgedBlockNumber: Int
+  destinationBlockNumber: Int
 }
 
+"""
+Transfers from Polkadot to Ethereum
+"""
 type TransferStatusToEthereum @entity {
   id: ID!
   messageId: String! @index
   txHash: String! @index
   blockNumber: Int! @index
   timestamp: DateTime! @index
-  tokenAddress: String! @index
-  senderAddress: String! @index
-  sourceParaId: Int! @index
-  destinationAddress: String! @index
-  amount: BigInt!
-  channelId: String @index
   nonce: Int @index
   status: String! @index
+  tokenAddress: String
+  tokenLocation: String
+  senderAddress: String
+  sourceParaId: Int
+  destinationAddress: String
+  amount: BigInt
+  channelId: String
+  forwardedBlockNumber: Int
+  bridgedBlockNumber: Int
+  destinationBlockNumber: Int
 }

scripts/re-index-all.sh

@@ -0,0 +1,11 @@
+set -e
+
+pm2 stop ecosystem.config.js
+
+docker exec snowbridge-subsquid-db-1 /bin/sh -c 'psql -h localhost -U postgres -c "drop database squid_v2 WITH (FORCE);" -c "create database squid_v2;"'
+
+sqd clean && sqd codegen && sqd build && sqd migration:apply
+
+pm2 start ecosystem.config.js
+
+

scripts/re-index-assethub.sh

@@ -0,0 +1,9 @@
+set -e
+
+pm2 stop assethub
+
+docker exec snowbridge-subsquid-db-1 /bin/sh -c 'psql -h localhost -U postgres -d squid_v2 -c "drop schema assethub_processor cascade;"'
+
+pm2 start assethub
+
+

scripts/re-index-bridgehub.sh

@@ -0,0 +1,9 @@
+set -e
+
+pm2 stop bridgehub
+
+docker exec snowbridge-subsquid-db-1 /bin/sh -c 'psql -h localhost -U postgres -d squid_v2 -c "drop schema bridgehub_processor cascade;"'
+
+pm2 start bridgehub
+
+

scripts/re-index-ethereum.sh

@@ -0,0 +1,9 @@
+set -e
+
+pm2 stop ethereum
+
+docker exec snowbridge-subsquid-db-1 /bin/sh -c 'psql -h localhost -U postgres -d squid_v2 -c "drop schema eth_processor cascade;"'
+
+pm2 start ethereum
+
+