feat(#major); add sol balance substream

Cargo.toml

@@ -11,14 +11,15 @@ members = [
     "substreams-helper",
     "uniswap-v2",
     "solana-sample",
+    "sol-balance",
     "ens-names",
 ]
 exclude = ["messari-cli"]
 
 [workspace.dependencies]
 substreams = "0.3.2"
 substreams-ethereum = "0.6.2"
-substreams-solana = "0.1.0"
+substreams-solana = "0.2.0"
 
 [build]
 target = "wasm32-unknown-unknown"

Makefile

@@ -10,6 +10,7 @@ build-all:
 	$(MAKE) -C network build
 	$(MAKE) -C solana-sample build
 	$(MAKE) -C eth-balance build
+	$(MAKE) -C sol-balance build
 	$(MAKE) -C ens-names build
 
 .PHONY: run-all
@@ -19,6 +20,7 @@ run-all:
 	$(MAKE) -C erc20-market-cap run
 	$(MAKE) -C erc721 run
 	$(MAKE) -C network run
+	$(MAKE) -C sol-balance run
 	$(MAKE) -C ens-names run
 
 .PHONY: test

README.md

@@ -43,6 +43,7 @@
 | ENS Look Up      | 🔨 | ENS records for lookup and reverse lookup  |
 | Uniswap v2       | 🔨 | Substreams for Uniswap v2                  |
 | Compound v2      | 🔨 | Substreams for Compound v2                 |
+| SOL Balance      | 🛠 | SOL balance for every Solana address       |
 
 ## Workflow
 

common/proto/sol_token.proto

@@ -0,0 +1,50 @@
+syntax = "proto3";
+
+package messari.sol.token.v1;
+
+message Transfers {
+  repeated Transfer transfers = 1;
+}
+
+message Transfer {
+  string signature = 1;
+  uint64 ordinal = 2;
+  string from = 3;
+  string to = 4;
+  TokenAccount token = 5;
+  uint64 native_amount = 6;
+  uint64 amount = 7;
+}
+
+message Tokens {
+  repeated TokenAccount tokens = 1;
+}
+
+message TokenAccount {
+  string address = 1;
+  string name = 2;
+  string symbol = 3;
+  string decimals = 4;
+  string owner = 5;
+  string mint = 6;
+}
+
+message Balance {
+  TokenAccount token = 1;
+  string balance = 2; // BigInt in token's native units
+  uint64 block_number = 3;
+  uint64 timestamp = 4;
+}
+
+message Account {
+  string account_id = 1;
+  repeated Balance balances = 2;
+}
+
+message Accounts {
+  repeated Account items = 1;
+}
+
+message OuterString {
+  string inner_string = 1;
+}

sol-balance/Cargo.toml

@@ -0,0 +1,23 @@
+[package]
+name = "sol-balance"
+version = "0.1.0"
+description = "Messari's substream for solana SOL balances"
+edition = "2021"
+repository = "https://github.com/messari/substreams"
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+bs58 = "0.4.0"
+prost = "0.11.2"
+ethabi = "17.2.0"
+num-bigint = "0.4"
+hex-literal = "0.3.4"
+substreams = "0.0.11"
+substreams-solana = "0.1.0"
+substreams-helper = { path = "../substreams-helper" }
+
+[build-dependencies]
+anyhow = "1"
+substreams-common = { path = "../common" }

sol-balance/Makefile

@@ -0,0 +1,7 @@
+.PHONY: build
+build:
+	cargo build --target wasm32-unknown-unknown --release
+
+.PHONY: run
+run:
+	substreams run -e mainnet.sol.streamingfast.io:443 substreams.yaml store_balance -s 10000 -t +10001

sol-balance/README.md

@@ -0,0 +1,15 @@
+# SOL Balance Substream
+
+This substream is designed to store the SOL balance of every account.
+
+### Build & Run
+
+```bash
+make codegen
+make run
+```
+
+### Notes
+
+- Currently [`transaction.loaded_writable_addresses`](https://github.com/streamingfast/firehose-solana/blob/develop/proto/sf/solana/type/v1/type.proto#L65) is an unknown field on firesol blocks.
+- 

sol-balance/build.rs

@@ -0,0 +1,10 @@
+use anyhow::{Ok, Result};
+use substreams_common::codegen;
+
+fn main() -> Result<(), anyhow::Error> {
+    println!("cargo:rerun-if-changed=proto");
+    println!("cargo:rerun-if-changed=abi");
+    codegen::generate(None)?;
+
+    Ok(())
+}

sol-balance/rust-toolchain.toml

@@ -0,0 +1,4 @@
+[toolchain]
+channel = "1.64.0"
+components = [ "rustfmt" ]
+targets = [ "wasm32-unknown-unknown" ]

sol-balance/src/abi.rs

@@ -0,0 +1 @@
+// DO NOT EDIT - the file is generated by build script

sol-balance/src/lib.rs

@@ -0,0 +1,37 @@
+use crate::pb::sol::v1 as token; // TODO: I can't get this import to work :(
+use bs58;
+use prost::Message;
+use substreams::store::StoreSet;
+use substreams_solana::pb;
+use substreams_solana::pb::sol as solana;
+
+#[substreams::handlers::map]
+fn map_balances(block: solana::v1::Block) -> Result<token::Accounts, substreams::errors::Error> {
+    let accounts = vec![];
+    for tx in block.transactions {
+        if let Some(meta) = tx.meta {
+            if let Some(_) = meta.err {
+                continue;
+            }
+            for i in 0..meta.post_balances.len() {
+                let new_balance = &meta.post_balances[i].encode_to_vec();
+                let new_token_balance = vec![token::Balance {
+                    token: get_sol_token(),
+                    balance: new_balance,
+                    block_number: block.block_height.block_height,
+                    timestamp: block.block_time.timestamp,
+                }];
+                // TODO: Not sure if this is the right place to get the address
+                // AND loaded_writeable_addresses is not being built in the proto stucts
+                // let account_id = bs58::encode(&meta.loaded_writable_addresses[i]).into_string();
+                let account = token::Account {
+                    account_id: "0x0",
+                    balances: new_token_balance,
+                };
+                accounts.push(account);
+            }
+        }
+    }
+
+    Ok(token::Accounts { items: accounts })
+}

sol-balance/src/pb.rs

@@ -0,0 +1,19 @@
+#[rustfmt::skip]
+#[path = "../target/pb/messari.sol.token.rs"]
+pub(in crate::pb) mod sol_token;
+
+pub mod sol {
+    pub mod token {
+        pub use super::super::sol_token::*;
+    }
+}
+
+#[rustfmt::skip]
+#[path = "../target/pb/messari.solana.type.rs"]
+pub(in crate::pb) mod solana_type;
+
+pub mod solana {
+    pub mod type {
+        pub use super::super::solana_type::*;
+    }
+}

sol-balance/substreams.yaml

@@ -0,0 +1,27 @@
+specVersion: v0.1.0
+package:
+  name: sol_balance
+  version: v0.1.0
+
+imports:
+  sol: https://github.com/streamingfast/firehose-solana/releases/download/v0.1.0/solana-v0.1.0.spkg
+
+protobuf:
+  files:
+    - sol_token.proto
+  importPaths:
+    - ../common/proto
+
+binaries:
+  default:
+    type: wasm/rust-v1
+    file: "../target/wasm32-unknown-unknown/release/sol_balance.wasm"
+
+modules:
+  - name: map_balances
+    kind: map
+    initialBlock: 0
+    inputs:
+      - source: sf.solana.type.v1.Block
+    output:
+      type: proto:messari.sol.token.Account