feat: rocksdb storage for AccountTree and NullifierTree by default (#1326)

Author: drahnr

.github/actions/install-rocksdb/action.yml

@@ -0,0 +1,14 @@
+name: "Install RocksDB dependencies"
+description: "Install dependencies for RocksDB compilation"
+
+runs:
+  using: "composite"
+  steps:
+    - name: Install LLVM/Clang for RocksDB
+      shell: bash
+      run: |
+        set -eux
+        sudo apt-get update
+        # Install clang/llvm for bindgen (needed for FFI bindings).
+        # RocksDB is compiled from source by librocksdb-sys.
+        sudo apt-get install -y clang llvm-dev libclang-dev

.github/workflows/lint.yml

@@ -51,6 +51,10 @@ jobs:
     runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@main
+      - name: Cleanup large tools for build space
+        uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Rustup
         run: |
           rustup update --no-self-update
@@ -87,6 +91,10 @@ jobs:
     runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@main
+      - name: Cleanup large tools for build space
+        uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Rustup
         run: rustup update --no-self-update
       - uses: Swatinem/rust-cache@v2

.github/workflows/publish-debian-all.yml

@@ -31,6 +31,8 @@ jobs:
         uses: actions/checkout@main
         with:
           fetch-depth: 0
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Build and Publish Node
         uses: ./.github/actions/debian
         with:

.github/workflows/publish-debian.yml

@@ -60,6 +60,9 @@ jobs:
         with:
           fetch-depth: 0
 
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
+
       - name: Build and Publish Packages
         uses: ./.github/actions/debian
         with:

.github/workflows/publish-dry-run.yml

@@ -23,6 +23,8 @@ jobs:
           fetch-depth: 0
       - name: Cleanup large tools for build space
         uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Install dependencies
         run: sudo apt-get update && sudo apt-get install -y jq
       - name: Update Rust toolchain

.github/workflows/publish-main.yml

@@ -18,6 +18,8 @@ jobs:
         with:
           fetch-depth: 0
           ref: main
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       # Ensure the release tag refers to the latest commit on main.
       # Compare the commit SHA that triggered the workflow with the HEAD of the branch we just
       # checked out (main).

.github/workflows/stress-test-check.yml

@@ -23,10 +23,14 @@ env:
 jobs:
   stress-test-check:
     name: stress-test-check
-    runs-on: ubuntu-24.04
-    timeout-minutes: 10
+    runs-on: Linux-ARM64-Runner
+    timeout-minutes: 20
     steps:
       - uses: actions/checkout@main
+      - name: Cleanup large tools for build space
+        uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Rustup
         run: rustup update --no-self-update
       - uses: Swatinem/rust-cache@v2

.github/workflows/test-beta.yml

@@ -16,6 +16,10 @@ jobs:
       - uses: actions/checkout@v4
         with:
           ref: 'next'
+      - name: Cleanup large tools for build space
+        uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Rustup
         run: rustup install beta && rustup default beta
       - uses: taiki-e/install-action@v2

.github/workflows/test.yml

@@ -28,6 +28,10 @@ jobs:
     timeout-minutes: 30
     steps:
       - uses: actions/checkout@main
+      - name: Cleanup large tools for build space
+        uses: ./.github/actions/cleanup-runner
+      - name: Install RocksDB
+        uses: ./.github/actions/install-rocksdb
       - name: Rustup
         run: rustup update --no-self-update
       - uses: Swatinem/rust-cache@v2

CHANGELOG.md

@@ -115,6 +115,7 @@
 - Add optional `TransactionInputs` field to `SubmitProvenTransaction` endpoint for transaction re-execution (#[1278](https://github.com/0xMiden/miden-node/pull/1278)).
 - Added `validator` crate with initial protobuf, gRPC server, and sub-command (#[1293](https://github.com/0xMiden/miden-node/pull/1293)).
 - [BREAKING] Added `AccountTreeWithHistory` and integrate historical queries into `GetAccountProof` ([#1292](https://github.com/0xMiden/miden-node/pull/1292)).
+- [BREAKING] Added `rocksdb` feature to enable rocksdb backends of `LargeSmt` ([#1326](https://github.com/0xMiden/miden-node/pull/1326)).
 - [BREAKING] Handle past/historical `AccountProof` requests ([#1333](https://github.com/0xMiden/miden-node/pull/1333)).
 - Implement `DataStore::get_note_script()` for `NtxDataStore` (#[1332](https://github.com/0xMiden/miden-node/pull/1332)).
 - Started validating notes by their commitment instead of ID before entering the mempool ([#1338](https://github.com/0xMiden/miden-node/pull/1338)).