Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
58 changes: 58 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,64 @@ install-with-race-detector: go.sum
install-price-feeder: go.sum
go install $(BUILD_FLAGS) ./oracle/price-feeder

###############################################################################
### RocksDB Backend Support ###
###############################################################################
# Prerequisites:
# - build-essential (gcc, g++, make)
# - pkg-config
# - cmake
# - git
# - zlib development headers
# - bzip2 development headers
# - snappy development headers
# - lz4 development headers
# - zstd development headers
# - jemalloc development headers
# - gflags development headers
# - liburing development headers
#
# Installation on Ubuntu/Debian:
# sudo apt-get update
# sudo apt-get install -y build-essential pkg-config cmake git zlib1g-dev \
# libbz2-dev libsnappy-dev liblz4-dev libzstd-dev libjemalloc-dev \
# libgflags-dev liburing-dev
#
# Usage:
# 1. Build RocksDB (one time): make build-rocksdb
# 2. Install seid with RocksDB: make install-rocksdb
###############################################################################

# Build and install RocksDB from source (one time setup)
build-rocksdb:
@echo "Building RocksDB v8.9.1..."
@if [ -d "rocksdb" ]; then \
echo "rocksdb directory already exists, removing..."; \
rm -rf rocksdb; \
fi
git clone https://github.com/facebook/rocksdb.git
cd rocksdb && \
git checkout v8.9.1 && \
make clean && \
CXXFLAGS='-march=native -DNDEBUG' make -j"$$(nproc)" shared_lib && \
sudo make install-shared
@echo '/usr/local/lib' | sudo tee /etc/ld.so.conf.d/rocksdb.conf
@sudo ldconfig
@echo "RocksDB installation complete!"
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I am curious, do we have to build rocksdb every time? Would be nice to use pre-built libs if we can or even move that to another repo and pull from it as release artifacts.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We don't have to build it every time (thats why its a separate step). I added a note there that says "one time setup".

Yea I think we can build and distribute a .so or pre-built libs @masih but have noticed issues where its arch dependent and had problems running the same rocksdb binary on different machines. Can add that as a separate step, but to note, on a single machine you only need to install rocksdb once (and can make install seid as many times after that)

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We will have a readme to clarify the steps to migrate from pebble to rocksdb


# Install seid with RocksDB backend support
install-rocksdb: go.sum
@echo "Checking for RocksDB installation..."
@if ! ldconfig -p | grep -q librocksdb; then \
echo "Error: RocksDB not found. Please run 'make build-rocksdb' first."; \
exit 1; \
fi
@echo "RocksDB found, proceeding with installation..."
CGO_CFLAGS="-I/usr/local/include" \
CGO_LDFLAGS="-L/usr/local/lib -lrocksdb -lz -lbz2 -lsnappy -llz4 -lzstd -ljemalloc" \
go install $(BUILD_FLAGS) -tags "$(build_tags) rocksdbBackend" ./cmd/seid
@echo "seid installed with RocksDB backend support!"

loadtest: go.sum
go build $(BUILD_FLAGS) -o ./build/loadtest ./loadtest/

Expand Down
6 changes: 3 additions & 3 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ require (
github.com/rs/cors v1.8.2
github.com/rs/zerolog v1.30.0
github.com/sei-protocol/goutils v0.0.2
github.com/sei-protocol/sei-db v0.0.51
github.com/sei-protocol/sei-db v0.0.55
github.com/sirkon/goproxy v1.4.8
github.com/spf13/cast v1.5.0
github.com/spf13/cobra v1.8.1
Expand Down Expand Up @@ -215,7 +215,7 @@ require (
github.com/leonklingele/grouper v1.1.0 // indirect
github.com/lib/pq v1.10.6 // indirect
github.com/libp2p/go-buffer-pool v0.1.0 // indirect
github.com/linxGnu/grocksdb v1.8.4 // indirect
github.com/linxGnu/grocksdb v1.8.11 // indirect
github.com/lufeee/execinquery v1.0.0 // indirect
github.com/magiconair/properties v1.8.6 // indirect
github.com/maratori/testpackage v1.0.1 // indirect
Expand Down Expand Up @@ -363,7 +363,7 @@ replace (
github.com/cosmos/ibc-go/v3 => github.com/sei-protocol/sei-ibc-go/v3 v3.3.6
github.com/ethereum/go-ethereum => github.com/sei-protocol/go-ethereum v1.15.7-sei-7.0.20250929182230-93350978bb7c
github.com/gogo/protobuf => github.com/regen-network/protobuf v1.3.3-alpha.regen.1
github.com/sei-protocol/sei-db => github.com/sei-protocol/sei-db v0.0.51
github.com/sei-protocol/sei-db => github.com/sei-protocol/sei-db v0.0.55
// Latest goleveldb is broken, we have to stick to this version
github.com/syndtr/goleveldb => github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7
github.com/tendermint/tendermint => ./sei-tendermint
Expand Down
8 changes: 4 additions & 4 deletions go.sum
Original file line number Diff line number Diff line change
Expand Up @@ -1583,8 +1583,8 @@ github.com/libp2p/go-buffer-pool v0.1.0 h1:oK4mSFcQz7cTQIfqbe4MIj9gLW+mnanjyFtc6
github.com/libp2p/go-buffer-pool v0.1.0/go.mod h1:N+vh8gMqimBzdKkSMVuydVDq+UV5QTWy5HSiZacSbPg=
github.com/lightstep/lightstep-tracer-common/golang/gogo v0.0.0-20190605223551-bc2310a04743/go.mod h1:qklhhLq1aX+mtWk9cPHPzaBjWImj5ULL6C7HFJtXQMM=
github.com/lightstep/lightstep-tracer-go v0.18.1/go.mod h1:jlF1pusYV4pidLvZ+XD0UBX0ZE6WURAspgAczcDHrL4=
github.com/linxGnu/grocksdb v1.8.4 h1:ZMsBpPpJNtRLHiKKp0mI7gW+NT4s7UgfD5xHxx1jVRo=
github.com/linxGnu/grocksdb v1.8.4/go.mod h1:xZCIb5Muw+nhbDK4Y5UJuOrin5MceOuiXkVUR7vp4WY=
github.com/linxGnu/grocksdb v1.8.11 h1:BGol9e5gB1BrsTvOxloC88pe70TCqgrfLNwkyWW0kD8=
github.com/linxGnu/grocksdb v1.8.11/go.mod h1:xZCIb5Muw+nhbDK4Y5UJuOrin5MceOuiXkVUR7vp4WY=
github.com/lucasjones/reggen v0.0.0-20180717132126-cdb49ff09d77/go.mod h1:5ELEyG+X8f+meRWHuqUOewBOhvHkl7M76pdGEansxW4=
github.com/lufeee/execinquery v1.0.0 h1:1XUTuLIVPDlFvUU3LXmmZwHDsolsxXnY67lzhpeqe0I=
github.com/lufeee/execinquery v1.0.0/go.mod h1:EC7DrEKView09ocscGHC+apXMIaorh4xqSxS/dy8SbM=
Expand Down Expand Up @@ -1999,8 +1999,8 @@ github.com/sei-protocol/go-ethereum v1.15.7-sei-7.0.20250929182230-93350978bb7c
github.com/sei-protocol/go-ethereum v1.15.7-sei-7.0.20250929182230-93350978bb7c/go.mod h1:+S9k+jFzlyVTNcYGvqFhzN/SFhI6vA+aOY4T5tLSPL0=
github.com/sei-protocol/goutils v0.0.2 h1:Bfa7Sv+4CVLNM20QcpvGb81B8C5HkQC/kW1CQpIbXDA=
github.com/sei-protocol/goutils v0.0.2/go.mod h1:iYE2DuJfEnM+APPehr2gOUXfuLuPsVxorcDO+Tzq9q8=
github.com/sei-protocol/sei-db v0.0.51 h1:jK6Ps+jDbGdWIPZttaWk7VIsq8aLWWlkTp9axIraL/U=
github.com/sei-protocol/sei-db v0.0.51/go.mod h1:m5g7p0QeAS3dNJHIl28zQpzOgxQmvYqPb7t4hwgIOCA=
github.com/sei-protocol/sei-db v0.0.55 h1:1pR1mW4CQS959HhSapKnkFQXb7y7BehV4ZE0Paka+j8=
github.com/sei-protocol/sei-db v0.0.55/go.mod h1:pDrfm5aqVKD93HADrG5MLkReA4Vlz+2xaLi3T4mQqBc=
github.com/sei-protocol/sei-iavl v0.2.0 h1:OisPjXiDT+oe+aeckzDEFgkZCYuUjHgs/PP8DPicN+I=
github.com/sei-protocol/sei-iavl v0.2.0/go.mod h1:qRf8QYUPfrAO7K6VDB2B2l/N7K5L76OorioGBcJBIbw=
github.com/sei-protocol/sei-ibc-go/v3 v3.3.6 h1:HHWvrslBpkXBHUFs+azwl36NuFEJyMo6huvsNPG854c=
Expand Down
Loading
Loading