Blocks Running Workflow (#869)

* execute block with native * add vm execution and diff checking * path native version in replay * fix ci * fix ci * fix ci * fix ci * changes features * fixes * fix typos * fix echo patch native version * fix echo patch native version * fix echo patch native version * fix echo patch native version * use sed to replace version * use sed to replace version * use sed to replace version * use sed to replace version * use sed to replace version * change runtime library path * adapt path script * adapt path script * adapt path script * change sed command * use replay's main * fix library path + add for macos * fix macos uploaded files * change library path * change library path * change library path * change library path * rework + add block exec concurrency * fix * fix cargo run command * fix cargo run command * fix cargo run command * fix cargo run command * fix cargo run command * fix cargo run command * fix action needs * fix action needs * fix action needs * fix upload dumps * fix sed accident * fix dump comparison * add more blocks * swap block * fix dump comparison * dont fail fast to check every block * ping replay version * better naming * make requested changes * run replay in release * make more requested changes * fix if * forgot to checkout * forgot to checkout * fix if * fix if * change blocks
lambdaclass · Oct 24, 2024 · f39cb35 · f39cb35
1 parent 5648031
commit f39cb35
Show file tree

Hide file tree

Showing 3 changed files with 216 additions and 51 deletions.
diff --git a/.github/workflows/starknet-blocks.yml b/.github/workflows/starknet-blocks.yml
@@ -0,0 +1,133 @@
+name: Execute blocks
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+  merge_group:
+    types: [checks_requested]
+
+jobs:
+  run-blocks:
+    name: Run Blocks
+    runs-on: ubuntu-latest
+    env:
+      MLIR_SYS_190_PREFIX: /usr/lib/llvm-19/
+      LLVM_SYS_191_PREFIX: /usr/lib/llvm-19/
+      TABLEGEN_190_PREFIX: /usr/lib/llvm-19/
+      RPC_ENDPOINT_TESTNET: ${{ secrets.RPC_ENDPOINT_TESTNET }}
+      RPC_ENDPOINT_MAINNET: ${{ secrets.RPC_ENDPOINT_MAINNET }}
+    strategy:
+      matrix:
+        runner: [native, vm]
+        block: [742001, 769597, 779328, 801008, 803072]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/[email protected]
+        with:
+          components: clippy
+      - uses: Swatinem/rust-cache@v2
+
+      - name: Check and free hdd space left
+        if: ${{ matrix.runner == 'native' }}
+        run: |
+          echo "Listing 20 largest packages"
+          dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 20
+          df -h
+          sudo apt-get update
+          sudo apt-get remove -y '^llvm-.*'
+          sudo apt-get remove -y 'php.*'
+          sudo apt-get remove -y '^dotnet-.*'
+          sudo apt-get remove -y '^temurin-.*'
+          sudo apt-get remove -y azure-cli microsoft-edge-stable google-chrome-stable firefox mono-devel
+          sudo apt-get autoremove -y
+          sudo apt-get clean
+          df -h
+          echo "Removing large directories"
+          # deleting 15GB
+          sudo rm -rf /usr/share/dotnet/
+          sudo rm -rf /usr/local/lib/android
+          df -h
+
+      - name: add llvm deb repository
+        uses: myci-actions/add-deb-repo@11
+        with:
+          repo: deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-19 main
+          repo-name: llvm-repo
+          keys-asc: https://apt.llvm.org/llvm-snapshot.gpg.key
+      - name: Install LLVM
+        run: sudo apt-get install llvm-19 llvm-19-dev llvm-19-runtime clang-19 clang-tools-19 lld-19 libpolly-19-dev libmlir-19-dev mlir-19-tools
+
+      - name: Install Cairo Native deps
+        if: ${{ matrix.runner == 'native' }}
+        run: make deps
+      - name: Build Cairo Native project
+        if: ${{ matrix.runner == 'native' }}
+        run: cargo b --release --all-features
+      - name: Build runtime
+        if: ${{ matrix.runner == 'native' }}
+        run: |
+          make runtime
+          cargo update
+          echo "CAIRO_NATIVE_RUNTIME_LIBRARY=$(pwd)/libcairo_native_runtime.a" > $GITHUB_ENV
+
+      - name: Checkout Starknet Replay
+        uses: actions/checkout@v4
+        with:
+          repository: lambdaclass/starknet-replay
+          ref: 08aa133b11e1e319036354c9acd8270483c844b5
+          path: replay
+
+      - name: Install Starknet Replay deps
+        run: make deps
+
+      - name: Patch Cairo Native's version
+        if: ${{ matrix.runner == 'native' }}
+        run: |
+          cd replay
+          sed -r -i 's/cairo_native.*rev.*[0-9a-z]+./cairo_native.git", rev = "${{ github.event.pull_request.head.sha }}"/' Cargo.toml
+
+      - name: Run Blocks Native
+        if: ${{ matrix.runner == 'native' }}
+        run: |
+          cd replay
+          cargo build --release --bin replay
+          cargo run --release --features state_dump block mainnet ${{ matrix.block }}
+
+      - name: Run Blocks VM
+        if: ${{ matrix.runner == 'vm' }}
+        run: |
+          cd replay
+          cargo build --release --bin replay
+          cargo run --release --features "state_dump,only_cairo_vm" block mainnet ${{ matrix.block }}
+
+      - name: Upload dumps
+        uses: actions/upload-artifact@v4
+        with:
+          name: dump-${{matrix.block}}-${{matrix.runner}}
+          path: replay/state_dumps/${{matrix.runner}}
+
+  compare-dumps:
+    needs: [run-blocks]
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        block: [742001, 769597, 779328, 801008, 803072]
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Fetch Native dumps
+        uses: actions/download-artifact@v4
+        with:
+          name: dump-${{matrix.block}}-native
+          path: state_dumps/native
+
+      - name: Fetch VM dumps
+        uses: actions/download-artifact@v4
+        with:
+          name: dump-${{matrix.block}}-vm
+          path: state_dumps/vm
+
+      - name: Check Diffs
+        run: ./scripts/diff-check.sh