ci: update chaotic devnet workflow

Author: kaimast

.ci/test_devnet.sh

@@ -96,7 +96,8 @@ for client_index in $(seq 0 $((total_clients-1))); do
 done
 
 # Ensure all nodes are up and running.
-wait_for_nodes "$total_validators" "$total_clients" "$network_name"
+# Wait up to two minutes, as this can take long in CI.
+wait_for_nodes "$total_validators" "$total_clients" "$network_name" 180
 
 # Wait for validators to be fully connected.
 log "ℹ️ Waiting for validators to be fully connected..." 

.ci/utils.sh

@@ -380,8 +380,9 @@ function wait_for_nodes() {
   local total_validators=$1
   local total_clients=$2
   local network_name=$3
+  # Default to 60s if not provided. 
+  local max_wait=${4:-60}
 
-  local max_wait=60
   local poll_interval=1
 
   SECONDS=0
@@ -401,7 +402,7 @@ function wait_for_nodes() {
     sleep $poll_interval
   done
 
-  log "❌ Nodes did not become ready within 60 seconds."
+  log "❌ Nodes did not become ready within $max_wait seconds."
   return 1
 }
 

.github/workflows/chaotic-devnet.yml

@@ -1,16 +1,25 @@
 name: Chaotic Devnet Test
 
-on: # TODO: adjust
-  pull_request:
+# Only run on merge, or when manually triggered.
+on:
   push:
+    branches:
+      - 'staging'
+      - 'canary'
+      - 'testnet'
+      - 'mainnet'
+      - 'ci/updated_network_delay_test' #remove this before merge
+  workflow_dispatch:
 
 env:
   RUST_BACKTRACE: 1
   CARGO_INCREMENTAL: 0
+  # Only introduce delays between validators, not for the HTTP endpoints.
+  PORT_RANGE: 5000-5100
 
 jobs:
   build-snarkos:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-latest-m
 
     steps:
       - name: Checkout Code
@@ -62,6 +71,18 @@ jobs:
           echo "$(pwd)/bin" >> $GITHUB_PATH
 
       - name: Run Devnet Test with Chaos
-        # Only introdue delay between validators, not for the HTTP endpoints.
-        run: ./scripts/chaotic-network-runner.sh 5000-5003 ./.ci/test_devnet.sh 4 2 0 45
+        # Run with f=1 and no clients, so the nodes do not overwhelm the runner.
+        # Allow for up to 50 warnings per node, as network issues will create those. 
+        run: ./scripts/chaotic-network-runner.sh $PORT_RANGE ./.ci/test_devnet.sh 4 0 0 45 50
+
+# These require more CPU cores, so they are disabled for now.
+#      - name: Run Reset Quorum Minority Test with Chaos
+#        run: ./scripts/chaotic-network-runner.sh $PORT_RANGE ./.ci/test_reset_quorum_minority.sh
+
+#     - name: Run Reset Quorum Majority Test with Chaos
+#        run: ./scripts/chaotic-network-runner.sh $PORT_RANGE ./.ci/test_reset_quorum_majority.sh
+
+
+
+