From 070f88434f0c5e06d20062c13d68a81958ff743f Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 14:16:56 +0100
Subject: [PATCH 1/9] feat(benchmark): add fgprof, block/mutex profiling and
 improve profile docs

Add wall-clock profiling (fgprof) alongside standard CPU profiling to
capture off-CPU time (I/O, blocking, GC pauses). Register the fgprof
handler behind the benchmark build tag so production binaries are
unaffected.

Enable block and mutex contention profiling via runtime calls, also
gated behind the benchmark build tag. Use conservative sampling rates
(1us block threshold, 1/5 mutex fraction) to minimize overhead on TPS.

Update benchmark-compare.sh to capture all 6 profile types (CPU,
fgprof, heap, goroutine, block, mutex) and report sizes for each.

Expand benchmark/CLAUDE.md with:
- Profile type reference table with when-to-use guidance
- CPU vs fgprof explanation
- Heap metric selection guide (inuse_space vs alloc_objects etc)
- Interactive flamegraph and drill-down commands
- Single-scenario manual capture examples
- Source-mapping tip for pprof

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 app/benchmark_profiling.go             | 17 +++++
 benchmark/CLAUDE.md                    | 89 +++++++++++++++++++++++++-
 benchmark/benchmark-compare.sh         | 50 +++++++++++----
 go.mod                                 |  3 +-
 go.sum                                 | 17 ++++-
 go.work.sum                            | 74 +++++++++++++++++++++
 sei-tendermint/node/setup_benchmark.go | 16 +++++
 7 files changed, 249 insertions(+), 17 deletions(-)
 create mode 100644 app/benchmark_profiling.go
 create mode 100644 sei-tendermint/node/setup_benchmark.go

diff --git a/app/benchmark_profiling.go b/app/benchmark_profiling.go
new file mode 100644
index 0000000000..e5fa9f3191
--- /dev/null
+++ b/app/benchmark_profiling.go
@@ -0,0 +1,17 @@
+//go:build benchmark
+
+package app
+
+import "runtime"
+
+func init() {
+	// Enable block profiling: record blocking events lasting 1us or longer.
+	// Lower values capture more events but add overhead that can skew TPS.
+	// This lets /debug/pprof/block show time spent waiting on channels and mutexes.
+	runtime.SetBlockProfileRate(1000)
+
+	// Enable mutex contention profiling: sample 1 in 5 contention events.
+	// Full capture (fraction=1) adds measurable overhead; 1/5 is a good balance.
+	// This lets /debug/pprof/mutex show where goroutines contend on locks.
+	runtime.SetMutexProfileFraction(5)
+}
diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index 6ed1b4d992..1a06b8e371 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -72,9 +72,52 @@ Each scenario gets its own binary, home dir, and port set (offset by 100). Resul
 
 **Important:** Cross-session benchmark numbers (TPS, total allocs) are not directly comparable. Only comparisons within the same `benchmark-compare.sh` run are valid, since all scenarios share identical conditions.
 
-## Comparing pprof profiles
+## Profiling
 
-`benchmark-compare.sh` automatically captures pprof profiles (CPU and heap) midway through the run. Single-scenario runs only enable the pprof HTTP endpoint — capture profiles manually with `curl` or `go tool pprof`.
+### Available profile types
+
+`benchmark-compare.sh` automatically captures all profile types midway through the run. Profiles are saved to `/tmp/sei-bench/<label>/pprof/`.
+
+| Profile | File | What it shows |
+|---------|------|---------------|
+| CPU | `cpu.pb.gz` | On-CPU time only (computation, hashing, EVM execution) |
+| fgprof | `fgprof.pb.gz` | Wall-clock time: on-CPU + off-CPU (I/O, blocking, GC pauses) |
+| Heap | `heap.pb.gz` | Memory allocations (analyzable with multiple metrics, see below) |
+| Goroutine | `goroutine.pb.gz` | Goroutine stacks (find pileups and leaks) |
+| Block | `block.pb.gz` | Time waiting on channel ops and mutex locks |
+| Mutex | `mutex.pb.gz` | Mutex contention (where goroutines fight over locks) |
+
+**CPU vs fgprof:** Go's built-in CPU profiler uses OS-level `SIGPROF` signals delivered only to running threads — goroutines waiting on I/O, channels, or locks are invisible. fgprof samples all goroutines via `runtime.GoroutineProfile` regardless of scheduling state, showing the full wall-clock picture. Use CPU when you suspect pure computation is the bottleneck; use fgprof when TPS is low but CPU utilization is also low (points to I/O or contention).
+
+**Block and mutex profiles** require `runtime.SetBlockProfileRate` and `runtime.SetMutexProfileFraction` to be enabled. Both are automatically enabled when seid is built with the `benchmark` build tag (`make install-bench`). They are disabled in production builds.
+
+### Capturing profiles during single-scenario runs
+
+Single-scenario `benchmark.sh` runs enable the pprof HTTP endpoint but don't auto-capture profiles. Capture manually in another terminal:
+
+```bash
+PPROF_PORT=6060  # adjust with PORT_OFFSET if set
+
+# 30-second CPU profile
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/pprof/profile?seconds=30"
+
+# 30-second fgprof (wall-clock)
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/fgprof?seconds=30"
+
+# Heap snapshot
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/pprof/heap"
+
+# Goroutine dump
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/pprof/goroutine"
+
+# Block profile
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/pprof/block"
+
+# Mutex contention
+go tool pprof -http=:8080 "http://localhost:$PPROF_PORT/debug/pprof/mutex"
+```
+
+### Comparing profiles (diff)
 
 Always use `pprof -diff_base` to compare profiles between benchmark runs. Never compare profiles side-by-side manually.
 
@@ -82,6 +125,46 @@ Always use `pprof -diff_base` to compare profiles between benchmark runs. Never
 # CPU diff (positive = regression, negative = improvement)
 go tool pprof -top -diff_base /tmp/sei-bench/<baseline>/pprof/cpu.pb.gz /tmp/sei-bench/<candidate>/pprof/cpu.pb.gz
 
-# Allocation diff
+# Wall-clock diff (fgprof)
+go tool pprof -top -diff_base /tmp/sei-bench/<baseline>/pprof/fgprof.pb.gz /tmp/sei-bench/<candidate>/pprof/fgprof.pb.gz
+
+# Allocation diff (total bytes allocated over time)
 go tool pprof -alloc_space -top -diff_base /tmp/sei-bench/<baseline>/pprof/heap.pb.gz /tmp/sei-bench/<candidate>/pprof/heap.pb.gz
+
+# Heap escape diff (objects that should be stack-allocated)
+go tool pprof -alloc_objects -top -diff_base /tmp/sei-bench/<baseline>/pprof/heap.pb.gz /tmp/sei-bench/<candidate>/pprof/heap.pb.gz
+```
+
+### Heap profile metrics
+
+The heap profile contains multiple metrics. Choose the right one for your question:
+
+| Metric | Flag | Use when |
+|--------|------|----------|
+| Active memory | `-inuse_space` | Finding memory leaks or high RSS |
+| Active objects | `-inuse_objects` | Finding what's holding memory right now |
+| Total allocated bytes | `-alloc_space` | Finding hot allocation paths (GC pressure) |
+| Total allocated objects | `-alloc_objects` | Finding heap escapes (objects that should live on the stack) |
+
+### Interactive analysis and flamegraphs
+
+Text output (`-top`) is useful for quick comparisons, but the web UI with flamegraphs is far more effective for navigating large profiles.
+
+```bash
+# Interactive web UI with flamegraphs
+go tool pprof -http=:8080 /tmp/sei-bench/<label>/pprof/cpu.pb.gz
+
+# Diff flamegraph (red = regression, blue = improvement)
+go tool pprof -http=:8080 -diff_base /tmp/sei-bench/<baseline>/pprof/cpu.pb.gz /tmp/sei-bench/<candidate>/pprof/cpu.pb.gz
+```
+
+For drilling into specific functions, use the interactive CLI:
+
+```bash
+go tool pprof /tmp/sei-bench/<label>/pprof/cpu.pb.gz
+(pprof) top20 --cum          # sort by cumulative time (default flat hides expensive callees)
+(pprof) list DeliverTx       # line-by-line source attribution
+(pprof) web DeliverTx        # SVG graph focused on one function's callers/callees
 ```
+
+Run `go tool pprof` from the sei-chain repo root so that `list` and `web` commands can resolve source file paths.
diff --git a/benchmark/benchmark-compare.sh b/benchmark/benchmark-compare.sh
index a02b3db1f0..d93c37af7c 100755
--- a/benchmark/benchmark-compare.sh
+++ b/benchmark/benchmark-compare.sh
@@ -190,7 +190,7 @@ echo "  Waiting ${PPROF_WAIT}s before capturing pprof profiles..."
 sleep "$PPROF_WAIT" || true
 
 echo ""
-echo "=== Capturing pprof profiles (30s CPU + heap allocs) ==="
+echo "=== Capturing profiles (30s CPU + 30s fgprof + heap + goroutine + block + mutex) ==="
 PPROF_PIDS=()
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
@@ -199,32 +199,56 @@ for i in $(seq 0 $((NUM-1))); do
   profile_dir="$BASE_DIR/$label/pprof"
   mkdir -p "$profile_dir"
 
-  # CPU profile (30s)
+  # CPU profile (30s) — on-CPU time only
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/profile?seconds=30" \
     -o "$profile_dir/cpu.pb.gz" &
   PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
 
-  # Heap (alloc_objects — total allocations)
+  # fgprof (30s) — wall-clock time (on-CPU + off-CPU/I/O/blocking)
+  curl -s "http://localhost:${PPROF_PORT}/debug/fgprof?seconds=30" \
+    -o "$profile_dir/fgprof.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Heap snapshot
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/heap?debug=0" \
     -o "$profile_dir/heap.pb.gz" &
   PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
 
+  # Goroutine dump
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/goroutine?debug=0" \
+    -o "$profile_dir/goroutine.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Block profile (time waiting on channels/mutexes)
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/block?debug=0" \
+    -o "$profile_dir/block.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Mutex contention profile
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/mutex?debug=0" \
+    -o "$profile_dir/mutex.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
   echo "  [$label] capturing from localhost:${PPROF_PORT} -> $profile_dir/"
 done
 
-# Wait for all pprof captures to finish
+# Wait for all profile captures to finish
 for pid in "${PPROF_PIDS[@]}"; do
   wait "$pid" 2>/dev/null || true
 done
-echo "  pprof capture complete."
+echo "  profile capture complete."
 
 # Verify profile sizes
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
   profile_dir="$BASE_DIR/$label/pprof"
-  cpu_size=$(wc -c < "$profile_dir/cpu.pb.gz" 2>/dev/null || echo 0)
-  heap_size=$(wc -c < "$profile_dir/heap.pb.gz" 2>/dev/null || echo 0)
-  echo "  [$label] cpu=${cpu_size}B heap=${heap_size}B"
+  cpu_size=$(wc -c < "$profile_dir/cpu.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  fgprof_size=$(wc -c < "$profile_dir/fgprof.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  heap_size=$(wc -c < "$profile_dir/heap.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  goroutine_size=$(wc -c < "$profile_dir/goroutine.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  block_size=$(wc -c < "$profile_dir/block.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  mutex_size=$(wc -c < "$profile_dir/mutex.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  echo "  [$label] cpu=${cpu_size}B fgprof=${fgprof_size}B heap=${heap_size}B goroutine=${goroutine_size}B block=${block_size}B mutex=${mutex_size}B"
 done
 
 # Wait remaining time
@@ -289,9 +313,13 @@ done
 
 echo "Raw data:  $BASE_DIR/<label>/tps.txt"
 echo "Full logs: $BASE_DIR/<label>/output.log"
-echo "Profiles:  $BASE_DIR/<label>/pprof/{cpu,heap}.pb.gz"
+echo "Profiles:  $BASE_DIR/<label>/pprof/{cpu,fgprof,heap,goroutine,block,mutex}.pb.gz"
 echo ""
+echo "Compare CPU (on-CPU only):"
+echo "  go tool pprof -top -diff_base $BASE_DIR/<baseline>/pprof/cpu.pb.gz $BASE_DIR/<candidate>/pprof/cpu.pb.gz"
+echo "Compare wall-clock (on-CPU + off-CPU/I/O):"
+echo "  go tool pprof -top -diff_base $BASE_DIR/<baseline>/pprof/fgprof.pb.gz $BASE_DIR/<candidate>/pprof/fgprof.pb.gz"
 echo "Compare allocs:"
 echo "  go tool pprof -alloc_space -top -diff_base $BASE_DIR/<baseline>/pprof/heap.pb.gz $BASE_DIR/<candidate>/pprof/heap.pb.gz"
-echo "Compare CPU:"
-echo "  go tool pprof -top -diff_base $BASE_DIR/<baseline>/pprof/cpu.pb.gz $BASE_DIR/<candidate>/pprof/cpu.pb.gz"
+echo "Interactive flamegraph (pick any profile):"
+echo "  go tool pprof -http=:8080 -diff_base $BASE_DIR/<baseline>/pprof/cpu.pb.gz $BASE_DIR/<candidate>/pprof/cpu.pb.gz"
diff --git a/go.mod b/go.mod
index 80a2837afb..26aa66f15c 100644
--- a/go.mod
+++ b/go.mod
@@ -20,6 +20,7 @@ require (
 	github.com/dvsekhvalnov/jose2go v1.5.0
 	github.com/ethereum/evmc/v12 v12.1.0
 	github.com/ethereum/go-ethereum v1.16.8
+	github.com/felixge/fgprof v0.9.5
 	github.com/fortytw2/leaktest v1.3.0
 	github.com/go-kit/kit v0.12.0
 	github.com/go-kit/log v0.2.1
@@ -222,7 +223,7 @@ require (
 	github.com/golangci/revgrep v0.0.0-20220804021717-745bb2f7c2e6 // indirect
 	github.com/golangci/unconvert v0.0.0-20180507085042-28b1c447d1f4 // indirect
 	github.com/google/flatbuffers v23.5.26+incompatible // indirect
-	github.com/google/pprof v0.0.0-20230207041349-798e818bf904 // indirect
+	github.com/google/pprof v0.0.0-20240227163752-401108e1b7e7 // indirect
 	github.com/gordonklaus/ineffassign v0.0.0-20210914165742-4cc7213b9bc8 // indirect
 	github.com/gorilla/handlers v1.5.1 // indirect
 	github.com/gostaticanalysis/analysisutil v0.7.1 // indirect
diff --git a/go.sum b/go.sum
index d2abc25aed..34c6cabe94 100644
--- a/go.sum
+++ b/go.sum
@@ -807,12 +807,18 @@ github.com/charithe/durationcheck v0.0.9/go.mod h1:SSbRIBVfMjCi/kEB6K65XEA83D6pr
 github.com/chavacava/garif v0.0.0-20220630083739-93517212f375 h1:E7LT642ysztPWE0dfz43cWOvMiF42DyTRC+eZIaO4yI=
 github.com/chavacava/garif v0.0.0-20220630083739-93517212f375/go.mod h1:4m1Rv7xfuwWPNKXlThldNuJvutYM6J95wNuuVmn55To=
 github.com/cheekybits/is v0.0.0-20150225183255-68e9c0620927/go.mod h1:h/aW8ynjgkuj+NQRlZcDbAbM1ORAbXjXX77sX7T289U=
+github.com/chromedp/cdproto v0.0.0-20230802225258-3cf4e6d46a89/go.mod h1:GKljq0VrfU4D5yc+2qA6OVr8pmO/MBbPEWqWQ/oqGEs=
+github.com/chromedp/chromedp v0.9.2/go.mod h1:LkSXJKONWTCHAfQasKFUZI+mxqS4tZqhmtGzzhLsnLs=
+github.com/chromedp/sysutil v1.0.0/go.mod h1:kgWmDdq8fTzXYcKIBqIYvRRTnYb9aNS9moAV0xufSww=
 github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI=
 github.com/chzyer/logex v1.2.0/go.mod h1:9+9sk7u7pGNWYMkh0hdiL++6OeibzJccyQU4p4MedaY=
+github.com/chzyer/logex v1.2.1/go.mod h1:JLbx6lG2kDbNRFnfkgvh4eRJRPX1QCoOIWomwysCBrQ=
 github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI=
 github.com/chzyer/readline v1.5.0/go.mod h1:x22KAscuvRqlLoK9CsoYsmxoXZMMFVyOl86cAH8qUic=
+github.com/chzyer/readline v1.5.1/go.mod h1:Eh+b79XXUwfKfcPLepksvw2tcLE/Ct21YObkaSkeBlk=
 github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
 github.com/chzyer/test v0.0.0-20210722231415-061457976a23/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
+github.com/chzyer/test v1.0.0/go.mod h1:2JlltgoNkt4TW/z9V/IzDdFaMTM2JPIi26O1pF38GC8=
 github.com/circonus-labs/circonus-gometrics v2.3.1+incompatible/go.mod h1:nmEj6Dob7S7YxXgwXpfOuvO54S+tGdZdw9fuRZt25Ag=
 github.com/circonus-labs/circonusllhist v0.1.3/go.mod h1:kMXHVDlOchFAehlya5ePtbp5jckzBHf4XRpQvBOLI+I=
 github.com/clbanning/x2j v0.0.0-20191024224557-825249438eec/go.mod h1:jMjuTZXRI4dUb/I5gc9Hdhagfvm9+RyrPryS/auMzxE=
@@ -1015,6 +1021,8 @@ github.com/fatih/color v1.16.0/go.mod h1:fL2Sau1YI5c0pdGEVCbKQbLXB6edEj1ZgiY4Nij
 github.com/fatih/structs v1.1.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M=
 github.com/fatih/structtag v1.2.0 h1:/OdNE99OxoI/PqaW/SuSK9uxxT3f/tcSZgon/ssNSx4=
 github.com/fatih/structtag v1.2.0/go.mod h1:mBJUNpUnHmRKrKlQQlmCrh5PuhftFbNv8Ys4/aAZl94=
+github.com/felixge/fgprof v0.9.5 h1:8+vR6yu2vvSKn08urWyEuxx75NWPEvybbkBirEpsbVY=
+github.com/felixge/fgprof v0.9.5/go.mod h1:yKl+ERSa++RYOs32d8K6WEXCB4uXdLls4ZaZPpayhMM=
 github.com/felixge/httpsnoop v1.0.1/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
 github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=
 github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
@@ -1149,8 +1157,9 @@ github.com/gobwas/pool v0.2.0/go.mod h1:q8bcK0KcYlCgd9e7WYLm9LpyS+YeLd8JVDW6Wezm
 github.com/gobwas/pool v0.2.1 h1:xfeeEhW7pwmX8nuLVlqbzVc7udMDrwetjEv+TZIz1og=
 github.com/gobwas/pool v0.2.1/go.mod h1:q8bcK0KcYlCgd9e7WYLm9LpyS+YeLd8JVDW6WezmKEw=
 github.com/gobwas/ws v1.0.2/go.mod h1:szmBTxLgaFppYjEmNtny/v3w89xOydFnnZMcgRRu/EM=
-github.com/gobwas/ws v1.1.0 h1:7RFti/xnNkMJnrK7D1yQ/iCIB5OrrY/54/H930kIbHA=
 github.com/gobwas/ws v1.1.0/go.mod h1:nzvNcVha5eUziGrbxFCo6qFIojQHjJV5cLYIbezhfL0=
+github.com/gobwas/ws v1.2.1 h1:F2aeBZrm2NDsc7vbovKrWSogd4wvfAxg0FQ89/iqOTk=
+github.com/gobwas/ws v1.2.1/go.mod h1:hRKAFb8wOxFROYNsT1bqfWnhX+b5MFeJM9r2ZSwg/KY=
 github.com/goccy/go-json v0.9.7/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
 github.com/goccy/go-json v0.9.11/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
 github.com/goccy/go-json v0.10.4 h1:JSwxQzIqKfmFX1swYPpUThQZp/Ka4wzJdK0LWVytLPM=
@@ -1305,8 +1314,9 @@ github.com/google/pprof v0.0.0-20210407192527-94a9f03dee38/go.mod h1:kpwsk12EmLe
 github.com/google/pprof v0.0.0-20210601050228-01bbb1931b22/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE=
 github.com/google/pprof v0.0.0-20210609004039-a478d1d731e9/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE=
 github.com/google/pprof v0.0.0-20210720184732-4bb14d4b1be1/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE=
-github.com/google/pprof v0.0.0-20230207041349-798e818bf904 h1:4/hN5RUoecvl+RmJRE2YxKWtnnQls6rQjjW5oV7qg2U=
 github.com/google/pprof v0.0.0-20230207041349-798e818bf904/go.mod h1:uglQLonpP8qtYCYyzA+8c/9qtqgA3qsXGYqCPKARAFg=
+github.com/google/pprof v0.0.0-20240227163752-401108e1b7e7 h1:y3N7Bm7Y9/CtpiVkw/ZWj6lSlDF3F74SfKwfTCer72Q=
+github.com/google/pprof v0.0.0-20240227163752-401108e1b7e7/go.mod h1:czg5+yv1E0ZGTi6S6vVK1mke0fV+FaUhNGcd6VRS9Ik=
 github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI=
 github.com/google/safehtml v0.0.2/go.mod h1:L4KWwDsUJdECRAEpZoBn3O64bQaywRscowZjJAzjHnU=
 github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 h1:El6M4kTTCOh6aBiKaUGG7oYTSPP8MxqL4YI3kZKwcP4=
@@ -1457,6 +1467,7 @@ github.com/iancoleman/strcase v0.2.0/go.mod h1:iwCmte+B7n89clKwxIoIXy/HfoL7AsD47
 github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
 github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
 github.com/ianlancetaylor/demangle v0.0.0-20220319035150-800ac71e25c2/go.mod h1:aYm2/VgdVmcIU8iMfdMvDMsRAQjcfZSKFby6HOFvi/w=
+github.com/ianlancetaylor/demangle v0.0.0-20230524184225-eabc099b10ab/go.mod h1:gx7rwoVhcfuVKG5uya9Hs3Sxj7EIvldVofAWIUtGouw=
 github.com/imkira/go-interpol v1.1.0/go.mod h1:z0h2/2T3XF8kyEPpRgJ3kmNv+C43p+I/CoI+jC3w2iA=
 github.com/improbable-eng/grpc-web v0.14.1 h1:NrN4PY71A6tAz2sKDvC5JCauENWp0ykG8Oq1H3cpFvw=
 github.com/improbable-eng/grpc-web v0.14.1/go.mod h1:zEjGHa8DAlkoOXmswrNvhUGEYQA9UI7DhrGeHR1DMGU=
@@ -1582,6 +1593,7 @@ github.com/leanovate/gopter v0.2.11 h1:vRjThO1EKPb/1NsDXuDrzldR28RLkBflWYcU9CvzW
 github.com/leanovate/gopter v0.2.11/go.mod h1:aK3tzZP/C+p1m3SPRE4SYZFGP7jjkuSI4f7Xvpt0S9c=
 github.com/ledgerwatch/erigon-lib v0.0.0-20230210071639-db0e7ed11263 h1:LGEzZvf33Y1NhuP5+jI/ni9l1TFS6oYPDilgy74NusM=
 github.com/ledgerwatch/erigon-lib v0.0.0-20230210071639-db0e7ed11263/go.mod h1:OXgMDuUo2lZ3NpH29ZvMYbk+LxFd5ffDl2Z2mGMuY/I=
+github.com/ledongthuc/pdf v0.0.0-20220302134840-0c2507a12d80/go.mod h1:imJHygn/1yfhB7XSJJKlFZKl/J+dCPAknuiaGOshXAs=
 github.com/leodido/go-urn v1.2.0/go.mod h1:+8+nEpDfqqsY+g338gtMEUOtuK+4dEMhiQEgxpxOKII=
 github.com/leodido/go-urn v1.2.1 h1:BqpAaACuzVSgi/VLzGZIobT2z4v53pjosyNd9Yv6n/w=
 github.com/leodido/go-urn v1.2.1/go.mod h1:zt4jvISO2HfUBqxjfIshjdMTYS56ZS/qv49ictyFfxY=
@@ -1799,6 +1811,7 @@ github.com/openzipkin-contrib/zipkin-go-opentracing v0.4.5/go.mod h1:/wsWhb9smxS
 github.com/openzipkin/zipkin-go v0.1.6/go.mod h1:QgAqvLzwWbR/WpD4A3cGpPtJrZXNIiJc5AZX7/PBEpw=
 github.com/openzipkin/zipkin-go v0.2.1/go.mod h1:NaW6tEwdmWMaCDZzg8sh+IBNOxHMPnhQw8ySjnjRyN4=
 github.com/openzipkin/zipkin-go v0.2.2/go.mod h1:NaW6tEwdmWMaCDZzg8sh+IBNOxHMPnhQw8ySjnjRyN4=
+github.com/orisano/pixelmatch v0.0.0-20220722002657-fb0b55479cde/go.mod h1:nZgzbfBr3hhjoZnS66nKrHmduYNpc34ny7RK4z5/HM0=
 github.com/ory/dockertest v3.3.5+incompatible h1:iLLK6SQwIhcbrG783Dghaaa3WPzGc+4Emza6EbVUUGA=
 github.com/ory/dockertest v3.3.5+incompatible/go.mod h1:1vX4m9wsvi00u5bseYwXaSnhNrne+V0E6LAcBILJdPs=
 github.com/ory/dockertest/v3 v3.9.1 h1:v4dkG+dlu76goxMiTT2j8zV7s4oPPEppKT8K8p2f1kY=
diff --git a/go.work.sum b/go.work.sum
index 3f32e91e14..084d091450 100644
--- a/go.work.sum
+++ b/go.work.sum
@@ -6,6 +6,7 @@ cel.dev/expr v0.16.1/go.mod h1:AsGA5zb3WruAEQeQng1RZdGEXmBj0jvMWh6l5SnNuC8=
 cel.dev/expr v0.20.0 h1:OunBvVCfvpWlt4dN7zg3FM6TDkzOePe1+foGJ9AXeeI=
 cel.dev/expr v0.20.0/go.mod h1:MrpN08Q+lEBs+bGYdLxxHkZoUSsCp0nSKTs0nTymJgw=
 cloud.google.com/go v0.98.0/go.mod h1:ua6Ush4NALrHk5QXDWnjvZHN93OuF0HfuEPq9I1X0cM=
+cloud.google.com/go v0.110.0 h1:Zc8gqp3+a9/Eyph2KDmcGaPtbKRIoqq4YTlL4NMD0Ys=
 cloud.google.com/go v0.116.0 h1:B3fRrSDkLRt5qSHWe40ERJvhvnQwdZiHu0bJOpldweE=
 cloud.google.com/go v0.116.0/go.mod h1:cEPSRWPzZEswwdr9BxE6ChEn01dWlTaF05LiC2Xs70U=
 cloud.google.com/go v0.121.1 h1:S3kTQSydxmu1JfLRLpKtxRPA7rSrYPRPEUmL/PavVUw=
@@ -248,6 +249,7 @@ cloud.google.com/go/gkemulticloud v1.4.1 h1:SvVD2nJTGScEDYygIQ5dI14oFYhgtJx8Hazk
 cloud.google.com/go/gkemulticloud v1.4.1/go.mod h1:KRvPYcx53bztNwNInrezdfNF+wwUom8Y3FuJBwhvFpQ=
 cloud.google.com/go/gkemulticloud v1.5.3 h1:334aZmOzIt3LVBpguCof8IHaLaftcZlx+L0TGBukYkY=
 cloud.google.com/go/gkemulticloud v1.5.3/go.mod h1:KPFf+/RcfvmuScqwS9/2MF5exZAmXSuoSLPuaQ98Xlk=
+cloud.google.com/go/grafeas v0.2.0 h1:CYjC+xzdPvbV65gi6Dr4YowKcmLo045pm18L0DhdELM=
 cloud.google.com/go/grafeas v0.3.11 h1:CobnwnyeY1j1Defi5vbEircI+jfrk3ci5m004ZjiFP4=
 cloud.google.com/go/grafeas v0.3.11/go.mod h1:dcQyG2+T4tBgG0MvJAh7g2wl/xHV2w+RZIqivwuLjNg=
 cloud.google.com/go/grafeas v0.3.15 h1:lBjwKmhpiqOAFaE0xdqF8CqO74a99s8tUT5mCkBBxPs=
@@ -439,6 +441,7 @@ cloud.google.com/go/speech v1.25.2 h1:rKOXU9LAZTOYHhRNB4gZDekNjJx21TktQpetBa5IzO
 cloud.google.com/go/speech v1.25.2/go.mod h1:KPFirZlLL8SqPaTtG6l+HHIFHPipjbemv4iFg7rTlYs=
 cloud.google.com/go/speech v1.27.1 h1:+OktATNlQc+4WH78OrQadIP4CzXb9mBucdDGCO1NrlI=
 cloud.google.com/go/speech v1.27.1/go.mod h1:efCfklHFL4Flxcdt9gpEMEJh9MupaBzw3QiSOVeJ6ck=
+cloud.google.com/go/storage v1.29.0 h1:6weCgzRvMg7lzuUurI4697AqIRPU1SvzHhynwpW31jI=
 cloud.google.com/go/storage v1.49.0 h1:zenOPBOWHCnojRd9aJZAyQXBYqkJkdQS42dxL55CIMw=
 cloud.google.com/go/storage v1.49.0/go.mod h1:k1eHhhpLvrPjVGfo0mOUPEJ4Y2+a/Hv5PiwehZI9qGU=
 cloud.google.com/go/storage v1.53.0 h1:gg0ERZwL17pJ+Cz3cD2qS60w1WMDnwcm5YPAIQBHUAw=
@@ -559,6 +562,7 @@ github.com/RoaringBitmap/roaring v1.2.2/go.mod h1:plvDsJQpxOC5bw8LRteu/MLWHsHez/
 github.com/Shopify/goreferrer v0.0.0-20220729165902-8cddb4f5de06 h1:KkH3I3sJuOLP3TjA/dfr4NAY8bghDwnXiU7cTKxQqo0=
 github.com/Shopify/sarama v1.19.0 h1:9oksLxC6uxVPHPVYUmq6xhr1BOF/hHobWH2UzO67z1s=
 github.com/Shopify/toxiproxy v2.1.4+incompatible h1:TKdv8HiTLgE5wdJuEML90aBgNWsokNbMijUGhmcoBJc=
+github.com/StackExchange/wmi v1.2.1 h1:VIkavFPXSjcnS+O8yTq7NI32k0R5Aj+v39y29VYDOSA=
 github.com/VictoriaMetrics/metrics v1.23.1 h1:/j8DzeJBxSpL2qSIdqnRFLvQQhbJyJbbEi22yMm7oL0=
 github.com/VictoriaMetrics/metrics v1.23.1/go.mod h1:rAr/llLpEnAdTehiNlUxKgnjcOuROSzpw0GvjpEbvFc=
 github.com/Zilliqa/gozilliqa-sdk v1.2.1-0.20201201074141-dd0ecada1be6 h1:1d9pzdbkth4D9AX6ndKSl7of3UTV0RYl3z64U2dXMGo=
@@ -627,6 +631,7 @@ github.com/apache/arrow/go/v15 v15.0.2/go.mod h1:DGXsR3ajT524njufqf95822i+KTh+ye
 github.com/apache/thrift v0.16.0 h1:qEy6UW60iVOlUy+b9ZR0d5WzUWYGOo4HfopoyBaNmoY=
 github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e h1:QEF07wC0T1rKkctt1RINW/+RMTVmiwxETico2l3gxJA=
 github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6 h1:G1bPvciwNyF7IUmKXNt9Ak3m6u9DE1rF+RmtIkBpVdA=
+github.com/armon/go-radix v0.0.0-20180808171621-7fddfc383310 h1:BUAU3CGlLvorLI26FmByPp2eC2qla6E1Tw+scpcg/to=
 github.com/armon/go-radix v1.0.0 h1:F4z6KzEeeQIMeLFa97iZU6vupzoecKdU5TX24SNppXI=
 github.com/aryann/difflib v0.0.0-20170710044230-e206f873d14a h1:pv34s756C4pEXnjgPfGYgdhg/ZdajGhyOvzx8k+23nw=
 github.com/aws/aws-lambda-go v1.13.3 h1:SuCy7H3NLyp+1Mrfp+m80jcbi9KYWAs9/BXwppwRDzY=
@@ -671,12 +676,26 @@ github.com/cenkalti/backoff/v5 v5.0.2 h1:rIfFVxEf1QsI7E1ZHfp/B4DF/6QBAUhmgkxc0H7
 github.com/cenkalti/backoff/v5 v5.0.2/go.mod h1:rkhZdG3JZukswDf7f0cwqPNk4K0sa+F97BxZthm/crw=
 github.com/census-instrumentation/opencensus-proto v0.4.1 h1:iKLQ0xPNFxR/2hzXZMrBo8f1j86j5WHzznCCQxV/b8g=
 github.com/checkpoint-restore/go-criu/v5 v5.0.0 h1:TW8f/UvntYoVDMN1K2HlT82qH1rb0sOjpGw3m6Ym+i4=
+github.com/checkpoint-restore/go-criu/v5 v5.3.0 h1:wpFFOoomK3389ue2lAb0Boag6XPht5QYpipxmSNL4d8=
 github.com/checkpoint-restore/go-criu/v5 v5.3.0/go.mod h1:E/eQpaFtUKGOOSEBZgmKAcn+zUUwWxqcaKZlF54wK8E=
 github.com/cheekybits/is v0.0.0-20150225183255-68e9c0620927 h1:SKI1/fuSdodxmNNyVBR8d7X/HuLnRpvvFO0AgyQk764=
+github.com/chromedp/cdproto v0.0.0-20230802225258-3cf4e6d46a89 h1:aPflPkRFkVwbW6dmcVqfgwp1i+UWGFH6VgR1Jim5Ygc=
+github.com/chromedp/cdproto v0.0.0-20230802225258-3cf4e6d46a89/go.mod h1:GKljq0VrfU4D5yc+2qA6OVr8pmO/MBbPEWqWQ/oqGEs=
+github.com/chromedp/chromedp v0.9.2 h1:dKtNz4kApb06KuSXoTQIyUC2TrA0fhGDwNZf3bcgfKw=
+github.com/chromedp/chromedp v0.9.2/go.mod h1:LkSXJKONWTCHAfQasKFUZI+mxqS4tZqhmtGzzhLsnLs=
+github.com/chromedp/sysutil v1.0.0 h1:+ZxhTpfpZlmchB58ih/LBHX52ky7w2VhQVKQMucy3Ic=
+github.com/chromedp/sysutil v1.0.0/go.mod h1:kgWmDdq8fTzXYcKIBqIYvRRTnYb9aNS9moAV0xufSww=
 github.com/chzyer/logex v1.2.0 h1:+eqR0HfOetur4tgnC8ftU5imRnhi4te+BadWS95c5AM=
+github.com/chzyer/logex v1.2.1 h1:XHDu3E6q+gdHgsdTPH6ImJMIp436vR6MPtH8gP05QzM=
+github.com/chzyer/logex v1.2.1/go.mod h1:JLbx6lG2kDbNRFnfkgvh4eRJRPX1QCoOIWomwysCBrQ=
 github.com/chzyer/readline v1.5.0 h1:lSwwFrbNviGePhkewF1az4oLmcwqCZijQ2/Wi3BGHAI=
+github.com/chzyer/readline v1.5.1 h1:upd/6fQk4src78LMRzh5vItIt361/o4uq553V8B5sGI=
+github.com/chzyer/readline v1.5.1/go.mod h1:Eh+b79XXUwfKfcPLepksvw2tcLE/Ct21YObkaSkeBlk=
 github.com/chzyer/test v0.0.0-20210722231415-061457976a23 h1:dZ0/VyGgQdVGAss6Ju0dt5P0QltE0SFY5Woh6hbIfiQ=
+github.com/chzyer/test v1.0.0 h1:p3BQDXSxOhOG0P9z6/hGnII4LGiEPOYBhs8asl/fC04=
+github.com/chzyer/test v1.0.0/go.mod h1:2JlltgoNkt4TW/z9V/IzDdFaMTM2JPIi26O1pF38GC8=
 github.com/cilium/ebpf v0.6.2 h1:iHsfF/t4aW4heW2YKfeHrVPGdtYTL4C4KocpM8KTSnI=
+github.com/cilium/ebpf v0.7.0 h1:1k/q3ATgxSXRdrmPfH8d7YK0GfqVsEKZAX9dQZvs56k=
 github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA=
 github.com/circonus-labs/circonus-gometrics v2.3.1+incompatible h1:C29Ae4G5GtYyYMm1aztcyj/J5ckgJm2zwdDajFbx1NY=
 github.com/circonus-labs/circonusllhist v0.1.3 h1:TJH+oke8D16535+jHExHj4nQvzlZrj7ug5D7I/orNUA=
@@ -686,6 +705,7 @@ github.com/clbanning/x2j v0.0.0-20191024224557-825249438eec h1:EdRZT3IeKQmfCSrgo
 github.com/cloudflare/cloudflare-go v0.114.0 h1:ucoti4/7Exo0XQ+rzpn1H+IfVVe++zgiM+tyKtf0HUA=
 github.com/cncf/udpa/go v0.0.0-20220112060539-c52dc94e7fbe h1:QQ3GSy+MqSHxm/d8nCtnAiZdYFd45cYZPs8vOOIYKfk=
 github.com/cncf/xds/go v0.0.0-20211130200136-a8f946100490/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs=
+github.com/cncf/xds/go v0.0.0-20230105202645-06c439db220b h1:ACGZRIr7HsgBKHsueQ1yM4WaVaXh21ynwqsF8M8tXhA=
 github.com/cncf/xds/go v0.0.0-20240423153145-555b57ec207b/go.mod h1:W+zGtBO5Y1IgJhy4+A9GOqVhqLpfZi+vwmdNXUehLA8=
 github.com/cncf/xds/go v0.0.0-20240905190251-b4127c9b8d78 h1:QVw89YDxXxEe+l8gU8ETbOasdwEV+avkR75ZzsVV9WI=
 github.com/cncf/xds/go v0.0.0-20240905190251-b4127c9b8d78/go.mod h1:W+zGtBO5Y1IgJhy4+A9GOqVhqLpfZi+vwmdNXUehLA8=
@@ -696,25 +716,31 @@ github.com/codegangsta/inject v0.0.0-20150114235600-33e0aa1cb7c0 h1:sDMmm+q/3+Bu
 github.com/consensys/bavard v0.1.31-0.20250406004941-2db259e4b582 h1:dTlIwEdFQmldzFf5F6bbTcYWhvnAgZai2g8eq3Wwxqg=
 github.com/consensys/bavard v0.1.31-0.20250406004941-2db259e4b582/go.mod h1:k/zVjHHC4B+PQy1Pg7fgvG3ALicQw540Crag8qx+dZs=
 github.com/containerd/console v1.0.2 h1:Pi6D+aZXM+oUw1czuKgH5IJ+y0jhYcwBJfx5/Ghn9dE=
+github.com/containerd/console v1.0.3 h1:lIr7SlA5PxZyMV30bDW0MGbiOPXwc63yRuCP0ARubLw=
 github.com/containerd/console v1.0.3/go.mod h1:7LqA/THxQ86k76b8c/EMSiaJ3h1eZkMkXar0TQ1gf3U=
 github.com/coreos/bbolt v1.3.2 h1:wZwiHHUieZCquLkDL0B8UhzreNWsPHooDAG3q34zk0s=
 github.com/coreos/etcd v3.3.10+incompatible h1:jFneRYjIvLMLhDLCzuTuU4rSJUjRplcJQ7pD7MnhC04=
 github.com/coreos/go-etcd v2.0.0+incompatible h1:bXhRBIXoTm9BYHS3gE0TtQuyNZyeEMux2sDi4oo5YOo=
 github.com/coreos/go-semver v0.3.0 h1:wkHLiw0WNATZnSG7epLsujiMCgPAc9xhjJ4tgnAxmfM=
+github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e h1:Wf6HqHfScWJN9/ZjdUKyjop4mf3Qdd+1TvvltAvM3m8=
 github.com/coreos/go-systemd v0.0.0-20190620071333-e64a0ec8b42a h1:W8b4lQ4tFF21aspRGoBuCNV6V2fFJBF+pm1J6OY8Lys=
 github.com/coreos/go-systemd/v22 v22.5.0 h1:RrqgGjYQKalulkV8NGVIfkXQf6YYmOyiJKk8iXXhfZs=
 github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f h1:lBNOc5arjvs8E5mO2tbpBpLoyyu8B6e44T7hJy6potg=
 github.com/cpuguy83/go-md2man v1.0.10 h1:BSKMNlYxDvnunlTymqtgONjNnaRV1sTpcovwwjF22jk=
 github.com/cpuguy83/go-md2man/v2 v2.0.1/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
+github.com/crate-crypto/go-eth-kzg v1.3.0 h1:05GrhASN9kDAidaFJOda6A4BEvgvuXbazXg/0E3OOdI=
 github.com/crate-crypto/go-eth-kzg v1.3.0/go.mod h1:J9/u5sWfznSObptgfa92Jq8rTswn6ahQWEuiLHOjCUI=
 github.com/creachadair/command v0.0.0-20220426235536-a748effdf6a1 h1:r626P+s8TKpQaHwIaLmA2nGetfIVYEhtqcs3g2U1dC8=
 github.com/creachadair/command v0.0.0-20220426235536-a748effdf6a1/go.mod h1:bAM+qFQb/KwWyCc9MLC4U1jvn3XyakqP5QRkds5T6cY=
+github.com/creachadair/command v0.2.0 h1:qTA9cMMhZePAxFoNdnk6F6nn94s1qPndIg9hJbqI9cA=
 github.com/creachadair/command v0.2.0/go.mod h1:j+Ar+uYnFsHpkMeV9kGj6lJ45y9u2xqtg8FYy6cm+0o=
 github.com/creack/pty v1.1.9 h1:uDmaGzcdjhF4i/plgjmEsriH11Y0o7RKapEf/LDaM3w=
+github.com/creack/pty v1.1.24 h1:bJrF4RRfyJnbTJqzRLHzcGaZK1NeM5kTC9jGgovnR1s=
 github.com/creack/pty v1.1.24/go.mod h1:08sCNb52WyoAwi2QDyzUCTgcvVFhUzewun7wtTfvcwE=
 github.com/cristalhq/acmd v0.8.1 h1:mtFp/cbeJNY5jokF9zPz5mRllGHropRrOkOVxeGS6FI=
 github.com/cyberdelia/templates v0.0.0-20141128023046-ca7fffd4298c h1:/ovYnF02fwL0kvspmy9AuyKg1JhdTRUgPw4nUxd9oZM=
 github.com/cyphar/filepath-securejoin v0.2.2 h1:jCwT2GTP+PY5nBz3c/YL5PAIbusElVrPujOBSCj8xRg=
+github.com/cyphar/filepath-securejoin v0.2.4 h1:Ugdm7cg7i6ZK6x3xDF1oEu1nfkyfH53EtKeQYTC3kyg=
 github.com/cyphar/filepath-securejoin v0.2.4/go.mod h1:aPGpWjXOXUn2NCNjFvBE6aRxGGx79pTxQpKOJNYHHl4=
 github.com/decred/dcrd/lru v1.0.0 h1:Kbsb1SFDsIlaupWPwsPp+dkxiBY1frcS07PCPgotKz8=
 github.com/deepmap/oapi-codegen v1.6.0 h1:w/d1ntwh91XI0b/8ja7+u5SvA4IFfM0UNNLmiDR1gg0=
@@ -724,6 +750,7 @@ github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/r
 github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954 h1:RMLoZVzv4GliuWafOuPuQDKSm1SJph7uCRnnS61JAn4=
 github.com/djherbis/atime v1.1.0 h1:rgwVbP/5by8BvvjBNrbh64Qz33idKT3pSnMSJsxhi0g=
 github.com/dnaeon/go-vcr v1.2.0 h1:zHCHvJYTMh1N7xnV7zf1m1GPBF9Ad0Jk/whtQ1663qI=
+github.com/docker/docker v25.0.6+incompatible h1:5cPwbwriIcsua2REJe8HqQV+6WlWc1byg2QSXzBxBGg=
 github.com/docker/docker v25.0.6+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk=
 github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815 h1:bWDMxwH3px2JBh6AyO7hdCn/PkvCZXii8TGj7sbtEbQ=
 github.com/donovanhide/eventsource v0.0.0-20210830082556-c59027999da0 h1:C7t6eeMaEQVy6e8CarIhscYQlNmw5e3G36y7l7Y21Ao=
@@ -737,11 +764,13 @@ github.com/eknkc/amber v0.0.0-20171010120322-cdade1c07385 h1:clC1lXBpe2kTj2VHdaI
 github.com/emicklei/go-restful/v3 v3.12.2 h1:DhwDP0vY3k8ZzE0RunuJy8GhNpPL6zqLkDf9B/a0/xU=
 github.com/emicklei/go-restful/v3 v3.12.2/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc=
 github.com/envoyproxy/go-control-plane v0.10.1/go.mod h1:AY7fTTXNdv/aJ2O5jwpxAPOWUZ7hQAEvzN5Pf27BkQQ=
+github.com/envoyproxy/go-control-plane v0.10.3 h1:xdCVXxEe0Y3FQith+0cj2irwZudqGYvecuLB1HtdexY=
 github.com/envoyproxy/go-control-plane v0.13.1 h1:vPfJZCkob6yTMEgS+0TwfTUfbHjfy/6vOJ8hUWX/uXE=
 github.com/envoyproxy/go-control-plane v0.13.1/go.mod h1:X45hY0mufo6Fd0KW3rqsGvQMw58jvjymeCzBU3mWyHw=
 github.com/envoyproxy/go-control-plane/envoy v1.32.4 h1:jb83lalDRZSpPWW2Z7Mck/8kXZ5CQAFYVjQcdVIr83A=
 github.com/envoyproxy/go-control-plane/envoy v1.32.4/go.mod h1:Gzjc5k8JcJswLjAx1Zm+wSYE20UrLtt7JZMWiWQXQEw=
 github.com/envoyproxy/protoc-gen-validate v0.6.2/go.mod h1:2t7qjJNvHPx8IjnBOzl9E9/baC+qXE/TeeyBRzgJDws=
+github.com/envoyproxy/protoc-gen-validate v0.9.1 h1:PS7VIOgmSVhWUEeZwTe7z7zouA22Cr590PzXKbZHOVY=
 github.com/envoyproxy/protoc-gen-validate v1.0.4/go.mod h1:qys6tmnRsYrQqIhm2bvKZH4Blx/1gTIZ2UKVY1M+Yew=
 github.com/envoyproxy/protoc-gen-validate v1.1.0 h1:tntQDh69XqOCOZsDz0lVJQez/2L6Uu2PdjCQwWCJ3bM=
 github.com/envoyproxy/protoc-gen-validate v1.1.0/go.mod h1:sXRDRVmzEbkM7CVcM06s9shE/m23dg3wzjl0UWqJ2q4=
@@ -805,6 +834,7 @@ github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 h1:p104kn46Q8Wd
 github.com/go-zookeeper/zk v1.0.2 h1:4mx0EYENAdX/B/rbunjlt5+4RTA/a9SMHBRuSKdGxPM=
 github.com/go-zookeeper/zk v1.0.2/go.mod h1:nOB03cncLtlp4t+UAkGSV+9beXP/akpekBwL+UX1Qcw=
 github.com/godbus/dbus/v5 v5.0.4 h1:9349emZab16e7zQvpmsbtjc18ykshndd8y2PG3sgJbA=
+github.com/godbus/dbus/v5 v5.0.6 h1:mkgN1ofwASrYnJ5W6U/BxG15eXXXjirgZc7CLqkcaro=
 github.com/godbus/dbus/v5 v5.0.6/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
 github.com/gogo/googleapis v1.4.1 h1:1Yx4Myt7BxzvUr5ldGSbwYiZG6t9wGBZ+8/fX3Wvtq0=
 github.com/gogo/status v1.1.0 h1:+eIkrewn5q6b30y+g/BJINVVdi2xH7je5MPJ3ZPK3JA=
@@ -824,6 +854,7 @@ github.com/google/go-pkcs11 v0.3.0 h1:PVRnTgtArZ3QQqTGtbtjtnIkzl2iY2kt24yqbrf7td
 github.com/google/go-pkcs11 v0.3.0/go.mod h1:6eQoGcuNJpa7jnd5pMGdkSaQpNDYvPlXWMcjXXThLlY=
 github.com/google/go-querystring v1.1.0 h1:AnCroh3fv4ZBgVIf1Iwtovgjaw/GiKJo8M8yD/fhyJ8=
 github.com/google/martian v2.1.0+incompatible h1:/CP5g8u/VJHijgedC/Legn3BAbAaWPgecwXBIDzw5no=
+github.com/google/martian/v3 v3.3.2 h1:IqNFLAmvJOgVlpdEBiQbDc2EwKW77amAycfTuWKdfvw=
 github.com/google/martian/v3 v3.3.3 h1:DIhPTQrbPkgs2yJYdXU/eNACCG5DVQjySNRNlflZ9Fc=
 github.com/google/martian/v3 v3.3.3/go.mod h1:iEPrYcgCF7jA9OtScMFQyAlZZ4YXTKEtJ1E6RWzmBA0=
 github.com/google/renameio v0.1.0 h1:GOZbcHa3HfsPKPlmyPyN2KEohoMXOhdMbHrvbpl2QaA=
@@ -867,12 +898,15 @@ github.com/grpc-ecosystem/grpc-gateway/v2 v2.26.3/go.mod h1:ndYquD05frm2vACXE1ns
 github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1 h1:X5VWvz21y3gzm9Nw/kaUeku/1+uBhcekkmy4IkffJww=
 github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1/go.mod h1:Zanoh4+gvIgluNqcfMVTJueD4wSS5hT7zTt4Mrutd90=
 github.com/guptarohit/asciigraph v0.5.5 h1:ccFnUF8xYIOUPPY3tmdvRyHqmn1MYI9iv1pLKX+/ZkQ=
+github.com/hashicorp/consul/api v1.10.1 h1:MwZJp86nlnL+6+W1Zly4JUuVn9YHhMggBirMpHGD7kw=
 github.com/hashicorp/consul/api v1.10.1/go.mod h1:XjsvQN+RJGWI2TWy1/kqaE16HrR2J/FWgkYjdZQsX9M=
 github.com/hashicorp/consul/api v1.11.0/go.mod h1:XjsvQN+RJGWI2TWy1/kqaE16HrR2J/FWgkYjdZQsX9M=
 github.com/hashicorp/consul/api v1.12.0 h1:k3y1FYv6nuKyNTqj6w9gXOx5r5CfLj/k/euUeBXj1OY=
+github.com/hashicorp/consul/sdk v0.3.0 h1:UOxjlb4xVNF93jak1mzzoBatyFju9nrkxpVwIp/QqxQ=
 github.com/hashicorp/consul/sdk v0.8.0 h1:OJtKBtEjboEZvG6AOUdh4Z1Zbyu0WcxQ0qatRrZHTVU=
 github.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=
 github.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=
+github.com/hashicorp/go-hclog v0.16.2 h1:K4ev2ib4LdQETX5cSZBG0DVLk1jwGqSPXBjdah3veNs=
 github.com/hashicorp/go-hclog v0.16.2/go.mod h1:whpDNt7SSdeAju8AWKIWsul05p54N/39EeqMAyrmvFQ=
 github.com/hashicorp/go-hclog v1.0.0/go.mod h1:whpDNt7SSdeAju8AWKIWsul05p54N/39EeqMAyrmvFQ=
 github.com/hashicorp/go-hclog v1.2.0 h1:La19f8d7WIlm4ogzNHB0JGqs5AUDAZ2UfCY4sJXcJdM=
@@ -883,11 +917,15 @@ github.com/hashicorp/go-rootcerts v1.0.2/go.mod h1:pqUvnprVnM5bf7AOirdbb01K4ccR3
 github.com/hashicorp/go-sockaddr v1.0.0 h1:GeH6tui99pF4NJgfnhp+L6+FfobzVW3Ah46sLo0ICXs=
 github.com/hashicorp/go-syslog v1.0.0 h1:KaodqZuhUoZereWVIYmpUgZysurB1kBLX2j0MwMrUAE=
 github.com/hashicorp/go.net v0.0.1 h1:sNCoNyDEvN1xa+X0baata4RdcpKwcMS6DH+xwfqPgjw=
+github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
 github.com/hashicorp/logutils v1.0.0 h1:dLEQVugN8vlakKOUE3ihGLTZJRB4j+M2cdTm/ORI65Y=
+github.com/hashicorp/mdns v1.0.0 h1:WhIgCr5a7AaVH6jPUwjtRuuE7/RDufnUvzIr48smyxs=
 github.com/hashicorp/mdns v1.0.1/go.mod h1:4gW7WsVCke5TE7EPeYliwHlRUyBtfCwuFwuMg2DmyNY=
 github.com/hashicorp/mdns v1.0.4 h1:sY0CMhFmjIPDMlTB+HfymFHCaYLhgifZ0QhjaYKD/UQ=
+github.com/hashicorp/memberlist v0.1.3 h1:EmmoJme1matNzb+hMpDuR/0sbJSUisxyqBGG676r31M=
 github.com/hashicorp/memberlist v0.2.2/go.mod h1:MS2lj3INKhZjWNqd3N0m3J+Jxf3DAOnAH9VT3Sh9MUE=
 github.com/hashicorp/memberlist v0.3.0 h1:8+567mCcFDnS5ADl7lrpxPMWiFCElyUEeW0gtj34fMA=
+github.com/hashicorp/serf v0.9.5 h1:EBWvyu9tcRszt3Bxp3KNssBMP1KuHWyO51lz9+786iM=
 github.com/hashicorp/serf v0.9.5/go.mod h1:UWDWwZeL5cuWDJdl0C6wrvrUwEqtQ4ZKBKKENpqIUyk=
 github.com/hashicorp/serf v0.9.7 h1:hkdgbqizGQHuU5IPqYM1JdSMV8nKfpuOnZYXssk9muY=
 github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
@@ -896,10 +934,14 @@ github.com/huandu/xstrings v1.3.2/go.mod h1:y5/lhBue+AyNmUVz9RLU9xbLR0o4KIIExikq
 github.com/hudl/fargo v1.4.0 h1:ZDDILMbB37UlAVLlWcJ2Iz1XuahZZTDZfdCKeclfq2s=
 github.com/hudl/fargo v1.4.0/go.mod h1:9Ai6uvFy5fQNq6VPKtg+Ceq1+eTY4nKUlR2JElEOcDo=
 github.com/hydrogen18/memlistener v1.0.0 h1:JR7eDj8HD6eXrc5fWLbSUnfcQFL06PYvCc0DKQnWfaU=
+github.com/iancoleman/strcase v0.2.0 h1:05I4QRnGpI0m37iZQRuskXh+w77mr6Z41lwQzuHLwW0=
 github.com/iancoleman/strcase v0.3.0 h1:nTXanmYxhfFAMjZL34Ov6gkzEsSJZ5DbhxWjvSASxEI=
 github.com/iancoleman/strcase v0.3.0/go.mod h1:iwCmte+B7n89clKwxIoIXy/HfoL7AsD47ZCWhYzw7ho=
 github.com/ianlancetaylor/demangle v0.0.0-20220319035150-800ac71e25c2 h1:rcanfLhLDA8nozr/K289V1zcntHr3V+SHlXwzz1ZI2g=
+github.com/ianlancetaylor/demangle v0.0.0-20230524184225-eabc099b10ab h1:BA4a7pe6ZTd9F8kXETBoijjFJ/ntaa//1wiH9BZu4zU=
+github.com/ianlancetaylor/demangle v0.0.0-20230524184225-eabc099b10ab/go.mod h1:gx7rwoVhcfuVKG5uya9Hs3Sxj7EIvldVofAWIUtGouw=
 github.com/imdario/mergo v0.3.8 h1:CGgOkSJeqMRmt0D9XLWExdT4m4F1vd3FV3VPt+0VxkQ=
+github.com/imdario/mergo v0.3.13 h1:lFzP57bqS/wsqKssCGmtLAb8A0wKjLGrve2q3PPVcBk=
 github.com/imdario/mergo v0.3.13/go.mod h1:4lJ1jqUDcsbIECGy0RUJAXNIhg+6ocWgb1ALK2O4oXg=
 github.com/imkira/go-interpol v1.1.0 h1:KIiKr0VSG2CUW1hl1jpiyuzuJeKUUpC8iM1AIE7N1Vk=
 github.com/inconshreveable/mousetrap v1.0.1/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
@@ -926,6 +968,7 @@ github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkr
 github.com/jinzhu/now v1.1.5 h1:/o9tlHleP7gOFmsnYNz3RGnqzefHA47wQpKrrdTIwXQ=
 github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8=
 github.com/jmoiron/sqlx v1.2.0 h1:41Ip0zITnmWNR/vHV+S4m+VoUivnWY5E4OJfLZjCJMA=
+github.com/jonboulle/clockwork v0.1.0 h1:VKV+ZcuP6l3yW9doeqz6ziZGgcynBVQO+obU0+0hcPo=
 github.com/jonboulle/clockwork v0.2.0 h1:J2SLSdy7HgElq8ekSl2Mxh6vrRNFxqbXGenYH2I02Vs=
 github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=
 github.com/josharian/txtarfs v0.0.0-20210218200122-0702f000015a h1:8NZHLa6Gp0hW6xJ0c3F1Kse7dJw30fOcDzHuF9sLbnE=
@@ -948,6 +991,7 @@ github.com/kataras/pio v0.0.11 h1:kqreJ5KOEXGMwHAWHDwIl+mjfNCPhAwZPa8gK7MKlyw=
 github.com/kataras/sitemap v0.0.6 h1:w71CRMMKYMJh6LR2wTgnk5hSgjVNB9KL60n5e2KHvLY=
 github.com/kataras/tunnel v0.0.4 h1:sCAqWuJV7nPzGrlb0os3j49lk2JhILT0rID38NHNLpA=
 github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 h1:Z9n2FFNUXsshfwJMBgNA0RU6/i7WVaAegv3PtuIHPMs=
+github.com/keybase/go-keychain v0.0.0-20190712205309-48d3d31d256d h1:Z+RDyXzjKE0i2sTjZ/b1uxiGtPhFy34Ou/Tk0qwN0kM=
 github.com/kilic/bls12-381 v0.1.0 h1:encrdjqKMEvabVQ7qYOKu1OvhqpK4s47wDYtNiPtlp4=
 github.com/kkdai/bstream v0.0.0-20161212061736-f391b8402d23 h1:FOOIBWrEkLgmlgGfMuZT83xIwfPDxEI2OHu6xUmJMFE=
 github.com/klauspost/asmfmt v1.3.2 h1:4Ri7ox3EwapiOjCki+hw14RyKk201CN4rzyCJRFLpK4=
@@ -967,6 +1011,8 @@ github.com/ledgerwatch/secp256k1 v1.0.0 h1:Usvz87YoTG0uePIV8woOof5cQnLXGYa162rFf
 github.com/ledgerwatch/secp256k1 v1.0.0/go.mod h1:SPmqJFciiF/Q0mPt2jVs2dTr/1TZBTIA+kPMmKgBAak=
 github.com/ledgerwatch/trackerslist v1.0.0 h1:6gnQu93WCTL4jPcdmc8UEmw56Cb8IFQHLGnevfIeLwo=
 github.com/ledgerwatch/trackerslist v1.0.0/go.mod h1:pCC+eEw8izNcnBBiSwvIq8kKsxDLInAafSW275jqFrg=
+github.com/ledongthuc/pdf v0.0.0-20220302134840-0c2507a12d80 h1:6Yzfa6GP0rIo/kULo2bwGEkFvCePZ3qHDDTC3/J9Swo=
+github.com/ledongthuc/pdf v0.0.0-20220302134840-0c2507a12d80/go.mod h1:imJHygn/1yfhB7XSJJKlFZKl/J+dCPAknuiaGOshXAs=
 github.com/letsencrypt/pkcs11key/v4 v4.0.0 h1:qLc/OznH7xMr5ARJgkZCCWk+EomQkiNTOoOF5LAgagc=
 github.com/lightstep/lightstep-tracer-common/golang/gogo v0.0.0-20190605223551-bc2310a04743 h1:143Bb8f8DuGWck/xpNUOckBVYfFbBTnLevfRZ1aVVqo=
 github.com/lightstep/lightstep-tracer-go v0.18.1 h1:vi1F1IQ8N7hNWytK9DpJsUfQhGuNSc19z330K6vl4zk=
@@ -999,6 +1045,8 @@ github.com/miekg/pkcs11 v1.0.3 h1:iMwmD7I5225wv84WxIG/bmxz9AXjWvTWIbM/TYHvWtw=
 github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 h1:AMFGa4R4MiIpspGNG7Z948v4n35fFGB3RR3G/ry4FWs=
 github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8DFdX7uMikMLXX4oubIzJF4kv/wI=
 github.com/minio/highwayhash v1.0.2 h1:Aak5U0nElisjDCfPSG79Tgzkn2gl66NxOMspRrKnA/g=
+github.com/minio/sha256-simd v1.0.0 h1:v1ta+49hkWZyvaKwrQB8elexRqm6Y0aMLjCNsrYxo6g=
+github.com/mitchellh/cli v1.0.0 h1:iGBIsUe3+HZ/AD/Vd7DErOt5sU9fa8Uj7A2s1aggv1Y=
 github.com/mitchellh/cli v1.1.0 h1:tEElEatulEHDeedTxwckzyYMA5c86fbmNIUL1hBIiTg=
 github.com/mitchellh/copystructure v1.0.0 h1:Laisrj+bAB6b/yJwB5Bt3ITZhGJdqmxquMKeZ+mmkFQ=
 github.com/mitchellh/go-ps v1.0.0 h1:i6ampVEEF4wQFF+bkYfwYgY+F/uYJDktmvLPf7qIgjc=
@@ -1011,6 +1059,7 @@ github.com/mitchellh/reflectwalk v1.0.1 h1:FVzMWA5RllMAKIdUSC8mdWo3XtwoecrH79BY7
 github.com/mmcloughlin/addchain v0.4.0 h1:SobOdjm2xLj1KkXN5/n0xTIWyZA2+s99UCY1iPfkHRY=
 github.com/mmcloughlin/profile v0.1.1 h1:jhDmAqPyebOsVDOCICJoINoLb/AnLBaUw58nFzxWS2w=
 github.com/moby/sys/mountinfo v0.4.1 h1:1O+1cHA1aujwEwwVMa2Xm2l+gIpUHyd3+D+d7LZh1kM=
+github.com/moby/sys/mountinfo v0.5.0 h1:2Ks8/r6lopsxWi9m58nlwjaeSzUX9iiL1vj5qB/9ObI=
 github.com/moby/sys/mountinfo v0.5.0/go.mod h1:3bMD3Rg+zkqx8MRYPi7Pyb0Ie97QEBmdxbhnCLlSvSU=
 github.com/moby/term v0.5.0 h1:xt8Q1nalod/v7BqbG21f8mQPqH+xAaC9C3N3wfWbVP0=
 github.com/moby/term v0.5.0/go.mod h1:8FzsFHVUBGZdbDsJw/ot+X+d5HLUbvklYLJ9uGfcI3Y=
@@ -1021,6 +1070,7 @@ github.com/mozilla/scribe v0.0.0-20180711195314-fb71baf557c1 h1:29NKShH4TWd3lxCD
 github.com/mozilla/tls-observatory v0.0.0-20210609171429-7bc42856d2e5 h1:0KqC6/sLy7fDpBdybhVkkv4Yz+PmB7c9Dz9z3dLW804=
 github.com/mozilla/tls-observatory v0.0.0-20210609171429-7bc42856d2e5/go.mod h1:FUqVoUPHSEdDR0MnFM3Dh8AU0pZHLXUD127SAJGER/s=
 github.com/mrunalp/fileutils v0.5.0 h1:NKzVxiH7eSk+OQ4M+ZYW1K6h27RUV3MI6NUTsHhU6Z4=
+github.com/mrunalp/fileutils v0.5.1 h1:F+S7ZlNKnrwHfSwdlgNSkKo67ReVf8o9fel6C3dkm/Q=
 github.com/mrunalp/fileutils v0.5.1/go.mod h1:M1WthSahJixYnrXQl/DFQuteStB1weuxD2QJNHXfbSQ=
 github.com/mschoch/smat v0.2.0 h1:8imxQsjDm8yFEAVBe7azKmKSgzSkZXDuKkSq9374khM=
 github.com/mschoch/smat v0.2.0/go.mod h1:kc9mz7DoBKqDyiRL7VZN8KvXQMWeTaVnttLRXOlotKw=
@@ -1048,6 +1098,7 @@ github.com/op/go-logging v0.0.0-20160315200505-970db520ece7 h1:lDH9UUVJtmYCjyT0C
 github.com/opencontainers/runtime-spec v1.0.3-0.20210326190908-1c3f411f0417 h1:3snG66yBm59tKhhSPQrQ/0bCrv1LQbKt40LnUPiUxdc=
 github.com/opencontainers/runtime-spec v1.0.3-0.20210326190908-1c3f411f0417/go.mod h1:jwyrGlmzljRJv/Fgzds9SsS/C5hL+LL3ko9hs6T5lQ0=
 github.com/opencontainers/selinux v1.8.2 h1:c4ca10UMgRcvZ6h0K4HtS15UaVSBEaE+iln2LVpAuGc=
+github.com/opencontainers/selinux v1.10.0 h1:rAiKF8hTcgLI3w0DHm6i0ylVVcOrlgR1kK99DRLDhyU=
 github.com/opencontainers/selinux v1.10.0/go.mod h1:2i0OySw99QjzBBQByd1Gr9gSjvuho1lHsJxIJ3gGbJI=
 github.com/opentracing-contrib/go-observer v0.0.0-20170622124052-a52f23424492 h1:lM6RxxfUMrYL/f8bWEUqdXrANWtrL7Nndbm9iFN0DlU=
 github.com/opentracing/basictracer-go v1.0.0 h1:YyUAhaEfjoWXclZVJ9sGoNct7j4TVk7lZWlQw5UXuoo=
@@ -1056,6 +1107,8 @@ github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYr
 github.com/openzipkin-contrib/zipkin-go-opentracing v0.4.5 h1:ZCnq+JUrvXcDVhX/xRolRBZifmabN1HcS1wrPSvxhrU=
 github.com/openzipkin/zipkin-go v0.2.5 h1:UwtQQx2pyPIgWYHRg+epgdx1/HnBQTgN3/oIYEJTQzU=
 github.com/openzipkin/zipkin-go v0.2.5/go.mod h1:KpXfKdgRDnnhsxw4pNIH9Md5lyFqKUa4YDFlwRYAMyE=
+github.com/orisano/pixelmatch v0.0.0-20220722002657-fb0b55479cde h1:x0TT0RDC7UhAVbbWWBzr41ElhJx5tXPWkIHA2HWPRuw=
+github.com/orisano/pixelmatch v0.0.0-20220722002657-fb0b55479cde/go.mod h1:nZgzbfBr3hhjoZnS66nKrHmduYNpc34ny7RK4z5/HM0=
 github.com/otiai10/curr v1.0.0 h1:TJIWdbX0B+kpNagQrjgq8bCMrbhiuX73M2XwgtDMoOI=
 github.com/otiai10/mint v1.3.1 h1:BCmzIS3n71sGfHB5NMNDB3lHYPz8fWSkCAErHed//qc=
 github.com/pact-foundation/pact-go v1.0.4 h1:OYkFijGHoZAYbOIb1LWXrwKQbMMRUv1oQ89blD2Mh2Q=
@@ -1108,11 +1161,15 @@ github.com/pion/udp v0.1.1 h1:8UAPvyqmsxK8oOjloDk4wUt63TzFe9WEJkg5lChlj7o=
 github.com/pion/udp v0.1.1/go.mod h1:6AFo+CMdKQm7UiA0eUPA8/eVCTx8jBIITLZHc9DWX5M=
 github.com/pion/webrtc/v3 v3.1.42 h1:wJEQFIXVanptnQcHOLTuIo4AtGB2+mG2x4OhIhnITOA=
 github.com/pion/webrtc/v3 v3.1.42/go.mod h1:ffD9DulDrPxyWvDPUIPAOSAWx9GUlOExiJPf7cCcMLA=
+github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 h1:KoWmjvw+nsYOo29YJK9vDA65RGE3NrOnUtO7a+RF9HU=
 github.com/pkg/diff v0.0.0-20210226163009-20ebb0f2a09e h1:aoZm08cpOy4WuID//EZDgcC4zIxODThtZNPirFr42+A=
+github.com/pkg/profile v1.2.1 h1:F++O52m40owAmADcojzM+9gyjmMOY/T4oYJkgFDH8RE=
+github.com/pkg/sftp v1.13.1 h1:I2qBYMChEhIjOgazfJmV3/mZM256btk6wkCDRmW7JYs=
 github.com/pkg/sftp v1.13.7 h1:uv+I3nNJvlKZIQGSr8JVQLNHFU9YhhNpvC14Y6KgmSM=
 github.com/pkg/sftp v1.13.7/go.mod h1:KMKI0t3T6hfA+lTR/ssZdunHo+uwq7ghoN09/FSu3DY=
 github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 h1:GFCKgmp0tecUJ0sJuv4pzYCqS9+RGSn52M3FUwPs+uo=
 github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10/go.mod h1:t/avpk3KcrXxUnYOhZhMXJlSEyie6gQbtLq5NM3loB8=
+github.com/posener/complete v1.1.1 h1:ccV59UEOTzVDnDUEFdT95ZzHVZ+5+158q8+SJb2QV5w=
 github.com/posener/complete v1.2.3 h1:NP0eAhjcjImqslEwo/1hq7gpajME0fTLTezBKDqfXqo=
 github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c h1:ncq/mPwQF4JjgDlrVEn3C11VoGHZN7m8qihwgMEtzYw=
 github.com/prashantv/gostub v1.1.0 h1:BTyx3RfQjRHnUWaGF9oQos79AlQ5k8WNktv7VGvVH4g=
@@ -1152,16 +1209,19 @@ github.com/sagikazarmark/crypt v0.6.0 h1:REOEXCs/NFY/1jOCEouMuT4zEniE5YoXbvpC5X/
 github.com/sagikazarmark/crypt v0.6.0/go.mod h1:U8+INwJo3nBv1m6A/8OBXAq7Jnpspk5AxSgDyEQcea8=
 github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da h1:p3Vo3i64TCLY7gIfzeQaUJ+kppEO5WQG3cL8iE8tGHU=
 github.com/sanity-io/litter v1.5.5 h1:iE+sBxPBzoK6uaEP5Lt3fHNgpKcHXc/A2HGETy0uJQo=
+github.com/santhosh-tekuri/jsonschema/v5 v5.3.1 h1:lZUw3E0/J3roVtGQ+SCrUrg3ON6NgVqpn3+iol9aGu4=
 github.com/santhosh-tekuri/jsonschema/v5 v5.3.1/go.mod h1:uToXkOrWAZ6/Oc07xWQrPOhJotwFIyu2bBVN41fcDUY=
 github.com/schollz/closestmatch v2.1.0+incompatible h1:Uel2GXEpJqOWBrlyI+oY9LTiyyjYS17cCYRqP13/SHk=
 github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529 h1:nn5Wsu0esKSJiIVhscUtVbo7ada43DJhG55ua/hjS5I=
 github.com/seccomp/libseccomp-golang v0.9.1 h1:NJjM5DNFOs0s3kYE1WUOr6G8V97sdt46rlXTMfXGWBo=
+github.com/seccomp/libseccomp-golang v0.9.2-0.20220502022130-f33da4d89646 h1:RpforrEYXWkmGwJHIGnLZ3tTWStkjVVstwzNGqxX2Ds=
 github.com/seccomp/libseccomp-golang v0.9.2-0.20220502022130-f33da4d89646/go.mod h1:JA8cRccbGaA1s33RQf7Y1+q9gHmZX1yB/z9WDN1C6fg=
 github.com/segmentio/asm v1.2.0 h1:9BQrFxC+YOHJlTlHGkTrFWf59nbL3XnCoFLTwDCI7ys=
 github.com/segmentio/asm v1.2.0/go.mod h1:BqMnlJP91P8d+4ibuonYZw9mfnzI9HfxselHZr5aAcs=
 github.com/segmentio/fasthash v1.0.3 h1:EI9+KE1EwvMLBWwjpRDc+fEM+prwxDYbslddQGtrmhM=
 github.com/sei-protocol/go-ethereum v1.15.7-sei-12 h1:3Wj5nU7X0+mKcDho6mwf0leVytQWmNEq6xFv9Wr+HOs=
 github.com/sei-protocol/go-ethereum v1.15.7-sei-12/go.mod h1:+S9k+jFzlyVTNcYGvqFhzN/SFhI6vA+aOY4T5tLSPL0=
+github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ=
 github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0=
 github.com/shirou/gopsutil/v3 v3.22.9/go.mod h1:bBYl1kjgEJpWpxeHmLI+dVHWtyAwfcmSBLDsp2TNT8A=
 github.com/shirou/gopsutil/v3 v3.23.2 h1:PAWSuiAszn7IhPMBtXsbSCafej7PqUOvY6YywlQUExU=
@@ -1181,6 +1241,7 @@ github.com/sony/gobreaker v0.4.1 h1:oMnRNZXX5j85zso6xCPRNPtmAycat+WcoKbklScLDgQ=
 github.com/spf13/afero v1.10.0/go.mod h1:UBogFpq8E9Hx+xc5CNTTEpTnuHVmXDwZcZcE1eb/UhQ=
 github.com/spf13/cobra v1.3.0/go.mod h1:BrRVncBjOJa/eUcVVm9CE+oC6as8k+VYr4NY7WCi9V4=
 github.com/spf13/cobra v1.6.0/go.mod h1:IOw/AERYS7UzyrGinqmz6HLUo219MORXGxhbaJUqzrY=
+github.com/spf13/jwalterweatherman v1.1.0 h1:ue6voC5bR5F8YxI5S67j9i582FU4Qvo2bmqnqMYADFk=
 github.com/spf13/viper v1.10.0/go.mod h1:SoyBPwAtKDzypXNDFKN5kzH7ppppbGZtls1UpIy5AsM=
 github.com/spiffe/go-spiffe/v2 v2.5.0 h1:N2I01KCUkv1FAjZXJMwh95KK1ZIQLYbPfhaxw8WS0hE=
 github.com/spiffe/go-spiffe/v2 v2.5.0/go.mod h1:P+NxobPc6wXhVtINNtFjNWGBTreew1GBUCwT2wPmb7g=
@@ -1202,10 +1263,12 @@ github.com/tendermint/tendermint v0.37.0-dev/go.mod h1:cEvyfTDZKrgpt13uLeFX8+xst
 github.com/tidwall/sjson v1.1.4 h1:bTSsPLdAYF5QNLSwYsKfBKKTnlGbIuhqL3CpRsjzGhg=
 github.com/tklauser/go-sysconf v0.3.10/go.mod h1:C8XykCvCb+Gn0oNCWPIlcb0RuglQTYaQ2hGm7jmxEFk=
 github.com/tklauser/numcpus v0.4.0/go.mod h1:1+UI3pD8NW14VMwdgJNJ1ESk2UnwhAnz5hMwiKKqXCQ=
+github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5 h1:LnC5Kc/wtumK+WB441p7ynQJzVuNRJiqddSIE3IlSEQ=
 github.com/tmc/grpc-websocket-proxy v0.0.0-20200427203606-3cfed13b9966 h1:j6JEOq5QWFker+d7mFQYOhjTZonQ7YkLTHm56dbn+yM=
 github.com/tomasen/realip v0.0.0-20180522021738-f0c99a92ddce h1:fb190+cK2Xz/dvi9Hv8eCYJYvIGUTN2/KLq1pT6CjEc=
 github.com/torquem-ch/mdbx-go v0.27.5 h1:bbhXQGFCmoxbRDXKYEJwxSOOTeBKwoD4pFBUpK9+V1g=
 github.com/torquem-ch/mdbx-go v0.27.5/go.mod h1:T2fsoJDVppxfAPTLd1svUgH1kpPmeXdPESmroSHcL1E=
+github.com/tv42/httpunix v0.0.0-20150427012821-b75d8614f926 h1:G3dpKMzFDjgEh2q1Z7zUUtKa8ViPtH+ocF0bE0g00O8=
 github.com/tv42/httpunix v0.0.0-20191220191345-2ba4b9c3382c h1:u6SKchux2yDvFQnDHS3lPnIRmfVJ5Sxy3ao2SIdysLQ=
 github.com/tyler-smith/go-bip39 v1.0.2 h1:+t3w+KwLXO6154GNJY+qUtIxLTmFjfUmpguQT1OlOT8=
 github.com/uptrace/opentelemetry-go-extra/otelgorm v0.3.2 h1:Jjn3zoRz13f8b1bR6LrXWglx93Sbh4kYfwgmPju3E2k=
@@ -1260,16 +1323,21 @@ go.einride.tech/aip v0.68.0 h1:4seM66oLzTpz50u4K1zlJyOXQ3tCzcJN7I22tKkjipw=
 go.einride.tech/aip v0.68.0/go.mod h1:7y9FF8VtPWqpxuAxl0KQWqaULxW4zFIesD6zF5RIHHg=
 go.einride.tech/aip v0.68.1 h1:16/AfSxcQISGN5z9C5lM+0mLYXihrHbQ1onvYTr93aQ=
 go.einride.tech/aip v0.68.1/go.mod h1:XaFtaj4HuA3Zwk9xoBtTWgNubZ0ZZXv9BZJCkuKuWbg=
+go.etcd.io/etcd v0.0.0-20191023171146-3cf2f69b5738 h1:VcrIfasaLFkyjk6KNlXQSzO+B0fZcnECiDrKJsfxka0=
 go.etcd.io/etcd v0.0.0-20200513171258-e048e166ab9c h1:/RwRVN9EdXAVtdHxP7Ndn/tfmM9/goiwU0QTnLBgS4w=
+go.etcd.io/etcd/api/v3 v3.5.0 h1:GsV3S+OfZEOCNXdtNkBSR7kgLobAa/SO6tCxRa0GAYw=
 go.etcd.io/etcd/api/v3 v3.5.1/go.mod h1:cbVKeC6lCfl7j/8jBhAK6aIYO9XOjdptoxU/nLQcPvs=
 go.etcd.io/etcd/api/v3 v3.5.4 h1:OHVyt3TopwtUQ2GKdd5wu3PmmipR4FTwCqoEjSyRdIc=
 go.etcd.io/etcd/api/v3 v3.5.4/go.mod h1:5GB2vv4A4AOn3yk7MftYGHkUfGtDHnEraIjym4dYz5A=
+go.etcd.io/etcd/client/pkg/v3 v3.5.0 h1:2aQv6F436YnN7I4VbI8PPYrBhu+SmrTaADcf8Mi/6PU=
 go.etcd.io/etcd/client/pkg/v3 v3.5.1/go.mod h1:IJHfcCEKxYu1Os13ZdwCwIUTUVGYTSAM3YSwc9/Ac1g=
 go.etcd.io/etcd/client/pkg/v3 v3.5.4 h1:lrneYvz923dvC14R54XcA7FXoZ3mlGZAgmwhfm7HqOg=
 go.etcd.io/etcd/client/pkg/v3 v3.5.4/go.mod h1:IJHfcCEKxYu1Os13ZdwCwIUTUVGYTSAM3YSwc9/Ac1g=
+go.etcd.io/etcd/client/v2 v2.305.0 h1:ftQ0nOOHMcbMS3KIaDQ0g5Qcd6bhaBrQT6b89DfwLTs=
 go.etcd.io/etcd/client/v2 v2.305.1/go.mod h1:pMEacxZW7o8pg4CrFE7pquyCJJzZvkvdD2RibOCCCGs=
 go.etcd.io/etcd/client/v2 v2.305.4 h1:Dcx3/MYyfKcPNLpR4VVQUP5KgYrBeJtktBwEKkw08Ao=
 go.etcd.io/etcd/client/v2 v2.305.4/go.mod h1:Ud+VUwIi9/uQHOMA+4ekToJ12lTxlv0zB/+DHwTGEbU=
+go.etcd.io/etcd/client/v3 v3.5.0 h1:62Eh0XOro+rDwkrypAGDfgmNh5Joq+z+W9HZdlXMzek=
 go.etcd.io/etcd/client/v3 v3.5.0/go.mod h1:AIKXXVX/DQXtfTEqBryiLTUXwON+GuvO6Z7lLS/oTh0=
 go.etcd.io/etcd/client/v3 v3.5.4 h1:p83BUL3tAYS0OT/r0qglgc3M1JjhM0diV8DSWAhVXv4=
 go.etcd.io/etcd/client/v3 v3.5.4/go.mod h1:ZaRkVgBZC+L+dLCjTcF1hRXpgZXQPOvnA/Ak/gq3kiY=
@@ -1330,6 +1398,7 @@ go.opentelemetry.io/proto/otlp v1.5.0 h1:xJvq7gMzB31/d406fB8U5CBdyQGw4P399D1aQWU
 go.opentelemetry.io/proto/otlp v1.5.0/go.mod h1:keN8WnHxOy8PG0rQZjJJ5A2ebUoafqWp0eVQ4yIXvJ4=
 go.opentelemetry.io/proto/otlp v1.7.0 h1:jX1VolD6nHuFzOYso2E73H85i92Mv8JQYk0K9vz09os=
 go.opentelemetry.io/proto/otlp v1.7.0/go.mod h1:fSKjH6YJ7HDlwzltzyMj036AJ3ejJLCgCSHGj4efDDo=
+go.uber.org/atomic v1.10.0 h1:9qC72Qh0+3MqyJbAn8YU5xVq1frD8bn3JtD2oXtafVQ=
 go.uber.org/atomic v1.10.0/go.mod h1:LUxbIzbOniOlMKjJjyPfpl4v+PKK2cNJn91OQbhoJI0=
 go.uber.org/automaxprocs v1.5.2 h1:2LxUOGiR3O6tw8ui5sZa2LAaHnsviZdVOUZw4fvbnME=
 go.uber.org/multierr v1.10.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
@@ -1376,6 +1445,7 @@ golang.org/x/sys v0.34.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
 golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
 golang.org/x/telemetry v0.0.0-20251008203120-078029d740a8 h1:LvzTn0GQhWuvKH/kVRS3R3bVAsdQWI7hvfLHGgh9+lU=
 golang.org/x/telemetry v0.0.0-20251008203120-078029d740a8/go.mod h1:Pi4ztBfryZoJEkyFTI5/Ocsu2jXyDr6iSdgJiYE/uwE=
+golang.org/x/telemetry v0.0.0-20260109210033-bd525da824e2 h1:O1cMQHRfwNpDfDJerqRoE2oD+AFlyid87D40L/OkkJo=
 golang.org/x/telemetry v0.0.0-20260109210033-bd525da824e2/go.mod h1:b7fPSJ0pKZ3ccUh8gnTONJxhn3c/PS6tyzQvyqw4iA8=
 golang.org/x/term v0.32.0/go.mod h1:uZG1FhGx848Sqfsq4/DlJr3xGGsYMu/L5GW4abiaEPQ=
 golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI=
@@ -1392,6 +1462,7 @@ golang.org/x/tools v0.15.0/go.mod h1:hpksKq4dtpQWS1uQ61JkdqWM3LscIS6Slf+VVkm+wQk
 golang.org/x/tools v0.23.0/go.mod h1:pnu6ufv6vQkll6szChhK3C3L/ruaIv5eBeztNG8wtsI=
 golang.org/x/tools v0.26.0/go.mod h1:TPVVj70c7JJ3WCazhD8OdXcZg/og+b9+tH/KxylGwH0=
 golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w=
+golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 h1:H2TDz8ibqkAF6YGhCdN3jS9O0/s90v0rJh3X/OLHEUk=
 golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da h1:noIWHXmPHxILtqtCOPIhSt0ABwskkZKjD3bXGnZGpNY=
 golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90=
 gonum.org/v1/gonum v0.11.0 h1:f1IJhK4Km5tBJmaiJXtk/PkL4cdVX6J+tGiM187uT5E=
@@ -1404,6 +1475,7 @@ google.golang.org/api v0.237.0/go.mod h1:cOVEm2TpdAGHL2z+UwyS+kmlGr3bVWQQ6sYEqkK
 google.golang.org/api v0.239.0/go.mod h1:cOVEm2TpdAGHL2z+UwyS+kmlGr3bVWQQ6sYEqkKje50=
 google.golang.org/api v0.247.0 h1:tSd/e0QrUlLsrwMKmkbQhYVa109qIintOls2Wh6bngc=
 google.golang.org/api v0.247.0/go.mod h1:r1qZOPmxXffXg6xS5uhx16Fa/UFY8QU/K4bfKrnvovM=
+google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c=
 google.golang.org/appengine v1.6.8 h1:IhEN5q69dyKagZPYMSdIjS2HqprW324FRQZJcGqPAsM=
 google.golang.org/appengine v1.6.8/go.mod h1:1jJ3jBArFh5pcgW8gCtRJnepW8FzD1V44FJffLiz/Ds=
 google.golang.org/genproto v0.0.0-20211129164237-f09f9a12af12/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc=
@@ -1443,6 +1515,7 @@ google.golang.org/protobuf v1.36.5/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojt
 google.golang.org/protobuf v1.36.6/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY=
 google.golang.org/protobuf v1.36.7/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc=
+gopkg.in/cheggaaa/pb.v1 v1.0.25 h1:Ev7yu1/f6+d+b3pi5vPdRPc6nNtP1umSfcWiEfRqv6I=
 gopkg.in/cheggaaa/pb.v1 v1.0.28 h1:n1tBJnnK2r7g9OW2btFH91V92STTUevLXYFb8gy9EMk=
 gopkg.in/errgo.v2 v2.1.0 h1:0vLT13EuvQ0hNvakwLuFZ/jYrLp5F3kcWHXdRggjCE8=
 gopkg.in/evanphx/json-patch.v4 v4.13.0 h1:czT3CmqEaQ1aanPc5SdlgQrrEIb8w/wwCvWWnfEbYzo=
@@ -1461,6 +1534,7 @@ gorm.io/driver/postgres v1.6.0 h1:2dxzU8xJ+ivvqTRph34QX+WrRaJlmfyPqXmoGVjMBa4=
 gorm.io/driver/postgres v1.6.0/go.mod h1:vUw0mrGgrTK+uPHEhAdV4sfFELrByKVGnaVRkXDhtWo=
 gorm.io/gorm v1.30.1 h1:lSHg33jJTBxs2mgJRfRZeLDG+WZaHYCk3Wtfl6Ngzo4=
 gorm.io/gorm v1.30.1/go.mod h1:8Z33v652h4//uMA76KjeDH8mJXPm1QNCYrMeatR0DOE=
+gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q=
 gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA=
 k8s.io/api v0.35.0 h1:iBAU5LTyBI9vw3L5glmat1njFK34srdLmktWwLTprlY=
 k8s.io/api v0.35.0/go.mod h1:AQ0SNTzm4ZAczM03QH42c7l3bih1TbAXYo0DkF8ktnA=
diff --git a/sei-tendermint/node/setup_benchmark.go b/sei-tendermint/node/setup_benchmark.go
new file mode 100644
index 0000000000..4ad85e4066
--- /dev/null
+++ b/sei-tendermint/node/setup_benchmark.go
@@ -0,0 +1,16 @@
+//go:build benchmark
+
+package node
+
+import (
+	"net/http"
+
+	"github.com/felixge/fgprof"
+)
+
+func init() {
+	// Register fgprof handler on DefaultServeMux alongside net/http/pprof.
+	// fgprof captures both on-CPU and off-CPU (I/O, blocking) time, unlike
+	// the standard CPU profiler which only sees on-CPU time.
+	http.DefaultServeMux.Handle("/debug/fgprof", fgprof.Handler())
+}

From 069d6a6e9aaa7a0dc982e5f32cc4a156e3acce85 Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 14:20:33 +0100
Subject: [PATCH 2/9] chore(benchmark): reduce default compare duration from
 600s to 120s

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/CLAUDE.md            | 2 +-
 benchmark/benchmark-compare.sh | 3 ++-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index 1a06b8e371..55c52e59b5 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -48,7 +48,7 @@ Inherits all benchmark.sh vars via delegation. Additionally:
 
 | Var | Default | Purpose |
 |-----|---------|---------|
-| `DURATION` | `600` | How long (seconds) to run each node before stopping |
+| `DURATION` | `120` | How long (seconds) to run each node before stopping |
 | `GIGA_EXECUTOR` | **`true`** | Overrides benchmark.sh default (false) |
 | `GIGA_OCC` | **`true`** | Overrides benchmark.sh default (false) |
 | `DB_BACKEND` | `goleveldb` | Forwarded to build and init phases |
diff --git a/benchmark/benchmark-compare.sh b/benchmark/benchmark-compare.sh
index d93c37af7c..9a05ae4cf0 100755
--- a/benchmark/benchmark-compare.sh
+++ b/benchmark/benchmark-compare.sh
@@ -29,7 +29,7 @@ REPO_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
 GIGA_EXECUTOR=${GIGA_EXECUTOR:-true}
 GIGA_OCC=${GIGA_OCC:-true}
 BENCHMARK_TXS_PER_BATCH=${BENCHMARK_TXS_PER_BATCH:-1000}
-DURATION=${DURATION:-600}
+DURATION=${DURATION:-120}
 BENCHMARK_CONFIG=${BENCHMARK_CONFIG:-"$SCRIPT_DIR/scenarios/evm.json"}
 DB_BACKEND=${DB_BACKEND:-goleveldb}
 BASE_DIR="/tmp/sei-bench"
@@ -101,6 +101,7 @@ for i in $(seq 0 $((NUM-1))); do
   mkdir -p "$BASE_DIR/$label"
 
   echo -n "  Building [$label] from ${commit}... "
+  git -C "$REPO_ROOT" checkout -- go.work.sum 2>/dev/null || true
   git -C "$REPO_ROOT" checkout "$commit" --detach 2>/dev/null
   # Forward DB_BACKEND build tags if needed
   BUILD_TAGS=""

From 1b64eb1cc3c2a4bd2d97420c2283bddad6332b28 Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 14:42:17 +0100
Subject: [PATCH 3/9] feat(benchmark): add DURATION auto-stop with profile
 capture and TPS extraction

benchmark.sh now runs for DURATION seconds (default 120), auto-captures
all 6 profile types midway, extracts TPS stats, and exits cleanly.
DURATION=0 preserves the original run-forever behavior. Also documents
the full optimization loop workflow in CLAUDE.md.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/CLAUDE.md    |  34 ++++++---
 benchmark/benchmark.sh | 153 ++++++++++++++++++++++++++++++++++++++---
 2 files changed, 171 insertions(+), 16 deletions(-)

diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index 55c52e59b5..3586589371 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -3,16 +3,17 @@
 ## Single scenario
 
 ```bash
-GIGA_EXECUTOR=true GIGA_OCC=true DEBUG=true benchmark/benchmark.sh
+GIGA_EXECUTOR=true GIGA_OCC=true benchmark/benchmark.sh
 ```
 
-TPS is logged every 5s as `tps=<value>` (with ANSI color codes). To capture output and extract TPS:
+By default, the benchmark runs for `DURATION=120` seconds, auto-captures all 6 profile types, extracts TPS stats, and exits. Profiles are saved to `/tmp/sei-bench/pprof/`, TPS data to `/tmp/sei-bench/tps.txt`, and the full log to `/tmp/sei-bench/output.log`.
 
-```bash
-LOG_FILE=/tmp/bench.log DEBUG=true benchmark/benchmark.sh
+Use `DURATION=0` to run forever (manual capture, original behavior).
+
+TPS is logged every 5s as `tps=<value>` (with ANSI color codes). For manual extraction:
 
-# Extract TPS values
-sed 's/\x1b\[[0-9;]*m//g' /tmp/bench.log | sed -n 's/.*tps=\([0-9.]*\).*/\1/p'
+```bash
+sed 's/\x1b\[[0-9;]*m//g' /tmp/sei-bench/output.log | sed -n 's/.*tps=\([0-9.]*\).*/\1/p'
 ```
 
 Available scenarios in `benchmark/scenarios/`: `evm.json` (default), `erc20.json`, `mixed.json`, `default.json`.
@@ -41,6 +42,7 @@ BENCHMARK_CONFIG=benchmark/scenarios/erc20.json benchmark/benchmark.sh
 | `MOCK_BALANCES` | `true` | Use mock balances during benchmark |
 | `DISABLE_INDEXER` | `true` | Disable indexer for benchmark (reduces I/O overhead) |
 | `DEBUG` | `false` | Print all log output without filtering |
+| `DURATION` | `120` | Auto-stop after N seconds (0 = run forever) |
 
 ### benchmark-compare.sh
 
@@ -76,7 +78,7 @@ Each scenario gets its own binary, home dir, and port set (offset by 100). Resul
 
 ### Available profile types
 
-`benchmark-compare.sh` automatically captures all profile types midway through the run. Profiles are saved to `/tmp/sei-bench/<label>/pprof/`.
+Both `benchmark.sh` (when `DURATION > 0`) and `benchmark-compare.sh` automatically capture all profile types midway through the run. Profiles are saved to `/tmp/sei-bench/pprof/` (single-scenario) or `/tmp/sei-bench/<label>/pprof/` (compare).
 
 | Profile | File | What it shows |
 |---------|------|---------------|
@@ -93,7 +95,9 @@ Each scenario gets its own binary, home dir, and port set (offset by 100). Resul
 
 ### Capturing profiles during single-scenario runs
 
-Single-scenario `benchmark.sh` runs enable the pprof HTTP endpoint but don't auto-capture profiles. Capture manually in another terminal:
+When `DURATION > 0` (default), `benchmark.sh` automatically captures all 6 profile types midway through the run. Profiles are saved to `/tmp/sei-bench/pprof/`.
+
+When `DURATION=0` (run-forever mode), capture manually in another terminal:
 
 ```bash
 PPROF_PORT=6060  # adjust with PORT_OFFSET if set
@@ -168,3 +172,17 @@ go tool pprof /tmp/sei-bench/<label>/pprof/cpu.pb.gz
 ```
 
 Run `go tool pprof` from the sei-chain repo root so that `list` and `web` commands can resolve source file paths.
+
+## Optimization loop
+
+Full iteration cycle for profiling, optimizing, and validating performance changes:
+
+1. **Profile:** Run `benchmark/benchmark.sh` (auto-captures all 6 profile types, extracts TPS, exits)
+2. **Analyze:** Inspect profiles with `go tool pprof -top -cum /tmp/sei-bench/pprof/cpu.pb.gz` (repeat for fgprof, heap with `-alloc_space`, goroutine, block, mutex)
+3. **Flamegraphs:** Open interactive UIs: `go tool pprof -http=:8080 /tmp/sei-bench/pprof/cpu.pb.gz &`
+4. **Summarize:** Present findings to user — biggest bottleneck, candidate optimizations, expected impact, and trade-offs
+5. **Discuss:** Ask the user which optimization direction to pursue before writing any code. The user picks the approach or suggests an alternative
+6. **Implement:** Make the optimization, commit
+7. **Compare:** Run `benchmark/benchmark-compare.sh baseline=<before-commit> candidate=<after-commit>`
+8. **Validate:** Open diff flamegraphs for the user (`go tool pprof -http=:808X -diff_base <baseline> <candidate> &` for cpu, fgprof, heap). Present a CLI summary of TPS delta and profile regressions/improvements. Ask the user whether to open a PR
+9. **PR** if user approves
diff --git a/benchmark/benchmark.sh b/benchmark/benchmark.sh
index c8e97bd3c9..cf7dfeb3d9 100755
--- a/benchmark/benchmark.sh
+++ b/benchmark/benchmark.sh
@@ -29,6 +29,8 @@ SEID_BIN=${SEID_BIN:-""}
 BENCHMARK_PHASE=${BENCHMARK_PHASE:-all}
 # Redirect seid output to file
 LOG_FILE=${LOG_FILE:-""}
+# Auto-stop after N seconds (0 = run forever, for backward compat)
+DURATION=${DURATION:-120}
 
 # Portable path resolution
 SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
@@ -73,6 +75,7 @@ echo "  SEI_HOME:                $SEI_HOME"
 echo "  PORT_OFFSET:             $PORT_OFFSET"
 echo "  SEID_BIN:                ${SEID_BIN:-(build from source)}"
 echo "  BENCHMARK_PHASE:         $BENCHMARK_PHASE"
+echo "  DURATION:                $DURATION (0=forever)"
 echo ""
 echo "Available scenarios in $SCRIPT_DIR/scenarios/:"
 ls -1 "$SCRIPT_DIR"/scenarios/*.json 2>/dev/null | sed 's/^/    /' || echo "    (none found)"
@@ -309,6 +312,8 @@ echo "To capture 30s CPU profile during benchmark:"
 echo "  go tool pprof http://localhost:${PPROF_PORT}/debug/pprof/profile?seconds=30"
 echo "To capture heap profile:"
 echo "  go tool pprof http://localhost:${PPROF_PORT}/debug/pprof/heap"
+echo "To capture 30s fgprof (wall-clock):"
+echo "  go tool pprof http://localhost:${PPROF_PORT}/debug/fgprof?seconds=30"
 echo "============================================================"
 echo ""
 
@@ -318,15 +323,147 @@ if [ "$SEI_HOME" != "$HOME/.sei" ]; then
   SEID_ARGS+=(--home "$SEI_HOME")
 fi
 
-if [ -n "$LOG_FILE" ]; then
-  # Redirect all output to log file
-  BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}" > "$LOG_FILE" 2>&1
-elif [ "$DEBUG" = true ]; then
-  # Debug mode: print all output
-  BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}"
+if [ "$DURATION" -gt 0 ] 2>/dev/null; then
+  # ---- Timed run: background seid, capture profiles, extract TPS ----
+  BASE_DIR="/tmp/sei-bench"
+  PROFILE_DIR="$BASE_DIR/pprof"
+  mkdir -p "$PROFILE_DIR"
+
+  # Auto-generate log file if not set
+  if [ -z "$LOG_FILE" ]; then
+    LOG_FILE="$BASE_DIR/output.log"
+  fi
+
+  echo "Running for ${DURATION}s (log: $LOG_FILE)"
+  echo ""
+
+  BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH \
+    "$SEID" "${SEID_ARGS[@]}" > "$LOG_FILE" 2>&1 &
+  SEID_PID=$!
+
+  cleanup_seid() {
+    kill "$SEID_PID" 2>/dev/null || true
+  }
+  trap cleanup_seid EXIT
+
+  # Wait until midway, then capture profiles
+  PPROF_WAIT=$(( DURATION / 2 ))
+  echo "  Waiting ${PPROF_WAIT}s before capturing profiles..."
+  sleep "$PPROF_WAIT" || true
+
+  echo ""
+  echo "=== Capturing profiles (30s CPU + 30s fgprof + heap + goroutine + block + mutex) ==="
+  PPROF_PIDS=()
+
+  # CPU profile (30s)
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/profile?seconds=30" \
+    -o "$PROFILE_DIR/cpu.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # fgprof (30s) — wall-clock time
+  curl -s "http://localhost:${PPROF_PORT}/debug/fgprof?seconds=30" \
+    -o "$PROFILE_DIR/fgprof.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Heap snapshot
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/heap?debug=0" \
+    -o "$PROFILE_DIR/heap.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Goroutine dump
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/goroutine?debug=0" \
+    -o "$PROFILE_DIR/goroutine.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Block profile
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/block?debug=0" \
+    -o "$PROFILE_DIR/block.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  # Mutex contention profile
+  curl -s "http://localhost:${PPROF_PORT}/debug/pprof/mutex?debug=0" \
+    -o "$PROFILE_DIR/mutex.pb.gz" &
+  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+
+  echo "  Capturing from localhost:${PPROF_PORT} -> $PROFILE_DIR/"
+
+  # Wait for all profile captures to finish
+  for pid in "${PPROF_PIDS[@]}"; do
+    wait "$pid" 2>/dev/null || true
+  done
+  echo "  Profile capture complete."
+
+  # Verify profile sizes
+  cpu_size=$(wc -c < "$PROFILE_DIR/cpu.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  fgprof_size=$(wc -c < "$PROFILE_DIR/fgprof.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  heap_size=$(wc -c < "$PROFILE_DIR/heap.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  goroutine_size=$(wc -c < "$PROFILE_DIR/goroutine.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  block_size=$(wc -c < "$PROFILE_DIR/block.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  mutex_size=$(wc -c < "$PROFILE_DIR/mutex.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
+  echo "  cpu=${cpu_size}B fgprof=${fgprof_size}B heap=${heap_size}B goroutine=${goroutine_size}B block=${block_size}B mutex=${mutex_size}B"
+
+  # Wait remaining time
+  REMAINING=$(( DURATION - PPROF_WAIT - 30 ))
+  if [ "$REMAINING" -gt 0 ]; then
+    echo ""
+    echo "  Continuing benchmark for ${REMAINING}s..."
+    sleep "$REMAINING" || true
+  fi
+
+  echo ""
+  echo "Stopping seid..."
+  kill "$SEID_PID" 2>/dev/null || true
+  wait "$SEID_PID" 2>/dev/null || true
+  trap - EXIT
+
+  # ---- Extract TPS stats ----
+  TPS_FILE="$BASE_DIR/tps.txt"
+  sed 's/\x1b\[[0-9;]*m//g' "$LOG_FILE" \
+    | sed -n 's/.*tps=\([0-9.]*\).*/\1/p' > "$TPS_FILE"
+
+  HEIGHT=$(sed 's/\x1b\[[0-9;]*m//g' "$LOG_FILE" \
+    | sed -n 's/.*height=\([0-9]*\).*/\1/p' | tail -1)
+
+  STATS=$(sort -n "$TPS_FILE" | awk '
+    NR>3 && $1>1000 {
+      sum += $1; count++
+      a[count] = $1
+    }
+    END {
+      if (count == 0) { printf "NO DATA"; exit }
+      median = (count % 2 == 1) ? a[int(count/2)+1] : (a[int(count/2)] + a[int(count/2)+1]) / 2
+      printf "Readings: %d | Median: %.0f | Avg: %.0f | Min: %.0f | Max: %.0f", \
+        count, median, sum/count, a[1], a[count]
+    }')
+
+  echo ""
+  echo "======================================================="
+  echo "=== Benchmark Results (${DURATION}s run) ==="
+  echo "======================================================="
+  echo ""
+  echo "  Height: ${HEIGHT:-N/A}"
+  echo "  $STATS"
+  echo ""
+  echo "Raw TPS:   $TPS_FILE"
+  echo "Full log:  $LOG_FILE"
+  echo "Profiles:  $PROFILE_DIR/{cpu,fgprof,heap,goroutine,block,mutex}.pb.gz"
+  echo ""
+  echo "Quick analysis:"
+  echo "  go tool pprof -top $PROFILE_DIR/cpu.pb.gz"
+  echo "  go tool pprof -top $PROFILE_DIR/fgprof.pb.gz"
+  echo "  go tool pprof -alloc_space -top $PROFILE_DIR/heap.pb.gz"
+  echo "Interactive flamegraph:"
+  echo "  go tool pprof -http=:8080 $PROFILE_DIR/cpu.pb.gz"
+
 else
-  # Normal mode: filter to benchmark-related output only
-  BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}" 2>&1 | grep -E "(benchmark|Benchmark|deployed|transitioning)"
+  # ---- DURATION=0: run forever (original behavior) ----
+  if [ -n "$LOG_FILE" ]; then
+    BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}" > "$LOG_FILE" 2>&1
+  elif [ "$DEBUG" = true ]; then
+    BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}"
+  else
+    BENCHMARK_CONFIG=$BENCHMARK_CONFIG BENCHMARK_TXS_PER_BATCH=$BENCHMARK_TXS_PER_BATCH "$SEID" "${SEID_ARGS[@]}" 2>&1 | grep -E "(benchmark|Benchmark|deployed|transitioning)"
+  fi
 fi
 
 fi # end BENCHMARK_PHASE=start

From dcbfd5a023ca401918c4dafbe03266e981b64864 Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 14:50:05 +0100
Subject: [PATCH 4/9] docs(benchmark): open cpu, fgprof, and heap flamegraphs
 in optimization loop

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/CLAUDE.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index 3586589371..a4da4358be 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -179,7 +179,7 @@ Full iteration cycle for profiling, optimizing, and validating performance chang
 
 1. **Profile:** Run `benchmark/benchmark.sh` (auto-captures all 6 profile types, extracts TPS, exits)
 2. **Analyze:** Inspect profiles with `go tool pprof -top -cum /tmp/sei-bench/pprof/cpu.pb.gz` (repeat for fgprof, heap with `-alloc_space`, goroutine, block, mutex)
-3. **Flamegraphs:** Open interactive UIs: `go tool pprof -http=:8080 /tmp/sei-bench/pprof/cpu.pb.gz &`
+3. **Flamegraphs:** Open interactive UIs for cpu, fgprof, and heap on separate ports: `go tool pprof -http=:8080 /tmp/sei-bench/pprof/cpu.pb.gz &`, `go tool pprof -http=:8081 /tmp/sei-bench/pprof/fgprof.pb.gz &`, `go tool pprof -http=:8082 /tmp/sei-bench/pprof/heap.pb.gz &`
 4. **Summarize:** Present findings to user — biggest bottleneck, candidate optimizations, expected impact, and trade-offs
 5. **Discuss:** Ask the user which optimization direction to pursue before writing any code. The user picks the approach or suggests an alternative
 6. **Implement:** Make the optimization, commit

From d22930c8f9412e755937705f60f50fa168f92763 Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 15:11:34 +0100
Subject: [PATCH 5/9] feat(benchmark): add /optimize command for
 profiling-driven optimization loop

Adds a Claude Code command that runs a structured optimization workflow:
profile -> analyze -> discuss -> implement -> compare -> validate.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 .claude/commands/optimize.md | 94 ++++++++++++++++++++++++++++++++++++
 1 file changed, 94 insertions(+)
 create mode 100644 .claude/commands/optimize.md

diff --git a/.claude/commands/optimize.md b/.claude/commands/optimize.md
new file mode 100644
index 0000000000..c6b893c323
--- /dev/null
+++ b/.claude/commands/optimize.md
@@ -0,0 +1,94 @@
+---
+name: optimize
+description: Run a profiling-driven optimization loop for a specific function
+argument-hint: "<function-name> e.g. executeEVMTxWithGigaExecutor"
+allowed-tools:
+  - Read
+  - Write
+  - Edit
+  - Glob
+  - Grep
+  - Bash
+  - Task
+  - AskUserQuestion
+---
+
+# Optimization Loop for: $ARGUMENTS
+
+You are running a profiling-driven optimization loop focused on the function `$ARGUMENTS`.
+
+## References
+
+Read `benchmark/CLAUDE.md` for benchmark commands, environment variables, profiling, and the full optimization loop steps.
+
+## Workflow
+
+Execute the optimization loop from benchmark/CLAUDE.md section "Optimization loop", but focused on `$ARGUMENTS`:
+
+### Phase 1: Understand the target function
+
+1. Find the function `$ARGUMENTS` in the codebase using Grep
+2. Read the function and its callers/callees to understand the hot path
+3. Identify what packages, types, and helpers it uses
+
+### Phase 2: Profile
+
+4. Run the benchmark: `GIGA_EXECUTOR=true GIGA_OCC=true benchmark/benchmark.sh`
+5. Wait for it to complete (default DURATION=120s)
+
+### Phase 3: Analyze (focused on target function)
+
+6. Run pprof analysis focused on `$ARGUMENTS` and its call tree. Run these in parallel:
+   - CPU: `go tool pprof -top -cum -nodecount=40 /tmp/sei-bench/pprof/cpu.pb.gz 2>&1 | head -60`
+   - fgprof: `go tool pprof -top -cum -nodecount=40 /tmp/sei-bench/pprof/fgprof.pb.gz 2>&1 | head -60`
+   - Heap (alloc_space): `go tool pprof -alloc_space -top -cum -nodecount=40 /tmp/sei-bench/pprof/heap.pb.gz 2>&1 | head -60`
+   - Heap (alloc_objects): `go tool pprof -alloc_objects -top -cum -nodecount=40 /tmp/sei-bench/pprof/heap.pb.gz 2>&1 | head -60`
+   - Block: `go tool pprof -top -cum -nodecount=40 /tmp/sei-bench/pprof/block.pb.gz 2>&1 | head -60`
+   - Mutex: `go tool pprof -top -cum -nodecount=40 /tmp/sei-bench/pprof/mutex.pb.gz 2>&1 | head -60`
+7. Use `go tool pprof -text -focus='$ARGUMENTS' /tmp/sei-bench/pprof/cpu.pb.gz` to get function-focused breakdown
+8. Open flamegraphs on separate ports for the user to inspect:
+   - `go tool pprof -http=:8080 /tmp/sei-bench/pprof/cpu.pb.gz &`
+   - `go tool pprof -http=:8081 /tmp/sei-bench/pprof/fgprof.pb.gz &`
+   - `go tool pprof -http=:8082 -alloc_space /tmp/sei-bench/pprof/heap.pb.gz &`
+
+### Phase 4: Summarize and discuss
+
+9. Present findings to the user:
+   - TPS from the benchmark run (extract from `/tmp/sei-bench/tps.txt`)
+   - Where `$ARGUMENTS` and its callees spend the most time (CPU, wall-clock)
+   - Biggest allocation hotspots within the function's call tree
+   - Any contention (block/mutex) in the function's path
+   - Top 2-3 candidate optimizations with expected impact and trade-offs
+10. Ask the user which optimization direction to pursue. Do NOT write any code until the user picks.
+
+### Phase 5: Implement
+
+11. Implement the chosen optimization
+12. Run `gofmt -s -w` on all modified `.go` files
+13. Commit the change
+
+### Phase 6: Compare
+
+14. Record the commit hash before and after the optimization
+15. Run comparison: `benchmark/benchmark-compare.sh baseline=<before-commit> candidate=<after-commit>`
+16. Open diff flamegraphs for the user:
+    - `go tool pprof -http=:8083 -diff_base /tmp/sei-bench/baseline/pprof/cpu.pb.gz /tmp/sei-bench/candidate/pprof/cpu.pb.gz &`
+    - `go tool pprof -http=:8084 -diff_base /tmp/sei-bench/baseline/pprof/fgprof.pb.gz /tmp/sei-bench/candidate/pprof/fgprof.pb.gz &`
+    - `go tool pprof -http=:8085 -diff_base /tmp/sei-bench/baseline/pprof/heap.pb.gz /tmp/sei-bench/candidate/pprof/heap.pb.gz &`
+
+### Phase 7: Validate
+
+17. Present results:
+    - TPS delta (baseline vs candidate)
+    - CPU diff: `go tool pprof -top -diff_base /tmp/sei-bench/baseline/pprof/cpu.pb.gz /tmp/sei-bench/candidate/pprof/cpu.pb.gz`
+    - Heap diff: `go tool pprof -alloc_space -top -diff_base /tmp/sei-bench/baseline/pprof/heap.pb.gz /tmp/sei-bench/candidate/pprof/heap.pb.gz`
+18. Ask the user: keep, iterate, or revert?
+19. If keep and user approves, ask whether to open a PR
+
+## Important rules
+
+- ALWAYS ask the user before writing any optimization code (step 10)
+- ALWAYS ask the user before opening a PR (step 19)
+- Cross-session benchmark numbers are NOT comparable. Only compare within the same `benchmark-compare.sh` run.
+- Run `gofmt -s -w` on all modified Go files before committing
+- If `$ARGUMENTS` is empty or not found, ask the user to provide the function name

From 6dd8b0bef54bf6589b5902003e34ffd0c7282c09 Mon Sep 17 00:00:00 2001
From: pdrobnjak <drobnjakpavle95@gmail.com>
Date: Fri, 13 Feb 2026 18:01:48 +0100
Subject: [PATCH 6/9] fix(benchmark): capture CPU and fgprof profiles
 sequentially to avoid corruption

Go's CPU profiler and fgprof conflict when running concurrently on the
same process, producing empty or corrupted profiles. Switch from parallel
background captures to sequential execution (CPU first, then fgprof),
measure actual capture duration for accurate remaining-time calculation,
and make BASE_DIR overridable so benchmark-compare.sh can route profiles
to per-label directories.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/benchmark-compare.sh | 54 ++++++++++++++++++++++------------
 benchmark/benchmark.sh         | 52 +++++++++++++-------------------
 2 files changed, 57 insertions(+), 49 deletions(-)

diff --git a/benchmark/benchmark-compare.sh b/benchmark/benchmark-compare.sh
index 9a05ae4cf0..bd870e3360 100755
--- a/benchmark/benchmark-compare.sh
+++ b/benchmark/benchmark-compare.sh
@@ -171,6 +171,7 @@ for i in $(seq 0 $((NUM-1))); do
 
   BENCHMARK_PHASE=start \
   SEI_HOME="$home_dir" \
+  BASE_DIR="$BASE_DIR/$label" \
   SEID_BIN="$seid" \
   PORT_OFFSET="$port_offset" \
   LOG_FILE="$log_file" \
@@ -192,7 +193,11 @@ sleep "$PPROF_WAIT" || true
 
 echo ""
 echo "=== Capturing profiles (30s CPU + 30s fgprof + heap + goroutine + block + mutex) ==="
-PPROF_PIDS=()
+set +e
+PROFILE_CAPTURE_START=$(date +%s)
+
+# Capture CPU across all nodes first, then fgprof, then remaining profiles.
+# CPU and fgprof cannot run together on the same process.
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
   port_offset=$((i * 100))
@@ -201,44 +206,57 @@ for i in $(seq 0 $((NUM-1))); do
   mkdir -p "$profile_dir"
 
   # CPU profile (30s) — on-CPU time only
+  echo "  [$label] capturing cpu"
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/profile?seconds=30" \
-    -o "$profile_dir/cpu.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/cpu.pb.gz"
+done
+
+for i in $(seq 0 $((NUM-1))); do
+  label="${LABELS[$i]}"
+  port_offset=$((i * 100))
+  PPROF_PORT=$((6060 + port_offset))
+  profile_dir="$BASE_DIR/$label/pprof"
 
   # fgprof (30s) — wall-clock time (on-CPU + off-CPU/I/O/blocking)
+  echo "  [$label] capturing fgprof"
   curl -s "http://localhost:${PPROF_PORT}/debug/fgprof?seconds=30" \
-    -o "$profile_dir/fgprof.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/fgprof.pb.gz"
+done
+
+for i in $(seq 0 $((NUM-1))); do
+  label="${LABELS[$i]}"
+  port_offset=$((i * 100))
+  PPROF_PORT=$((6060 + port_offset))
+  profile_dir="$BASE_DIR/$label/pprof"
+
+  echo "  [$label] capturing heap/goroutine/block/mutex"
 
   # Heap snapshot
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/heap?debug=0" \
-    -o "$profile_dir/heap.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/heap.pb.gz"
 
   # Goroutine dump
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/goroutine?debug=0" \
-    -o "$profile_dir/goroutine.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/goroutine.pb.gz"
 
   # Block profile (time waiting on channels/mutexes)
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/block?debug=0" \
-    -o "$profile_dir/block.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/block.pb.gz"
 
   # Mutex contention profile
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/mutex?debug=0" \
-    -o "$profile_dir/mutex.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$profile_dir/mutex.pb.gz"
 
   echo "  [$label] capturing from localhost:${PPROF_PORT} -> $profile_dir/"
 done
 
-# Wait for all profile captures to finish
-for pid in "${PPROF_PIDS[@]}"; do
-  wait "$pid" 2>/dev/null || true
-done
 echo "  profile capture complete."
 
+set -e
+
+PROFILE_CAPTURE_END=$(date +%s)
+PROFILE_CAPTURE_SECS=$(( PROFILE_CAPTURE_END - PROFILE_CAPTURE_START ))
+
 # Verify profile sizes
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
@@ -253,7 +271,7 @@ for i in $(seq 0 $((NUM-1))); do
 done
 
 # Wait remaining time
-REMAINING=$(( DURATION - PPROF_WAIT - 30 ))
+REMAINING=$(( DURATION - PPROF_WAIT - PROFILE_CAPTURE_SECS ))
 if [ "$REMAINING" -gt 0 ]; then
   echo ""
   echo "  Continuing benchmark for ${REMAINING}s..."
diff --git a/benchmark/benchmark.sh b/benchmark/benchmark.sh
index cf7dfeb3d9..6145f3465f 100755
--- a/benchmark/benchmark.sh
+++ b/benchmark/benchmark.sh
@@ -325,7 +325,7 @@ fi
 
 if [ "$DURATION" -gt 0 ] 2>/dev/null; then
   # ---- Timed run: background seid, capture profiles, extract TPS ----
-  BASE_DIR="/tmp/sei-bench"
+  BASE_DIR="${BASE_DIR:-/tmp/sei-bench}"
   PROFILE_DIR="$BASE_DIR/pprof"
   mkdir -p "$PROFILE_DIR"
 
@@ -352,47 +352,37 @@ if [ "$DURATION" -gt 0 ] 2>/dev/null; then
   sleep "$PPROF_WAIT" || true
 
   echo ""
-  echo "=== Capturing profiles (30s CPU + 30s fgprof + heap + goroutine + block + mutex) ==="
-  PPROF_PIDS=()
+  echo "=== Capturing profiles (30s CPU + 30s fgprof + others) ==="
+  set +e
+  PROFILE_CAPTURE_START=$(date +%s)
 
-  # CPU profile (30s)
+  # Capture sequentially to avoid runtime conflicts:
+  # Go pprof CPU and fgprof profiling cannot run at the same time.
+  echo "  capturing cpu profile ..."
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/profile?seconds=30" \
-    -o "$PROFILE_DIR/cpu.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$PROFILE_DIR/cpu.pb.gz"
 
-  # fgprof (30s) — wall-clock time
+  echo "  capturing fgprof ..."
   curl -s "http://localhost:${PPROF_PORT}/debug/fgprof?seconds=30" \
-    -o "$PROFILE_DIR/fgprof.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$PROFILE_DIR/fgprof.pb.gz"
 
-  # Heap snapshot
+  echo "  capturing heap/goroutine/block/mutex ..."
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/heap?debug=0" \
-    -o "$PROFILE_DIR/heap.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
-
-  # Goroutine dump
+    -o "$PROFILE_DIR/heap.pb.gz"
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/goroutine?debug=0" \
-    -o "$PROFILE_DIR/goroutine.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
-
-  # Block profile
+    -o "$PROFILE_DIR/goroutine.pb.gz"
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/block?debug=0" \
-    -o "$PROFILE_DIR/block.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
-
-  # Mutex contention profile
+    -o "$PROFILE_DIR/block.pb.gz"
   curl -s "http://localhost:${PPROF_PORT}/debug/pprof/mutex?debug=0" \
-    -o "$PROFILE_DIR/mutex.pb.gz" &
-  PPROF_PIDS=("${PPROF_PIDS[@]}" $!)
+    -o "$PROFILE_DIR/mutex.pb.gz"
 
-  echo "  Capturing from localhost:${PPROF_PORT} -> $PROFILE_DIR/"
-
-  # Wait for all profile captures to finish
-  for pid in "${PPROF_PIDS[@]}"; do
-    wait "$pid" 2>/dev/null || true
-  done
+  echo "  capturing from localhost:${PPROF_PORT} -> $PROFILE_DIR/"
   echo "  Profile capture complete."
 
+  PROFILE_CAPTURE_END=$(date +%s)
+  PROFILE_CAPTURE_SECS=$(( PROFILE_CAPTURE_END - PROFILE_CAPTURE_START ))
+  set -e
+
   # Verify profile sizes
   cpu_size=$(wc -c < "$PROFILE_DIR/cpu.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
   fgprof_size=$(wc -c < "$PROFILE_DIR/fgprof.pb.gz" 2>/dev/null | tr -d ' ' || echo 0)
@@ -403,7 +393,7 @@ if [ "$DURATION" -gt 0 ] 2>/dev/null; then
   echo "  cpu=${cpu_size}B fgprof=${fgprof_size}B heap=${heap_size}B goroutine=${goroutine_size}B block=${block_size}B mutex=${mutex_size}B"
 
   # Wait remaining time
-  REMAINING=$(( DURATION - PPROF_WAIT - 30 ))
+  REMAINING=$(( DURATION - PPROF_WAIT - PROFILE_CAPTURE_SECS ))
   if [ "$REMAINING" -gt 0 ]; then
     echo ""
     echo "  Continuing benchmark for ${REMAINING}s..."

From 62fcfd85f8a52e54cd6571d2df33aa5aa5703e22 Mon Sep 17 00:00:00 2001
From: pdrobnjak <pavle@tenderly.co>
Date: Tue, 17 Feb 2026 13:16:06 +0100
Subject: [PATCH 7/9] fix: isolate benchmark-compare.sh for parallel
 invocations (#2898)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

## Summary

- Namespace `BASE_DIR` per run via `RUN_ID` (defaults to PID):
`/tmp/sei-bench-${RUN_ID}/`
- Auto-claim port offset slots via atomic `mkdir` (supports 30
concurrent runs, zero coordination)
- Replace `git checkout` with git worktrees for isolated builds (no
working tree collisions)
- Replace `~/go/bin/seid` with `GOBIN`-based builds per label (no binary
collisions)
- Replace `~/.sei` staging with `mktemp` + `--home` on all `seid`
commands (no init collisions)
- Pass `SEI_HOME_DIR`/`SEID_BIN` env vars to
`populate_genesis_accounts.py` (backward-compatible defaults)
- Fix pre-existing double lifecycle bug by passing `DURATION=0` to child
start-phase

## Test plan

- [x] Syntax check: `bash -n` on both shell scripts, `py_compile` on
Python
- [x] Two concurrent `benchmark-compare.sh` runs with `DURATION=120` —
both completed, separate `BASE_DIR`s, no port conflicts
- [x] All 6 profile types captured for all 4 nodes (CPU ~145KB, fgprof
~115KB, heap ~248KB, etc.)
- [x] TPS data collected (36-37 readings per node)
- [x] `pprof -diff_base` produces valid analyzable output from both runs
- [x] Port slot locks cleaned up after exit
- [x] Git worktrees cleaned up after exit
- [x] Backward compatible — no env vars needed for single-instance usage

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/CLAUDE.md                           | 27 +++++-
 benchmark/benchmark-compare.sh                | 92 ++++++++++++-------
 benchmark/benchmark.sh                        | 84 ++++++++---------
 loadtest/scripts/populate_genesis_accounts.py |  8 +-
 4 files changed, 133 insertions(+), 78 deletions(-)

diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index a4da4358be..2e17bddcdb 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -30,9 +30,9 @@ BENCHMARK_CONFIG=benchmark/scenarios/erc20.json benchmark/benchmark.sh
 | Var | Default | Purpose |
 |-----|---------|---------|
 | `BENCHMARK_PHASE` | `all` | `init` (build+init+configure), `start` (run node), `all` (both) |
-| `SEI_HOME` | `$HOME/.sei` | Final chain data dir. If != ~/.sei, init in ~/.sei then `mv` |
+| `SEI_HOME` | `$HOME/.sei` | Final chain data dir. Init uses a temp staging dir, then moves here |
 | `PORT_OFFSET` | `0` | Added to all ports (RPC, P2P, pprof, gRPC, etc.) |
-| `SEID_BIN` | `""` | Pre-built binary path. If set, skip build + copy to ~/go/bin/seid |
+| `SEID_BIN` | `""` | Pre-built binary path. If set, skip build step |
 | `LOG_FILE` | `""` | Redirect seid output to file |
 | `BENCHMARK_CONFIG` | `$SCRIPT_DIR/scenarios/evm.json` | Scenario config file (absolute path resolved from script location) |
 | `BENCHMARK_TXS_PER_BATCH` | `1000` | Transactions per batch |
@@ -54,6 +54,8 @@ Inherits all benchmark.sh vars via delegation. Additionally:
 | `GIGA_EXECUTOR` | **`true`** | Overrides benchmark.sh default (false) |
 | `GIGA_OCC` | **`true`** | Overrides benchmark.sh default (false) |
 | `DB_BACKEND` | `goleveldb` | Forwarded to build and init phases |
+| `RUN_ID` | `$$` (PID) | Namespaces `BASE_DIR` as `/tmp/sei-bench-${RUN_ID}/` |
+| `RUN_PORT_OFFSET` | auto-claimed | Added to all per-scenario port offsets (auto-claimed via atomic `mkdir` slots) |
 
 **Note:** `GIGA_EXECUTOR` and `GIGA_OCC` default to `true` in the compare script but `false` in benchmark.sh. The compare script is designed for performance comparison where Giga Executor is typically enabled.
 
@@ -68,7 +70,26 @@ benchmark/benchmark-compare.sh \
   lazy-cms-fix=37a17fd02
 ```
 
-Each scenario gets its own binary, home dir, and port set (offset by 100). Results are printed at the end with median/avg/min/max TPS. Raw data in `/tmp/sei-bench/<label>/tps.txt`.
+Each scenario gets its own binary, home dir, and port set (offset by 100). Results are printed at the end with median/avg/min/max TPS. Raw data in `/tmp/sei-bench-<PID>/<label>/tps.txt`.
+
+### Running multiple comparisons concurrently
+
+Port offsets are auto-claimed, so the simplest parallel usage is just:
+
+```bash
+benchmark/benchmark-compare.sh baseline=abc123 opt=def456 &
+benchmark/benchmark-compare.sh baseline=abc123 fix=789abc &
+benchmark/benchmark-compare.sh baseline=abc123 alt=aabbcc &
+```
+
+Each instance gets its own `RUN_ID` (PID), `BASE_DIR`, and port range. No coordination needed.
+
+Manual override is available if needed:
+
+```bash
+RUN_PORT_OFFSET=0    benchmark/benchmark-compare.sh baseline=abc123 opt=def456 &
+RUN_PORT_OFFSET=1000 benchmark/benchmark-compare.sh baseline=abc123 fix=789abc &
+```
 
 ## Comparing results across sessions
 
diff --git a/benchmark/benchmark-compare.sh b/benchmark/benchmark-compare.sh
index bd870e3360..640a452242 100755
--- a/benchmark/benchmark-compare.sh
+++ b/benchmark/benchmark-compare.sh
@@ -11,7 +11,7 @@
 #     lazy-cms-fix=37a17fd02
 #
 # Each scenario gets its own seid binary, data dir, port set, and log file.
-# Init is sequential (fast, uses ~/.sei then moves). Run is parallel.
+# Init is sequential (fast, uses mktemp staging). Run is parallel.
 # After DURATION seconds (default 600), all nodes stop and TPS stats are printed.
 #
 # Environment variables (same as benchmark.sh):
@@ -20,6 +20,8 @@
 #   BENCHMARK_TXS_PER_BATCH   (default: 1000)
 #   DURATION                   (default: 600 seconds)
 #   BENCHMARK_CONFIG           (default: benchmark/scenarios/evm.json)
+#   RUN_ID                     (default: $$ PID — namespaces BASE_DIR)
+#   RUN_PORT_OFFSET            (default: auto-claimed slot — added to all port offsets)
 
 set -e
 
@@ -32,7 +34,26 @@ BENCHMARK_TXS_PER_BATCH=${BENCHMARK_TXS_PER_BATCH:-1000}
 DURATION=${DURATION:-120}
 BENCHMARK_CONFIG=${BENCHMARK_CONFIG:-"$SCRIPT_DIR/scenarios/evm.json"}
 DB_BACKEND=${DB_BACKEND:-goleveldb}
-BASE_DIR="/tmp/sei-bench"
+RUN_ID=${RUN_ID:-$$}
+BASE_DIR="/tmp/sei-bench-${RUN_ID}"
+
+# Auto-claim a port offset slot using atomic mkdir if not explicitly set
+PORT_SLOT_DIR=""
+if [ -z "${RUN_PORT_OFFSET+x}" ]; then
+  for slot in $(seq 0 29); do
+    if mkdir "/tmp/sei-bench-port-slot-${slot}" 2>/dev/null; then
+      RUN_PORT_OFFSET=$((slot * 1000))
+      PORT_SLOT_DIR="/tmp/sei-bench-port-slot-${slot}"
+      break
+    fi
+  done
+  if [ -z "$PORT_SLOT_DIR" ]; then
+    echo "ERROR: Could not claim a port offset slot (all 30 slots in use)"
+    exit 1
+  fi
+else
+  RUN_PORT_OFFSET=${RUN_PORT_OFFSET}
+fi
 
 if [ $# -lt 2 ]; then
   echo "Usage: $0 <label1>=<commit1> <label2>=<commit2> [...]"
@@ -59,20 +80,21 @@ done
 NUM=${#LABELS[@]}
 
 echo "=== Parallel Benchmark Comparison ==="
-echo "  Scenarios:      $NUM"
-echo "  Duration:       ${DURATION}s"
-echo "  GIGA_EXECUTOR:  $GIGA_EXECUTOR"
-echo "  GIGA_OCC:       $GIGA_OCC"
-echo "  TXS_PER_BATCH:  $BENCHMARK_TXS_PER_BATCH"
+echo "  Scenarios:        $NUM"
+echo "  Duration:         ${DURATION}s"
+echo "  GIGA_EXECUTOR:    $GIGA_EXECUTOR"
+echo "  GIGA_OCC:         $GIGA_OCC"
+echo "  TXS_PER_BATCH:    $BENCHMARK_TXS_PER_BATCH"
+echo "  RUN_ID:           $RUN_ID"
+echo "  RUN_PORT_OFFSET:  $RUN_PORT_OFFSET"
+echo "  BASE_DIR:         $BASE_DIR"
 echo ""
 for i in $(seq 0 $((NUM-1))); do
   echo "  [$((i+1))] ${LABELS[$i]} = ${COMMITS[$i]}"
 done
 echo ""
 
-# Save current ref to restore later
-ORIGINAL_BRANCH=$(git -C "$REPO_ROOT" symbolic-ref --short HEAD 2>/dev/null || echo "")
-ORIGINAL_REF=$(git -C "$REPO_ROOT" rev-parse HEAD)
+WORKTREE_DIRS=()
 
 cleanup() {
   echo ""
@@ -82,10 +104,15 @@ cleanup() {
     pkill -f "seid-${label}" 2>/dev/null || true
   done
   sleep 2
-  if [ -n "$ORIGINAL_BRANCH" ]; then
-    git -C "$REPO_ROOT" checkout "$ORIGINAL_BRANCH" 2>/dev/null || true
-  else
-    git -C "$REPO_ROOT" checkout "$ORIGINAL_REF" --detach 2>/dev/null || true
+  # Remove any leftover worktrees
+  for wt in "${WORKTREE_DIRS[@]}"; do
+    if [ -d "$wt" ]; then
+      git -C "$REPO_ROOT" worktree remove --force "$wt" 2>/dev/null || true
+    fi
+  done
+  # Release port slot lock
+  if [ -n "$PORT_SLOT_DIR" ] && [ -d "$PORT_SLOT_DIR" ]; then
+    rmdir "$PORT_SLOT_DIR" 2>/dev/null || true
   fi
 }
 trap cleanup EXIT
@@ -100,32 +127,34 @@ for i in $(seq 0 $((NUM-1))); do
   commit="${COMMITS[$i]}"
   mkdir -p "$BASE_DIR/$label"
 
+  WORKTREE_DIR="$BASE_DIR/$label/worktree"
   echo -n "  Building [$label] from ${commit}... "
-  git -C "$REPO_ROOT" checkout -- go.work.sum 2>/dev/null || true
-  git -C "$REPO_ROOT" checkout "$commit" --detach 2>/dev/null
+  git -C "$REPO_ROOT" worktree add --detach "$WORKTREE_DIR" "$commit" 2>/dev/null
+  WORKTREE_DIRS=("${WORKTREE_DIRS[@]}" "$WORKTREE_DIR")
+
   # Forward DB_BACKEND build tags if needed
   BUILD_TAGS=""
   case "$DB_BACKEND" in
     cleveldb) BUILD_TAGS="cleveldb" ;;
     rocksdb)  BUILD_TAGS="rocksdb" ;;
   esac
+
+  GOBIN_DIR="$BASE_DIR/$label/bin"
+  mkdir -p "$GOBIN_DIR"
   if [ -n "$BUILD_TAGS" ]; then
-    COSMOS_BUILD_OPTIONS="$BUILD_TAGS" make -C "$REPO_ROOT" install-bench > /dev/null 2>&1
+    GOBIN="$GOBIN_DIR" COSMOS_BUILD_OPTIONS="$BUILD_TAGS" make -C "$WORKTREE_DIR" install-bench > /dev/null 2>&1
   else
-    make -C "$REPO_ROOT" install-bench > /dev/null 2>&1
+    GOBIN="$GOBIN_DIR" make -C "$WORKTREE_DIR" install-bench > /dev/null 2>&1
   fi
-  cp ~/go/bin/seid "$BASE_DIR/$label/seid-${label}"
+  mv "$GOBIN_DIR/seid" "$BASE_DIR/$label/seid-${label}"
+  rm -rf "$GOBIN_DIR"
+
   echo "done"
 done
+# Worktrees are kept alive — the seid binary's @rpath references libwasmvm.dylib
+# inside the worktree. The EXIT trap cleans them up when the script finishes.
 echo ""
 
-# Restore to original ref so benchmark.sh can find scenario files
-if [ -n "$ORIGINAL_BRANCH" ]; then
-  git -C "$REPO_ROOT" checkout "$ORIGINAL_BRANCH" 2>/dev/null
-else
-  git -C "$REPO_ROOT" checkout "$ORIGINAL_REF" --detach 2>/dev/null
-fi
-
 # ============================================================
 # Phase 2: Initialize chains (sequential — delegates to benchmark.sh)
 # ============================================================
@@ -135,7 +164,7 @@ for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
   seid="$BASE_DIR/$label/seid-${label}"
   home_dir="$BASE_DIR/$label/data"
-  port_offset=$((i * 100))
+  port_offset=$((RUN_PORT_OFFSET + i * 100))
 
   echo -n "  Initializing [$label]... "
 
@@ -167,9 +196,10 @@ for i in $(seq 0 $((NUM-1))); do
   seid="$BASE_DIR/$label/seid-${label}"
   home_dir="$BASE_DIR/$label/data"
   log_file="$BASE_DIR/$label/output.log"
-  port_offset=$((i * 100))
+  port_offset=$((RUN_PORT_OFFSET + i * 100))
 
   BENCHMARK_PHASE=start \
+  DURATION=0 \
   SEI_HOME="$home_dir" \
   BASE_DIR="$BASE_DIR/$label" \
   SEID_BIN="$seid" \
@@ -200,7 +230,7 @@ PROFILE_CAPTURE_START=$(date +%s)
 # CPU and fgprof cannot run together on the same process.
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
-  port_offset=$((i * 100))
+  port_offset=$((RUN_PORT_OFFSET + i * 100))
   PPROF_PORT=$((6060 + port_offset))
   profile_dir="$BASE_DIR/$label/pprof"
   mkdir -p "$profile_dir"
@@ -213,7 +243,7 @@ done
 
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
-  port_offset=$((i * 100))
+  port_offset=$((RUN_PORT_OFFSET + i * 100))
   PPROF_PORT=$((6060 + port_offset))
   profile_dir="$BASE_DIR/$label/pprof"
 
@@ -225,7 +255,7 @@ done
 
 for i in $(seq 0 $((NUM-1))); do
   label="${LABELS[$i]}"
-  port_offset=$((i * 100))
+  port_offset=$((RUN_PORT_OFFSET + i * 100))
   PPROF_PORT=$((6060 + port_offset))
   profile_dir="$BASE_DIR/$label/pprof"
 
diff --git a/benchmark/benchmark.sh b/benchmark/benchmark.sh
index 6145f3465f..279f9fea00 100755
--- a/benchmark/benchmark.sh
+++ b/benchmark/benchmark.sh
@@ -19,11 +19,11 @@ DEBUG=${DEBUG:-false}
 DB_BACKEND=${DB_BACKEND:-goleveldb}
 
 # --- New env vars for phase gating / multi-instance support ---
-# Final chain data dir. If != ~/.sei, init in ~/.sei then mv.
+# Final chain data dir. Init is done in a temp staging dir then moved here.
 SEI_HOME=${SEI_HOME:-"$HOME/.sei"}
 # Added to all ports (RPC, P2P, pprof, gRPC, etc.)
 PORT_OFFSET=${PORT_OFFSET:-0}
-# Pre-built binary path. If set, skip build + copy to ~/go/bin/seid.
+# Pre-built binary path. If set, skip build.
 SEID_BIN=${SEID_BIN:-""}
 # Phase control: "init" (build+init+configure), "start" (run node), "all" (both)
 BENCHMARK_PHASE=${BENCHMARK_PHASE:-all}
@@ -81,15 +81,17 @@ echo "Available scenarios in $SCRIPT_DIR/scenarios/:"
 ls -1 "$SCRIPT_DIR"/scenarios/*.json 2>/dev/null | sed 's/^/    /' || echo "    (none found)"
 echo "================================"
 
-# clean up old sei directory
-rm -rf ~/.sei
+# Create isolated staging directory for chain init
+STAGING_DIR=$(mktemp -d "${TMPDIR:-/tmp}/sei-bench-init.XXXXXX")
+staging_cleanup() {
+  rm -rf "$STAGING_DIR" 2>/dev/null || true
+}
+trap staging_cleanup EXIT
+
 echo "Building..."
 
 if [ -n "$SEID_BIN" ]; then
-  # Use pre-built binary: copy to ~/go/bin/seid so downstream tools find it
   echo "Using pre-built binary: $SEID_BIN"
-  mkdir -p ~/go/bin
-  cp "$SEID_BIN" ~/go/bin/seid
 else
   # Determine build options based on DB_BACKEND
   BUILD_TAGS=""
@@ -121,50 +123,50 @@ else
 fi
 
 # initialize chain with chain ID and add the first key
-"$SEID" init demo --chain-id sei-chain
-"$SEID" keys add $keyname --keyring-backend test
+"$SEID" init demo --chain-id sei-chain --home "$STAGING_DIR"
+"$SEID" keys add $keyname --keyring-backend test --home "$STAGING_DIR"
 # add the key as a genesis account with massive balances of several different tokens
-"$SEID" add-genesis-account $("$SEID" keys show $keyname -a --keyring-backend test) 100000000000000000000usei,100000000000000000000uusdc,100000000000000000000uatom --keyring-backend test
+"$SEID" add-genesis-account $("$SEID" keys show $keyname -a --keyring-backend test --home "$STAGING_DIR") 100000000000000000000usei,100000000000000000000uusdc,100000000000000000000uatom --keyring-backend test --home "$STAGING_DIR"
 # gentx for account
-"$SEID" gentx $keyname 7000000000000000usei --chain-id sei-chain --keyring-backend test
+"$SEID" gentx $keyname 7000000000000000usei --chain-id sei-chain --keyring-backend test --home "$STAGING_DIR"
 # add validator information to genesis file
-KEY=$(jq '.pub_key' ~/.sei/config/priv_validator_key.json -c)
-jq '.validators = [{}]' ~/.sei/config/genesis.json > ~/.sei/config/tmp_genesis.json
-jq '.validators[0] += {"power":"7000000000"}' ~/.sei/config/tmp_genesis.json > ~/.sei/config/tmp_genesis_2.json
-jq '.validators[0] += {"pub_key":'$KEY'}' ~/.sei/config/tmp_genesis_2.json > ~/.sei/config/tmp_genesis_3.json
-mv ~/.sei/config/tmp_genesis_3.json ~/.sei/config/genesis.json && rm ~/.sei/config/tmp_genesis.json && rm ~/.sei/config/tmp_genesis_2.json
+KEY=$(jq '.pub_key' "$STAGING_DIR/config/priv_validator_key.json" -c)
+jq '.validators = [{}]' "$STAGING_DIR/config/genesis.json" > "$STAGING_DIR/config/tmp_genesis.json"
+jq '.validators[0] += {"power":"7000000000"}' "$STAGING_DIR/config/tmp_genesis.json" > "$STAGING_DIR/config/tmp_genesis_2.json"
+jq '.validators[0] += {"pub_key":'$KEY'}' "$STAGING_DIR/config/tmp_genesis_2.json" > "$STAGING_DIR/config/tmp_genesis_3.json"
+mv "$STAGING_DIR/config/tmp_genesis_3.json" "$STAGING_DIR/config/genesis.json" && rm "$STAGING_DIR/config/tmp_genesis.json" && rm "$STAGING_DIR/config/tmp_genesis_2.json"
 
 echo "Creating Accounts"
 # create 10 test accounts + fund them
-python3  "$REPO_ROOT/loadtest/scripts/populate_genesis_accounts.py" 20 loc
+SEI_HOME_DIR="$STAGING_DIR" SEID_BIN="$SEID" python3 "$REPO_ROOT/loadtest/scripts/populate_genesis_accounts.py" 20 loc
 
-"$SEID" collect-gentxs
+"$SEID" collect-gentxs --home "$STAGING_DIR"
 # update some params in genesis file for easier use of the chain localls (make gov props faster)
-cat ~/.sei/config/genesis.json | jq '.app_state["gov"]["deposit_params"]["max_deposit_period"]="60s"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["gov"]["voting_params"]["voting_period"]="30s"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["gov"]["voting_params"]["expedited_voting_period"]="10s"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["oracle"]["params"]["vote_period"]="2"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["evm"]["params"]["target_gas_used_per_block"]="1000000000000"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["oracle"]["params"]["whitelist"]=[{"name": "ueth"},{"name": "ubtc"},{"name": "uusdc"},{"name": "uusdt"},{"name": "uosmo"},{"name": "uatom"},{"name": "usei"}]' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["distribution"]["params"]["community_tax"]="0.000000000000000000"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.consensus_params["block"]["max_gas"]="100000000"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.consensus_params["block"]["min_txs_in_block"]="2"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.consensus_params["block"]["max_gas_wanted"]="150000000"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["staking"]["params"]["max_voting_power_ratio"]="1.000000000000000000"' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq '.app_state["bank"]["denom_metadata"]=[{"denom_units":[{"denom":"usei","exponent":0,"aliases":["USEI"]}],"base":"usei","display":"usei","name":"USEI","symbol":"USEI"}]' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["gov"]["deposit_params"]["max_deposit_period"]="60s"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["gov"]["voting_params"]["voting_period"]="30s"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["gov"]["voting_params"]["expedited_voting_period"]="10s"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["oracle"]["params"]["vote_period"]="2"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["evm"]["params"]["target_gas_used_per_block"]="1000000000000"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["oracle"]["params"]["whitelist"]=[{"name": "ueth"},{"name": "ubtc"},{"name": "uusdc"},{"name": "uusdt"},{"name": "uosmo"},{"name": "uatom"},{"name": "usei"}]' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["distribution"]["params"]["community_tax"]="0.000000000000000000"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.consensus_params["block"]["max_gas"]="100000000"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.consensus_params["block"]["min_txs_in_block"]="2"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.consensus_params["block"]["max_gas_wanted"]="150000000"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["staking"]["params"]["max_voting_power_ratio"]="1.000000000000000000"' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq '.app_state["bank"]["denom_metadata"]=[{"denom_units":[{"denom":"usei","exponent":0,"aliases":["USEI"]}],"base":"usei","display":"usei","name":"USEI","symbol":"USEI"}]' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
 
 # Use the Python command to get the dates
 START_DATE=$($PYTHON_CMD -c "from datetime import datetime; print(datetime.now().strftime('%Y-%m-%d'))")
 END_DATE_3DAYS=$($PYTHON_CMD -c "from datetime import datetime, timedelta; print((datetime.now() + timedelta(days=3)).strftime('%Y-%m-%d'))")
 END_DATE_5DAYS=$($PYTHON_CMD -c "from datetime import datetime, timedelta; print((datetime.now() + timedelta(days=5)).strftime('%Y-%m-%d'))")
 
-cat ~/.sei/config/genesis.json | jq --arg start_date "$START_DATE" --arg end_date "$END_DATE_3DAYS" '.app_state["mint"]["params"]["token_release_schedule"]=[{"start_date": $start_date, "end_date": $end_date, "token_release_amount": "999999999999"}]' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
-cat ~/.sei/config/genesis.json | jq --arg start_date "$END_DATE_3DAYS" --arg end_date "$END_DATE_5DAYS" '.app_state["mint"]["params"]["token_release_schedule"] += [{"start_date": $start_date, "end_date": $end_date, "token_release_amount": "999999999999"}]' > ~/.sei/config/tmp_genesis.json && mv ~/.sei/config/tmp_genesis.json ~/.sei/config/genesis.json
+cat "$STAGING_DIR/config/genesis.json" | jq --arg start_date "$START_DATE" --arg end_date "$END_DATE_3DAYS" '.app_state["mint"]["params"]["token_release_schedule"]=[{"start_date": $start_date, "end_date": $end_date, "token_release_amount": "999999999999"}]' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
+cat "$STAGING_DIR/config/genesis.json" | jq --arg start_date "$END_DATE_3DAYS" --arg end_date "$END_DATE_5DAYS" '.app_state["mint"]["params"]["token_release_schedule"] += [{"start_date": $start_date, "end_date": $end_date, "token_release_amount": "999999999999"}]' > "$STAGING_DIR/config/tmp_genesis.json" && mv "$STAGING_DIR/config/tmp_genesis.json" "$STAGING_DIR/config/genesis.json"
 
 if [ ! -z "$2" ]; then
   APP_TOML_PATH="$2"
 else
-  APP_TOML_PATH="$HOME/.sei/config/app.toml"
+  APP_TOML_PATH="$STAGING_DIR/config/app.toml"
 fi
 # Enable OCC and SeiDB
 sed -i.bak -e 's/# concurrency-workers = .*/concurrency-workers = 500/' "$APP_TOML_PATH"
@@ -212,13 +214,13 @@ fi
 if [ ! -z "$1" ]; then
   CONFIG_PATH="$1"
 else
-  CONFIG_PATH="$HOME/.sei/config/config.toml"
+  CONFIG_PATH="$STAGING_DIR/config/config.toml"
 fi
 
 if [ ! -z "$2" ]; then
   APP_PATH="$2"
 else
-  APP_PATH="$HOME/.sei/config/app.toml"
+  APP_PATH="$STAGING_DIR/config/app.toml"
 fi
 
 if [[ "$OSTYPE" == "linux-gnu"* ]]; then
@@ -287,13 +289,13 @@ if [ "$PORT_OFFSET" -ne 0 ] 2>/dev/null; then
   fi
 fi
 
-"$SEID" config keyring-backend test
+"$SEID" config keyring-backend test --home "$STAGING_DIR"
 
-# If SEI_HOME is not ~/.sei, move the data dir
-if [ "$SEI_HOME" != "$HOME/.sei" ]; then
-  mkdir -p "$(dirname "$SEI_HOME")"
-  mv ~/.sei "$SEI_HOME"
-fi
+# Move staging dir to final SEI_HOME
+rm -rf "$SEI_HOME"
+mkdir -p "$(dirname "$SEI_HOME")"
+mv "$STAGING_DIR" "$SEI_HOME"
+trap - EXIT
 
 fi # end BENCHMARK_PHASE=init
 
diff --git a/loadtest/scripts/populate_genesis_accounts.py b/loadtest/scripts/populate_genesis_accounts.py
index ac3e39afa2..6acc7a4ce5 100644
--- a/loadtest/scripts/populate_genesis_accounts.py
+++ b/loadtest/scripts/populate_genesis_accounts.py
@@ -13,12 +13,14 @@
 # Does not need to be thread safe, each thread should only be writing to its own index
 global_accounts_mapping = {}
 home_path = os.path.expanduser('~')
+seid_bin = os.environ.get('SEID_BIN', os.path.join(home_path, 'go', 'bin', 'seid'))
+sei_home_dir = os.environ.get('SEI_HOME_DIR', os.path.join(home_path, '.sei'))
 
 def add_key(account_name, local=False):
     if local:
-        add_key_cmd = f"yes | ~/go/bin/seid keys add {account_name} --keyring-backend test"
+        add_key_cmd = f"yes | {seid_bin} keys add {account_name} --keyring-backend test --home {sei_home_dir}"
     else:
-        add_key_cmd = f"printf '12345678\n' | ~/go/bin/seid keys add {account_name}"
+        add_key_cmd = f"printf '12345678\n' | {seid_bin} keys add {account_name} --home {sei_home_dir}"
     add_key_output = subprocess.check_output(
         [add_key_cmd],
         stderr=subprocess.STDOUT,
@@ -94,7 +96,7 @@ def main():
     if len(args) > 1 and args[1] == "loc":
         is_local = True
 
-    genesis_json_file_path = f"{home_path}/.sei/config/genesis.json"
+    genesis_json_file_path = os.path.join(sei_home_dir, 'config', 'genesis.json')
     genesis_file = read_genesis_file(genesis_json_file_path)
 
     num_threads = max(1, number_of_accounts // PARALLEISM)

From 4b3735f0f01faf62d29368a42bc439cc79363b3f Mon Sep 17 00:00:00 2001
From: pdrobnjak <pavle@tenderly.co>
Date: Tue, 17 Feb 2026 13:50:51 +0100
Subject: [PATCH 8/9] fix(benchmark): auto-claim port offset in benchmark.sh
 (#2900)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

## Summary

- `benchmark.sh` now auto-claims a port offset slot (same atomic `mkdir`
mechanism as `benchmark-compare.sh`) when `PORT_OFFSET` is not
explicitly set
- Prevents port collisions between concurrent standalone `benchmark.sh`
runs and stale `seid` processes from crashed runs
- When auto-claiming, `SEI_HOME` is also isolated to
`$HOME/.sei-bench-<offset>` to avoid data directory collisions
- Port slot is released in all exit paths (staging cleanup, seid cleanup
trap, and normal exit)
- When `PORT_OFFSET` is explicitly set by the caller (e.g., from
`benchmark-compare.sh`), behavior is unchanged

## Test plan

- [x] Run two concurrent `benchmark.sh` invocations — both should
auto-claim different port slots and run without collisions
- [x] Run `benchmark-compare.sh` (which passes explicit `PORT_OFFSET`) —
should still work as before
- [x] Kill a `benchmark.sh` mid-run — port slot should be released by
the trap handler
- [x] Syntax check: `bash -n benchmark/benchmark.sh`

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/CLAUDE.md    |  4 ++--
 benchmark/benchmark.sh | 43 +++++++++++++++++++++++++++++++++++++-----
 2 files changed, 40 insertions(+), 7 deletions(-)

diff --git a/benchmark/CLAUDE.md b/benchmark/CLAUDE.md
index 2e17bddcdb..a4236bcf58 100644
--- a/benchmark/CLAUDE.md
+++ b/benchmark/CLAUDE.md
@@ -30,8 +30,8 @@ BENCHMARK_CONFIG=benchmark/scenarios/erc20.json benchmark/benchmark.sh
 | Var | Default | Purpose |
 |-----|---------|---------|
 | `BENCHMARK_PHASE` | `all` | `init` (build+init+configure), `start` (run node), `all` (both) |
-| `SEI_HOME` | `$HOME/.sei` | Final chain data dir. Init uses a temp staging dir, then moves here |
-| `PORT_OFFSET` | `0` | Added to all ports (RPC, P2P, pprof, gRPC, etc.) |
+| `SEI_HOME` | `$HOME/.sei` (or `$HOME/.sei-bench-<offset>` when auto-claimed) | Final chain data dir. Init uses a temp staging dir, then moves here |
+| `PORT_OFFSET` | auto-claimed | Added to all ports (RPC, P2P, pprof, gRPC, etc.). Auto-claimed via atomic `mkdir` slots when not set, same mechanism as benchmark-compare.sh |
 | `SEID_BIN` | `""` | Pre-built binary path. If set, skip build step |
 | `LOG_FILE` | `""` | Redirect seid output to file |
 | `BENCHMARK_CONFIG` | `$SCRIPT_DIR/scenarios/evm.json` | Scenario config file (absolute path resolved from script location) |
diff --git a/benchmark/benchmark.sh b/benchmark/benchmark.sh
index 279f9fea00..b66c20aec8 100755
--- a/benchmark/benchmark.sh
+++ b/benchmark/benchmark.sh
@@ -19,12 +19,36 @@ DEBUG=${DEBUG:-false}
 DB_BACKEND=${DB_BACKEND:-goleveldb}
 
 # --- New env vars for phase gating / multi-instance support ---
-# Final chain data dir. Init is done in a temp staging dir then moved here.
-SEI_HOME=${SEI_HOME:-"$HOME/.sei"}
-# Added to all ports (RPC, P2P, pprof, gRPC, etc.)
-PORT_OFFSET=${PORT_OFFSET:-0}
 # Pre-built binary path. If set, skip build.
 SEID_BIN=${SEID_BIN:-""}
+
+# Auto-claim a port offset slot when PORT_OFFSET is not explicitly set,
+# so multiple uncoordinated benchmark.sh runs don't collide on ports.
+# Same atomic mkdir mechanism as benchmark-compare.sh.
+PORT_SLOT_DIR=""
+if [ -z "${PORT_OFFSET+x}" ]; then
+  for slot in $(seq 0 29); do
+    if mkdir "/tmp/sei-bench-port-slot-${slot}" 2>/dev/null; then
+      PORT_OFFSET=$((slot * 1000))
+      PORT_SLOT_DIR="/tmp/sei-bench-port-slot-${slot}"
+      break
+    fi
+  done
+  if [ -z "$PORT_SLOT_DIR" ]; then
+    echo "ERROR: Could not claim a port offset slot (all 30 slots in use)"
+    exit 1
+  fi
+else
+  PORT_OFFSET=${PORT_OFFSET:-0}
+fi
+
+# Final chain data dir. Init is done in a temp staging dir then moved here.
+# When auto-claiming ports, isolate data dirs too to avoid collisions.
+if [ -n "$PORT_SLOT_DIR" ] && [ -z "${SEI_HOME+x}" ]; then
+  SEI_HOME="$HOME/.sei-bench-${PORT_OFFSET}"
+else
+  SEI_HOME=${SEI_HOME:-"$HOME/.sei"}
+fi
 # Phase control: "init" (build+init+configure), "start" (run node), "all" (both)
 BENCHMARK_PHASE=${BENCHMARK_PHASE:-all}
 # Redirect seid output to file
@@ -83,8 +107,14 @@ echo "================================"
 
 # Create isolated staging directory for chain init
 STAGING_DIR=$(mktemp -d "${TMPDIR:-/tmp}/sei-bench-init.XXXXXX")
+release_port_slot() {
+  if [ -n "$PORT_SLOT_DIR" ] && [ -d "$PORT_SLOT_DIR" ]; then
+    rmdir "$PORT_SLOT_DIR" 2>/dev/null || true
+  fi
+}
 staging_cleanup() {
   rm -rf "$STAGING_DIR" 2>/dev/null || true
+  release_port_slot
 }
 trap staging_cleanup EXIT
 
@@ -295,7 +325,8 @@ fi
 rm -rf "$SEI_HOME"
 mkdir -p "$(dirname "$SEI_HOME")"
 mv "$STAGING_DIR" "$SEI_HOME"
-trap - EXIT
+# Staging dir is gone; downgrade trap to port slot release only
+trap release_port_slot EXIT
 
 fi # end BENCHMARK_PHASE=init
 
@@ -345,6 +376,7 @@ if [ "$DURATION" -gt 0 ] 2>/dev/null; then
 
   cleanup_seid() {
     kill "$SEID_PID" 2>/dev/null || true
+    release_port_slot
   }
   trap cleanup_seid EXIT
 
@@ -406,6 +438,7 @@ if [ "$DURATION" -gt 0 ] 2>/dev/null; then
   echo "Stopping seid..."
   kill "$SEID_PID" 2>/dev/null || true
   wait "$SEID_PID" 2>/dev/null || true
+  release_port_slot
   trap - EXIT
 
   # ---- Extract TPS stats ----

From 7854f49937f998dd7f424ca9b44417564c7347e8 Mon Sep 17 00:00:00 2001
From: pdrobnjak <pavle@tenderly.co>
Date: Tue, 17 Feb 2026 16:02:30 +0100
Subject: [PATCH 9/9] fix: benchmark-compare port slots start at offset 1000
 (#2905)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

## Summary

- `benchmark-compare.sh` slot 0 previously mapped to
`RUN_PORT_OFFSET=0`, which uses the same default ports as standalone
`benchmark.sh` (offset 0)
- If a stale `seid` from a previous standalone run is holding those
ports, the baseline node in a compare run panics with `bind: address
already in use`
- Fix: change slot-to-offset mapping from `slot * 1000` to `1000 + slot
* 1000`, so compare runs start at offset 1000+ and never overlap with
standalone benchmark default ports

Complements #2900 which added auto-claim port offsets to `benchmark.sh`
itself.

## Test plan

- [x] Run `benchmark-compare.sh` — first slot should claim offset 1000,
not 0
- [x] Run standalone `benchmark.sh` concurrently with
`benchmark-compare.sh` — no port collisions
- [x] Multiple concurrent `benchmark-compare.sh` invocations still
auto-claim non-overlapping slots

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
---
 benchmark/benchmark-compare.sh | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/benchmark/benchmark-compare.sh b/benchmark/benchmark-compare.sh
index 640a452242..aa9bbf89be 100755
--- a/benchmark/benchmark-compare.sh
+++ b/benchmark/benchmark-compare.sh
@@ -37,12 +37,14 @@ DB_BACKEND=${DB_BACKEND:-goleveldb}
 RUN_ID=${RUN_ID:-$$}
 BASE_DIR="/tmp/sei-bench-${RUN_ID}"
 
-# Auto-claim a port offset slot using atomic mkdir if not explicitly set
+# Auto-claim a port offset slot using atomic mkdir if not explicitly set.
+# Slots start at offset 1000 (not 0) so compare runs never collide with
+# standalone benchmark.sh which uses the default PORT_OFFSET=0 ports.
 PORT_SLOT_DIR=""
 if [ -z "${RUN_PORT_OFFSET+x}" ]; then
   for slot in $(seq 0 29); do
     if mkdir "/tmp/sei-bench-port-slot-${slot}" 2>/dev/null; then
-      RUN_PORT_OFFSET=$((slot * 1000))
+      RUN_PORT_OFFSET=$((1000 + slot * 1000))
       PORT_SLOT_DIR="/tmp/sei-bench-port-slot-${slot}"
       break
     fi