Sync with ethpandaops/ethereum-package

.claude/skills/kurtosis-ethereum/SKILL.md

@@ -15,6 +15,12 @@ Run Ethereum consensus/execution client devnets via [kurtosis](https://github.co
 ## Quick Start
 
 ```bash
+# ALWAYS start the OTel stack first — runs an OTel collector + ClickHouse on the
+# Docker host for centralized log (and trace) collection while debugging.
+# Docker-only. Logs are stamped with the enclave name; traces require the
+# `otel` additional_service (see below). ClickHouse on :18123, OTLP on :14317/:14318.
+kurtosis otel start
+
 # Write a network_params.yaml, then:
 kurtosis run github.com/ethpandaops/ethereum-package \
   --enclave <name> \
@@ -69,6 +75,8 @@ network_params:
 additional_services:
   - dora                     # block explorer
   - assertoor                # automated testing
+  - otel                     # ship EL/CL/VC traces to the engine OTel/ClickHouse
+                             # stack (Docker-only; requires `kurtosis otel start`)
 ```
 
 ## Reference Tool

.github/check-consensus-spec-values.py

@@ -0,0 +1,133 @@
+#!/usr/bin/env python3
+"""
+Compares a generated config.yaml against the upstream consensus-specs config.
+
+Exits non-zero if any non-excluded fields have different values or are missing
+from our config relative to the upstream spec.
+"""
+
+import argparse
+import sys
+import urllib.request
+
+import yaml
+
+
+# Fields that are intentionally testnet-specific or explicitly excluded from comparison.
+EXCLUDED_FIELDS = {
+    # Network identity - intentionally differs for testnets
+    "CONFIG_NAME",
+    # Merge transition - testnets start post-merge with TTD=0
+    "TERMINAL_TOTAL_DIFFICULTY",
+    # Genesis params - testnet-configurable
+    "MIN_GENESIS_ACTIVE_VALIDATOR_COUNT",
+    "MIN_GENESIS_TIME",
+    "GENESIS_FORK_VERSION",
+    "GENESIS_DELAY",
+    # Fork versions - testnet-specific values
+    "ALTAIR_FORK_VERSION",
+    "BELLATRIX_FORK_VERSION",
+    "CAPELLA_FORK_VERSION",
+    "DENEB_FORK_VERSION",
+    "ELECTRA_FORK_VERSION",
+    "FULU_FORK_VERSION",
+    "GLOAS_FORK_VERSION",
+    "HEZE_FORK_VERSION",
+    "EIP7928_FORK_VERSION",
+    # Fork activation epochs - testnets activate all forks at epoch 0
+    "ALTAIR_FORK_EPOCH",
+    "BELLATRIX_FORK_EPOCH",
+    "CAPELLA_FORK_EPOCH",
+    "DENEB_FORK_EPOCH",
+    "ELECTRA_FORK_EPOCH",
+    "FULU_FORK_EPOCH",
+    "GLOAS_FORK_EPOCH",
+    "HEZE_FORK_EPOCH",
+    "EIP7928_FORK_EPOCH",
+    # Deposit contract - testnet-configurable
+    "DEPOSIT_CHAIN_ID",
+    "DEPOSIT_NETWORK_ID",
+    "DEPOSIT_CONTRACT_ADDRESS",
+    # Blob schedule - explicitly excluded
+    "BLOB_SCHEDULE",
+    # Deprecated field moved to preset files, not present in spec configs
+    "SECONDS_PER_SLOT",
+}
+
+
+def load_yaml(path_or_url: str) -> dict:
+    if path_or_url.startswith("http://") or path_or_url.startswith("https://"):
+        with urllib.request.urlopen(path_or_url) as response:
+            return yaml.safe_load(response.read().decode())
+    with open(path_or_url) as f:
+        return yaml.safe_load(f)
+
+
+def compare_configs(our_config: dict, spec_config: dict) -> bool:
+    failures = []
+    warnings = []
+
+    spec_keys = {k for k in spec_config if k not in EXCLUDED_FIELDS}
+    our_keys = {k for k in our_config if k not in EXCLUDED_FIELDS}
+
+    for key in sorted(spec_keys - our_keys):
+        failures.append(
+            f"  MISSING in our config: {key!r}  (spec has: {spec_config[key]!r})"
+        )
+
+    for key in sorted(spec_keys & our_keys):
+        spec_val = spec_config[key]
+        our_val = our_config[key]
+        if spec_val != our_val:
+            failures.append(
+                f"  MISMATCH {key!r}:\n"
+                f"    ours: {our_val!r}\n"
+                f"    spec: {spec_val!r}"
+            )
+
+    for key in sorted(our_keys - spec_keys):
+        warnings.append(
+            f"  EXTRA field in our config (not in spec): {key!r} = {our_config[key]!r}"
+        )
+
+    if warnings:
+        print("Warnings (fields present in our config but not in the upstream spec):")
+        for w in warnings:
+            print(w)
+        print()
+
+    if failures:
+        print(f"FAILED: {len(failures)} issue(s) found:")
+        for failure in failures:
+            print(failure)
+        return False
+
+    print(f"OK: all {len(spec_keys & our_keys)} comparable spec fields match.")
+    return True
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Compare our generated config.yaml against the upstream consensus-specs config"
+    )
+    parser.add_argument(
+        "--our-config",
+        required=True,
+        help="Path to our generated config.yaml",
+    )
+    parser.add_argument(
+        "--spec-config",
+        required=True,
+        help="Path or HTTPS URL to the upstream consensus-spec config.yaml",
+    )
+    args = parser.parse_args()
+
+    our_config = load_yaml(args.our_config)
+    spec_config = load_yaml(args.spec_config)
+
+    if not compare_configs(our_config, spec_config):
+        sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()

.github/tests/buildoor-instances-matrix.yaml

@@ -0,0 +1,33 @@
+# Multiple buildoor builders on top of a participants_matrix. The matrix expands
+# to one participant per el x cl combination; buildoor_params.instances then wires
+# a dedicated builder (by 1-based participant index) to chosen participants. The
+# builder config stays independent of the participants. Builders onboard
+# themselves after genesis via their lifecycle deposit (default on).
+participants_matrix:
+  el:
+    - el_type: geth
+      el_image: ethpandaops/geth:glamsterdam-devnet-6
+  cl:
+    - cl_type: lighthouse
+      cl_image: ethpandaops/lighthouse:glamsterdam-devnet-6
+    - cl_type: lodestar
+      cl_image: ethpandaops/lodestar:glamsterdam-devnet-6
+network_params:
+  preset: minimal
+  gloas_fork_epoch: 6
+  gas_limit: 150000000
+buildoor_params:
+  image: ethpandaops/buildoor:glamsterdam-devnet-6
+  builder_api: true
+  epbs_builder: true
+  lifecycle: true
+  instances:
+    - participant: 1
+      count: 2
+    - participant: 2
+      count: 1
+additional_services:
+  - buildoor
+  - dora
+dora_params:
+  image: ethpandaops/dora:glamsterdam-devnet-6

.github/tests/buildoor-instances.yaml

@@ -0,0 +1,42 @@
+# Multiple dedicated per-participant buildoor builders via buildoor_params.instances.
+# No mev_type: builders are configured independently of the participants and
+# onboard themselves after genesis via their lifecycle deposit (default on), so
+# gloas does not have to be at genesis. This spins up three buildoor services:
+#   buildoor-lighthouse-geth-1     (participant 1)
+#   buildoor-lodestar-geth-2-1     (participant 2, instance 1)
+#   buildoor-lodestar-geth-2-2     (participant 2, instance 2)
+participants:
+  - el_type: geth
+    el_image: ethpandaops/geth:glamsterdam-devnet-6
+    cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:glamsterdam-devnet-6
+  - el_type: geth
+    el_image: ethpandaops/geth:glamsterdam-devnet-6
+    cl_type: lodestar
+    cl_image: ethpandaops/lodestar:glamsterdam-devnet-6
+network_params:
+  preset: minimal
+  gloas_fork_epoch: 6
+  gas_limit: 150000000
+buildoor_params:
+  image: ethpandaops/buildoor:glamsterdam-devnet-6
+  builder_api: true
+  epbs_builder: true
+  lifecycle: true
+  instances:
+    - participant: 1
+      count: 1
+    - participant: 2
+      count: 2
+additional_services:
+  - buildoor
+  - dora
+  - spamoor
+spamoor_params:
+  image: ethpandaops/spamoor:master
+  spammers:
+    - scenario: eoatx
+      config:
+        throughput: 2
+dora_params:
+  image: ethpandaops/dora:glamsterdam-devnet-6

.github/tests/disruptoor.yaml

@@ -0,0 +1,24 @@
+participants_matrix:
+  el:
+    - el_type: geth
+  cl:
+    - cl_type: lighthouse
+    - cl_type: prysm
+  count: 4
+additional_services:
+  - dora
+  - disruptoor
+disruptoor_params:
+  partitions:
+    - name: split-node-1-node-2
+      groups:
+        - participants: [1]
+        - participants: [2]
+      components: [el, cl]
+  shaping:
+    - name: delay-node-1
+      participants: [1]
+      components: [el, cl]
+      delay: 50ms
+      jitter: 10ms
+      include_control: true

.github/tests/examples/1gpu_zkvm.yaml

@@ -0,0 +1,81 @@
+# EIP-8025 testnet with zkboost backed by a single GPU ZisK prover.
+#
+#
+# Run with:
+#   kurtosis run --enclave eip8025-zkboost-1gpu \
+#       . \
+#       --args-file .github/tests/1gpu_zkvm.yaml_norun
+#
+# Prerequisites:
+#   - NVIDIA GPU with drivers installed
+#   - NVIDIA Container Toolkit configured for Docker
+
+participants:
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:eth-act-optional-proofs
+    el_type: reth
+    el_image: ghcr.io/paradigmxyz/reth
+    supernode: true
+    cl_extra_params:
+      - --target-peers=3
+      - --proof-engine-endpoint=http://zkboost-1:3000
+      - --proof-types=5
+    vc_extra_params:
+      - --proof-engine-endpoint=http://zkboost-1:3000
+      - --proof-types=5
+    count: 2
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:eth-act-optional-proofs
+    el_type: None
+    supernode: false
+    cl_extra_params:
+      - --target-peers=3
+      - --proof-engine-endpoint=http://zkboost-1:3000
+      - --proof-types=5
+    count: 1
+
+network_params:
+  preset: minimal
+  seconds_per_slot: 30
+  prefunded_accounts: '{"0xb9e79D19f651a941757b35830232E7EFC77E1c79": {"balance": "100000ETH"}}'
+
+additional_services:
+  - zkboost
+  - dora
+  - prometheus
+  - grafana
+  - tempo
+  - spamoor
+
+mev_type: flashbots
+mev_params:
+  mev_builder_subsidy: 1
+  mev_builder_cl_image: ethpandaops/lighthouse:eth-act-optional-proofs
+  mev_builder_cl_extra_params:
+    - --proof-engine-endpoint=http://zkboost-1:3000
+    - --proof-types=5
+
+spamoor_params:
+  spammers:
+    - name: "Blob Spammer (Kurtosis Package)"
+      scenario: "blobs"
+      config:
+        throughput: 1
+    - name: "ERC txs"
+      scenario: "erctx"
+      config:
+        throughput: 1
+
+
+zkboost_params:
+  image: ghcr.io/eth-act/zkboost/zkboost:0.9.0
+  env:
+    RUST_LOG: info,zkboost=debug
+  instances:
+    - name: zkboost-1
+      el_participant_index: 0
+  zkvms:
+    - kind: ere
+      proof_type: reth-zisk
+      gpu:
+        device_ids: ["0"]