Merge branch 'master' into update-localnet-README-to-add-makefile-directory-to-bootstrap-instructions

Author: j1010001

.custom-gcl.yml

@@ -1,5 +1,5 @@
 # The version of golangci-lint used to build the custom binary
-version: v1.63.4
+version: v2.7.1
 
 # The name of the custom binary
 name: custom-gcl

.github/workflows/ci.yml

@@ -55,18 +55,12 @@ jobs:
           path: tools/custom-gcl # path defined in .custom-gcl.yml
           lookup-only: 'true'    # if already cached, don't download here
       # We install the non-custom golangci-lint binary using the golangci-lint action.
-      # The action is set up to always install and run the linter - there isn't a way to only install.
-      # We provide args to disable all linters which results in the step immediately failing.
       - name: Install golangci-lint
         if: steps.cache-linter.outputs.cache-hit != 'true'
-        uses: golangci/golangci-lint-action@v6
-        continue-on-error: true # after installation (what we care about), this step will fail - this line allows workflow to continue
+        uses: golangci/golangci-lint-action@v9
         with:
-          args: "--no-config --disable-all" # set args so that no linters are actually run
-      - name: Build custom linter binary
-        if: steps.cache-linter.outputs.cache-hit != 'true'
-        run: |
-          golangci-lint custom
+          install-only: true
+          version: v2.7.1
 
   golangci:
     strategy:
@@ -112,7 +106,7 @@ jobs:
     - name: Add custom linter binary to path
       run: echo "$(pwd)/tools" >> $GITHUB_PATH
     - name: Run golangci-lint
-      uses: golangci/golangci-lint-action@v6
+      uses: golangci/golangci-lint-action@v9
       with:
         install-mode: 'none' # looks for binary in path rather than downloading
         args: "-v"
@@ -334,6 +328,7 @@ jobs:
           gcr.io/flow-container-registry/collection:latest \
           gcr.io/flow-container-registry/consensus:latest \
           gcr.io/flow-container-registry/execution:latest \
+          gcr.io/flow-container-registry/execution-ledger:latest \
           gcr.io/flow-container-registry/ghost:latest \
           gcr.io/flow-container-registry/observer:latest \
           gcr.io/flow-container-registry/verification:latest \

.github/workflows/image_builds.yml

@@ -1,4 +1,4 @@
-name: Build & Promote Docker Images to Public Registry 
+name: Build & Promote Docker Images to Public Registry
 on:
   workflow_dispatch:
     inputs:
@@ -25,53 +25,59 @@ jobs:
   # The environment is set to 'container builds' that provides the necessary secrets for pushing to the pirvate registry.
   public-build:
     if: ${{ github.event.inputs.secure-build == 'false' }}
-    name: Execute public repo build & push to private artifact registry 
+    name: Execute public repo build & push to private artifact registry
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        # We specify all of the potential build commands for each role. 
+        # We specify all of the potential build commands for each role.
         # This allows us to build and push all images in parallel, reducing the overall build time.
         # The matrix is defined to include all roles & image types that we want to build and push.
         # These commands are targets defined in the Makefile of the repository.
         build_command:
           # access Build Commands
-          - docker-build-access-with-adx docker-push-access-with-adx 
-          - docker-build-access-without-adx docker-push-access-without-adx 
-          - docker-build-access-without-netgo-without-adx docker-push-access-without-netgo-without-adx 
-          - docker-cross-build-access-arm docker-push-access-arm 
+          - docker-build-access-with-adx docker-push-access-with-adx
+          - docker-build-access-without-adx docker-push-access-without-adx
+          - docker-build-access-without-netgo-without-adx docker-push-access-without-netgo-without-adx
+          - docker-cross-build-access-arm docker-push-access-arm
 
           # collection Build Commands
-          - docker-build-collection-with-adx docker-push-collection-with-adx 
-          - docker-build-collection-without-adx docker-push-collection-without-adx 
-          - docker-build-collection-without-netgo-without-adx docker-push-collection-without-netgo-without-adx 
-          - docker-cross-build-collection-arm docker-push-collection-arm 
+          - docker-build-collection-with-adx docker-push-collection-with-adx
+          - docker-build-collection-without-adx docker-push-collection-without-adx
+          - docker-build-collection-without-netgo-without-adx docker-push-collection-without-netgo-without-adx
+          - docker-cross-build-collection-arm docker-push-collection-arm
 
           # consensus Build Commands
-          - docker-build-consensus-with-adx docker-push-consensus-with-adx 
-          - docker-build-consensus-without-adx docker-push-consensus-without-adx 
-          - docker-build-consensus-without-netgo-without-adx docker-push-consensus-without-netgo-without-adx 
-          - docker-cross-build-consensus-arm docker-push-consensus-arm 
+          - docker-build-consensus-with-adx docker-push-consensus-with-adx
+          - docker-build-consensus-without-adx docker-push-consensus-without-adx
+          - docker-build-consensus-without-netgo-without-adx docker-push-consensus-without-netgo-without-adx
+          - docker-cross-build-consensus-arm docker-push-consensus-arm
 
           # execution Build Commands
-          - docker-build-execution-with-adx docker-push-execution-with-adx 
-          - docker-build-execution-without-adx docker-push-execution-without-adx 
-          - docker-build-execution-without-netgo-without-adx docker-push-execution-without-netgo-without-adx 
-          - docker-cross-build-execution-arm docker-push-execution-arm 
+          - docker-build-execution-with-adx docker-push-execution-with-adx
+          - docker-build-execution-without-adx docker-push-execution-without-adx
+          - docker-build-execution-without-netgo-without-adx docker-push-execution-without-netgo-without-adx
+          - docker-cross-build-execution-arm docker-push-execution-arm
+
+          # execution Ledger Service Build Commands
+          - docker-build-execution-ledger-with-adx docker-push-execution-ledger-with-adx
+          - docker-build-execution-ledger-without-adx docker-push-execution-ledger-without-adx
+          - docker-build-execution-ledger-without-netgo-without-adx docker-push-execution-ledger-without-netgo-without-adx
+          - docker-cross-build-execution-ledger-arm docker-push-execution-ledger-arm
 
           # observer Build Commands
-          - docker-build-observer-with-adx docker-push-observer-with-adx 
-          - docker-build-observer-without-adx docker-push-observer-without-adx 
-          - docker-build-observer-without-netgo-without-adx docker-push-observer-without-netgo-without-adx 
-          - docker-cross-build-observer-arm docker-push-observer-arm 
+          - docker-build-observer-with-adx docker-push-observer-with-adx
+          - docker-build-observer-without-adx docker-push-observer-without-adx
+          - docker-build-observer-without-netgo-without-adx docker-push-observer-without-netgo-without-adx
+          - docker-cross-build-observer-arm docker-push-observer-arm
 
           # verification Build Commands
-          - docker-build-verification-with-adx docker-push-verification-with-adx 
-          - docker-build-verification-without-adx docker-push-verification-without-adx 
-          - docker-build-verification-without-netgo-without-adx docker-push-verification-without-netgo-without-adx 
-          - docker-cross-build-verification-arm docker-push-verification-arm 
+          - docker-build-verification-with-adx docker-push-verification-with-adx
+          - docker-build-verification-without-adx docker-push-verification-without-adx
+          - docker-build-verification-without-netgo-without-adx docker-push-verification-without-netgo-without-adx
+          - docker-cross-build-verification-arm docker-push-verification-arm
 
-    environment: container builds 
+    environment: container builds
     steps:
       - name: Setup Go
         uses: actions/setup-go@v4
@@ -119,7 +125,7 @@ jobs:
       fail-fast: false
       matrix:
         role: [access, collection, consensus, execution, observer, verification]
-    environment: secure builds 
+    environment: secure builds
     steps:
       - uses: actions/create-github-app-token@v2
         id: app-token
@@ -128,13 +134,13 @@ jobs:
           private-key: ${{ secrets.DEPLOYMENT_APP_PRIVATE_KEY }}
           owner: ${{ github.repository_owner }}
 
-      - uses: convictional/trigger-workflow-and-wait@v1.6.1
+      - uses: convictional/trigger-workflow-and-wait@v1.6.5
         with:
           client_payload: '{"role": "${{ matrix.role }}", "tag": "${{ inputs.tag }}"}'
           github_token: ${{ steps.app-token.outputs.token }}
           owner: 'onflow'
-          repo: ${{ secrets.SECURE_BUILDS_REPO }}  
-          ref: master-private 
+          repo: ${{ secrets.SECURE_BUILDS_REPO }}
+          ref: master-private
           workflow_file_name: 'secure_build.yml'
 
   promote-to-partner-registry:
@@ -155,19 +161,19 @@ jobs:
       fail-fast: false
       matrix:
         role: [access]
-    environment: ${{ matrix.role }} image promotion to partner registry 
+    environment: ${{ matrix.role }} image promotion to partner registry
     steps:
       - name: Checkout repo
         uses: actions/checkout@v3
 
-      - name: Promote ${{ matrix.role }} 
+      - name: Promote ${{ matrix.role }}
         uses: ./actions/promote-images
         with:
           gcp_credentials: ${{ secrets.PARTNER_REGISTRY_PROMOTION_SECRET }}
           private_registry: ${{ vars.PRIVATE_REGISTRY }}
           private_registry_host: ${{ env.PRIVATE_REGISTRY_HOST }}
           promotion_registry: ${{ vars.PARTNER_REGISTRY }}
-          role: ${{ matrix.role }} 
+          role: ${{ matrix.role }}
           tags: "${{ inputs.tag }},${{ inputs.tag }}-without-adx,${{ inputs.tag }}-without-netgo-without-adx,${{ inputs.tag }}-arm"
 
   promote-to-public-registry:
@@ -187,18 +193,18 @@ jobs:
       fail-fast: false
       matrix:
         role: [access, collection, consensus, execution, observer, verification]
-    environment: ${{ matrix.role }} image promotion to public registry 
+    environment: ${{ matrix.role }} image promotion to public registry
     steps:
       - name: Checkout repo
         uses: actions/checkout@v3
 
-      - name: Promote ${{ matrix.role }} 
+      - name: Promote ${{ matrix.role }}
         uses: ./actions/promote-images
         with:
           gcp_credentials: ${{ secrets.PUBLIC_REGISTRY_PROMOTION_SECRET }}
           private_registry: ${{ vars.PRIVATE_REGISTRY }}
           private_registry_host: ${{ env.PRIVATE_REGISTRY_HOST }}
           promotion_registry: ${{ vars.PUBLIC_REGISTRY }}
-          role: ${{ matrix.role }} 
+          role: ${{ matrix.role }}
           tags: "${{ inputs.tag }},${{ inputs.tag }}-without-adx,${{ inputs.tag }}-without-netgo-without-adx,${{ inputs.tag }}-arm"
 

.gitignore

@@ -43,6 +43,9 @@ flowdb
 .idea
 .vscode
 *.code-workspace
+*.worktrees
+.claude/
+.local/
 # ignore all files in the .cursor directory, except for the rules directory
 .cursor/*
 !.cursor/rules/

.golangci.yml

@@ -1,77 +1,89 @@
-run:
-  timeout: 10m
-
-linters-settings:
-  goimports:
-    # enforced by linter
-    # put imports beginning with prefix after 3rd-party packages;
-    # it's a comma-separated list of prefixes
-    local-prefixes: github.com/onflow/flow-go/
-
-  # used to generate canonical import ordering
-  # not enforced by linter
-  gci:
-    sections:
-      - standard                           # 1. standard library
-      - default                            # 2. external packages
-      - prefix(github.com/onflow/)         # 3. org packages
-      - prefix(github.com/onflow/flow-go/) # 4. project packages
-    skip-generated: true
-    custom-order: true
-
-  gosec:
-    # To select a subset of rules to run.
-    # Available rules: https://github.com/securego/gosec#available-rules
-    includes:
-      - G401
-      - G402
-      - G501
-      - G502
-      - G503
-      - G505
-
-  staticcheck:
-    # Disable SA1019 to allow use of deprecated label
-    checks: ["all", "-SA1019"]
-
-  custom:
-    structwrite:
-      type: module
-      description: "disallow struct field writes outside constructor"
-      original-url: "github.com/onflow/flow-go/tools/structwrite"
-
+version: "2"
 linters:
   enable:
-    - goimports
     - gosec
     - structwrite
+  settings:
+    gosec:
+      includes:
+        - G401
+        - G402
+        - G501
+        - G502
+        - G503
+        - G505
+    staticcheck:
+      checks:
+        - all
+        - -SA1019
 
-issues:
-  exclude-rules:
-    - path: _test\.go # disable some linters on test files
-      linters:
-        - unused
-        - structwrite
-    - path: 'consensus/hotstuff/helper/*' # disable some linters on test helper files
-      linters:
-        - structwrite
-    - path: 'utils/unittest/*' # disable some linters on test files
-      linters:
-        - structwrite
-    - path: 'consensus/hotstuff/helper/*' # disable some linters on test files
-      linters:
-        - structwrite
-    - path: 'engine/execution/testutil/*' # disable some linters on test files
-      linters:
-        - structwrite
-    # typecheck currently not handling the way we do function inheritance well
-    # disabling for now
-    - path: 'cmd/access/node_build/*'
-      linters:
-        - typecheck
-    - path: 'cmd/observer/node_builder/*'
-      linters:
-        - typecheck
-    - path: 'follower/*'
-      linters:
-        - typecheck
+        # TODO: these were added to allow updating to the latest version of the linter.
+        # Update the code to remove these issues instead of suppressing them.
+        - -QF1001 # could apply De Morgan's law" were hidden
+        - -QF1003 # could use tagged switch on chainID (staticcheck)
+        - -QF1006 # could lift into loop condition (staticcheck)
+        - -QF1008 # could remove embedded field \"BaseConfig\" from selector" were hidden
+        - -QF1011 # could omit type flow.IdentifierList from declaration; it will be inferred from the right-hand side" were hidden
+        - -QF1012 # Use fmt.Fprintf(...) instead of Write([]byte(fmt.Sprintf(...))) (staticcheck)
+        - -S1021 # should merge variable declaration with assignment on next line (staticcheck)
+        - -ST1003 # should not use underscores in package names" were hidden
+        - -ST1005 # error strings should not be capitalized" were hidden
+        - -ST1006 # receiver name should not be an underscore, omit the name if it is unused (staticcheck)
+        - -ST1008 # error should be returned as the last argument" were hidden
+        - -ST1012 # error var factoryError should have name of the form errFoo" were hidden
+        - -ST1016 # methods on the same type should have the same receiver name (seen 45x "db", 4x "s") (staticcheck)
+        - -ST1017 # don't use Yoda conditions" were hidden
+        - -ST1023 # should omit type flow.IdentifierList from declaration; it will be inferred from the right-hand side" were hidden
+    custom:
+      structwrite:
+        type: module
+        description: disallow struct field writes outside constructor
+        original-url: github.com/onflow/flow-go/tools/structwrite
+  exclusions:
+    generated: lax
+    presets:
+      - comments
+      - common-false-positives
+      - legacy
+      - std-error-handling
+    rules:
+      - linters:
+          - structwrite
+          - unused
+        path: _test\.go
+      - linters:
+          - structwrite
+        path: consensus/hotstuff/helper/*
+      - linters:
+          - structwrite
+        path: utils/unittest/*
+      - linters:
+          - structwrite
+        path: consensus/hotstuff/helper/*
+      - linters:
+          - structwrite
+        path: engine/execution/testutil/*
+    paths:
+      - third_party$
+      - builtin$
+      - examples$
+formatters:
+  enable:
+    - goimports
+  settings:
+    gci:
+      sections:
+        - standard
+        - default
+        - prefix(github.com/onflow/)
+        - prefix(github.com/onflow/flow-go/)
+      custom-order: true
+    goimports:
+      local-prefixes:
+        - github.com/onflow/flow-go/
+  exclusions:
+    generated: lax
+    paths:
+      - third_party$
+      - builtin$
+      - examples$