update.yml

name: Update Bootstrap Node Lists

on:
  schedule:
    # Run every 6 hours. The check job uses the GitHub API to detect whether
    # all.json has actually changed before downloading the large file.
    - cron: '0 */6 * * *'
  push:
    branches:
      - main
    paths:
      - 'chains_config.json'
      - 'config/**'
      - 'main.go'
      - 'go.mod'
      - 'go.sum'
      - 'output/base-mainnet.json'
      - 'output/base-sepolia.json'
  workflow_dispatch:
    inputs:
      force:
        description: "Force rebuild (skip change detection and assume all.json changed)"
        type: boolean
        default: false

permissions:
  contents: write

env:
  ALL_JSON_URL: "https://raw.githubusercontent.com/ethereum/discv4-dns-lists/master/all.json"
  ALL_JSON_REPO: "ethereum/discv4-dns-lists"
  ALL_JSON_PATH: "all.json"
  STATE_FILE: "output/.state"

jobs:
  check:
    name: Decide whether to run
    runs-on: ubuntu-latest
    outputs:
      should_run: ${{ steps.decide.outputs.should_run }}
      new_commit: ${{ steps.decide.outputs.new_commit }}
    steps:
      - name: Checkout repository
        uses: actions/checkout@v5

      - name: Decide (force vs changed)
        id: decide
        env:
          GH_TOKEN: ${{ github.token }}
          FORCE: ${{ inputs.force }}
          EVENT_NAME: ${{ github.event_name }}
        run: |
          set -euo pipefail

          if [ "$EVENT_NAME" = "push" ]; then
            echo "Config/code change pushed; running update workflow."
            echo "should_run=true" >> "$GITHUB_OUTPUT"
            echo "new_commit=" >> "$GITHUB_OUTPUT"
            exit 0
          fi

          # If force=true, do not hit the GitHub API at all.
          if [ "${FORCE}" = "true" ]; then
            echo "Force rebuild requested; skipping change detection."
            echo "should_run=true" >> "$GITHUB_OUTPUT"
            echo "new_commit=" >> "$GITHUB_OUTPUT"
            exit 0
          fi

          # Use the GitHub API to get the latest commit SHA that touched all.json.
          # This is a tiny (~1 KB) API response — no need to download the full file.
          LATEST_COMMIT=$(gh api \
            "repos/${ALL_JSON_REPO}/commits?path=${ALL_JSON_PATH}&per_page=1" \
            --jq '.[0].sha')

          if [ -z "$LATEST_COMMIT" ]; then
            echo "::error::GitHub API did not return a commit SHA — check rate limits or repo access"
            exit 1
          fi

          OLD_COMMIT=""
          if [ -f "$STATE_FILE" ]; then
            OLD_COMMIT=$(cat "$STATE_FILE")
          fi

          echo "Stored commit : ${OLD_COMMIT:0:7}..."
          echo "Latest commit : ${LATEST_COMMIT:0:7}..."

          if [ -n "$OLD_COMMIT" ] && [ "$LATEST_COMMIT" = "$OLD_COMMIT" ]; then
            echo "all.json unchanged — skipping run"
            echo "should_run=false" >> "$GITHUB_OUTPUT"
            echo "new_commit=$LATEST_COMMIT" >> "$GITHUB_OUTPUT"
          else
            echo "all.json changed (or first run) — will run"
            echo "should_run=true" >> "$GITHUB_OUTPUT"
            echo "new_commit=$LATEST_COMMIT" >> "$GITHUB_OUTPUT"
          fi

  update:
    name: Download & filter discv4 node lists
    needs: check
    if: needs.check.outputs.should_run == 'true'
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v5

      - name: Download all.json
        run: curl -fsSL "$ALL_JSON_URL" -o /tmp/all.json

      - name: Set up Go
        uses: actions/setup-go@v6
        with:
          go-version-file: go.mod
          cache: true

      - name: Build filter tool
        run: go build -o filter_nodes .

      - name: Run filter (write output/{chain}.json files)
        run: ./filter_nodes -config chains_config.json -input /tmp/all.json

      - name: Run discovery summary
        run: ./filter_nodes -config chains_config.json -input /tmp/all.json -discover 2>/dev/null || true

      - name: Update state file (record processed all.json commit SHA)
        # If force=true, we intentionally don't compute/record a new upstream commit.
        if: ${{ inputs.force != true && needs.check.outputs.new_commit != '' }}
        run: echo "${{ needs.check.outputs.new_commit }}" > "$STATE_FILE"

      - name: Commit and push updated node lists
        run: |
          git config user.name  "github-actions[bot]"
          git config user.email "github-actions[bot]@users.noreply.github.com"
          git add output/
          if git diff --cached --quiet; then
            echo "No changes to commit"
          else
            git commit -m "chore: update bootstrap node lists [skip ci]"
            git push
          fi

      - name: Upload chain_enodes.gz to Cloudflare R2
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          ACCOUNT_ID: ${{ secrets.ACCOUNT_ID }}
        run: |
          pip install boto3==1.26.137
          python3 << 'EOF'
          import boto3
          import gzip
          import os

          with open('output/chain_enodes.json', 'rb') as f:
              compressed = gzip.compress(f.read())

          s3 = boto3.client(
              service_name='s3',
              endpoint_url=f'https://{os.getenv("ACCOUNT_ID")}.r2.cloudflarestorage.com',
              aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
              aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
              region_name='auto',
          )

          s3.put_object(
              Bucket='gnusai',
              Key='chain_enodes.json.gz',
              Body=compressed,
              ContentType='application/json',
              ContentEncoding='gzip',
          )
          print("Upload complete!")
          EOF