add: draft genesis script

.github/workflows/test.yml

@@ -11,11 +11,11 @@ on:
     branches: [unstable, stable]
   pull_request:
   workflow_dispatch:
-    
+
 env:
   GETH_DOCKER_IMAGE: ethereum/client-go:v1.11.6
   NETHERMIND_DOCKER_IMAGE: nethermind/nethermind:1.18.0
-  
+
 jobs:
   build:
     name: Build
@@ -53,9 +53,9 @@ jobs:
         if: steps.cache-build-restore.outputs.cache-hit == 'true'
         run: yarn build
       - name: Check Build
-        run: yarn check-build      
+        run: yarn check-build
       - name: Test root binary exists
-        run: ./lodestar --version 
+        run: ./lodestar --version
       - name: Reject yarn.lock changes
         run: .github/workflows/scripts/reject_yarn_lock_changes.sh
         # Run only on forks
@@ -69,17 +69,17 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
 
   lint:
     name: Lint
     needs: build
-    runs-on: 'ubuntu-latest'
+    runs-on: "ubuntu-latest"
     strategy:
       fail-fast: false
       matrix:
-        node: [20]    
+        node: [20]
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-node@v3
@@ -96,28 +96,28 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
       - name: Assert yarn prints no warnings
-        run: scripts/assert_no_yarn_warnings.sh          
+        run: scripts/assert_no_yarn_warnings.sh
       - name: Lint Code
-        run: yarn lint 
+        run: yarn lint
       - name: Lint Grafana dashboards
-        run: scripts/validate-grafana-dashboards.sh        
+        run: scripts/validate-grafana-dashboards.sh
       - name: Assert ESM module exports
         run: node scripts/assert_exports.mjs
       - name: Assert eslintrc rules sorted
         run: scripts/assert_eslintrc_sorted.mjs
 
-  type-checks: 
+  type-checks:
     name: Type Checks
     needs: build
-    runs-on: 'ubuntu-latest'
+    runs-on: "ubuntu-latest"
     strategy:
       fail-fast: false
       matrix:
-        node: [20]        
+        node: [20]
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-node@v3
@@ -134,16 +134,16 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
 
       - name: Check Types
         run: yarn check-types
-  
+
       - name: README check
         run: yarn check-readme
-          
+
   unit-tests:
     name: Unit Tests
     needs: type-checks
@@ -168,7 +168,7 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
 
@@ -199,7 +199,7 @@ jobs:
         with:
           node-version: ${{matrix.node}}
           check-latest: true
-          cache: yarn          
+          cache: yarn
       - name: Restore build cache
         id: cache-primes-restore
         uses: actions/cache/restore@v3
@@ -209,15 +209,19 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
 
       - name: Run the e2e test environment
         run: scripts/run_e2e_env.sh start
 
       - name: E2E tests
-        run: yarn test:e2e
+        # E2E tests are sometimes stalling until timeout is reached but we know that
+        # after 15 minutes those should have passed already if there are no failed test cases.
+        # In this case, just set the job status to passed as there was likely no actual issue.
+        # See https://github.com/ChainSafe/lodestar/issues/5913
+        run: timeout 15m yarn test:e2e || { test $? -eq 124 || exit 1; }
         env:
           GOERLI_RPC_URL: ${{ secrets.GOERLI_RPC_URL!=0 && secrets.GOERLI_RPC_URL || env.GOERLI_RPC_DEFAULT_URL }}
 
@@ -230,7 +234,7 @@ jobs:
         with:
           name: debug-e2e-test-logs-node-${{matrix.node}}
           path: test-logs/e2e-test-env
-      
+
   browser-tests:
     name: Browser Tests
     runs-on: buildjet-4vcpu-ubuntu-2204
@@ -246,7 +250,7 @@ jobs:
         with:
           node-version: ${{matrix.node}}
           check-latest: true
-          cache: yarn          
+          cache: yarn
       - name: Restore build cache
         id: cache-primes-restore
         uses: actions/cache/restore@v3
@@ -256,7 +260,7 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
 
@@ -290,18 +294,18 @@ jobs:
             packages/*/node_modules
             lib/
             packages/*/lib
-            packages/*/.git-data.json            
+            packages/*/.git-data.json
           key: ${{ runner.os }}-node-${{ matrix.node }}-${{ github.sha }}
           fail-on-cache-miss: true
-          
+
       # Download spec tests with cache
       - name: Restore spec tests cache
         uses: actions/cache@master
         with:
           path: packages/beacon-node/spec-tests
           key: spec-test-data-${{ hashFiles('packages/beacon-node/test/spec/specTestVersioning.ts') }}
-      - name: Download spec tests	
-        run: yarn download-spec-tests	
+      - name: Download spec tests
+        run: yarn download-spec-tests
         working-directory: packages/beacon-node
       # Run them in different steps to quickly identifying which command failed
       # Otherwise just doing `yarn test:spec` you can't tell which specific suite failed

.gitignore

@@ -55,6 +55,8 @@ docker/grafana_dev/dashboards
 # EIP-4844 (only commit .ssz file)
 packages/beacon-node/trusted_setup.json
 packages/beacon-node/trusted_setup.txt
+# Ephemery testnet out dir
+packages/ephemery/out
 
 # Wallet CLI artifacts
 .pass

lerna.json

@@ -1,7 +1,8 @@
 {
   "packages": ["packages/*"],
   "npmClient": "yarn",
-  "version": "1.11.1",
+  "useNx": true,
+  "version": "1.11.3",
   "stream": true,
   "command": {
     "version": {

packages/api/package.json

@@ -11,7 +11,7 @@
   "bugs": {
     "url": "https://github.com/ChainSafe/lodestar/issues"
   },
-  "version": "1.11.1",
+  "version": "1.11.3",
   "type": "module",
   "exports": {
     ".": {
@@ -71,10 +71,10 @@
   "dependencies": {
     "@chainsafe/persistent-merkle-tree": "^0.5.0",
     "@chainsafe/ssz": "^0.13.0",
-    "@lodestar/config": "^1.11.1",
-    "@lodestar/params": "^1.11.1",
-    "@lodestar/types": "^1.11.1",
-    "@lodestar/utils": "^1.11.1",
+    "@lodestar/config": "^1.11.3",
+    "@lodestar/params": "^1.11.3",
+    "@lodestar/types": "^1.11.3",
+    "@lodestar/utils": "^1.11.3",
     "eventsource": "^2.0.2",
     "qs": "^6.11.1"
   },

packages/api/src/beacon/client/debug.ts

@@ -1,9 +1,9 @@
 import {ChainForkConfig} from "@lodestar/config";
-import {ApiClientResponse} from "../../interfaces.js";
+import {ApiClientResponse, ResponseFormat} from "../../interfaces.js";
 import {HttpStatusCode} from "../../utils/client/httpStatusCode.js";
 import {generateGenericJsonClient, getFetchOptsSerializers, IHttpClient} from "../../utils/client/index.js";
 import {StateId} from "../routes/beacon/state.js";
-import {Api, getReqSerializers, getReturnTypes, ReqTypes, routesData, StateFormat} from "../routes/debug.js";
+import {Api, getReqSerializers, getReturnTypes, ReqTypes, routesData} from "../routes/debug.js";
 
 // As Jul 2022, it takes up to 3 mins to download states so make this 5 mins for reservation
 const GET_STATE_TIMEOUT_MS = 5 * 60 * 1000;
@@ -25,7 +25,7 @@ export function getClient(_config: ChainForkConfig, httpClient: IHttpClient): Ap
     // TODO: Debug the type issue
     // eslint-disable-next-line @typescript-eslint/ban-ts-comment
     // @ts-expect-error
-    async getState(stateId: string, format?: StateFormat) {
+    async getState(stateId: string, format?: ResponseFormat) {
       if (format === "ssz") {
         const res = await httpClient.arrayBuffer({
           ...fetchOptsSerializers.getState(stateId, format),
@@ -43,7 +43,7 @@ export function getClient(_config: ChainForkConfig, httpClient: IHttpClient): Ap
     // TODO: Debug the type issue
     // eslint-disable-next-line @typescript-eslint/ban-ts-comment
     // @ts-expect-error
-    async getStateV2(stateId: StateId, format?: StateFormat) {
+    async getStateV2(stateId: StateId, format?: ResponseFormat) {
       if (format === "ssz") {
         const res = await httpClient.arrayBuffer({
           ...fetchOptsSerializers.getStateV2(stateId, format),

packages/api/src/beacon/routes/beacon/block.ts

@@ -18,6 +18,7 @@ import {
   ContainerData,
 } from "../../../utils/index.js";
 import {HttpStatusCode} from "../../../utils/client/httpStatusCode.js";
+import {parseAcceptHeader, writeAcceptHeader} from "../../../utils/acceptHeader.js";
 import {ApiClientResponse, ResponseFormat} from "../../../interfaces.js";
 import {
   SignedBlockContents,
@@ -31,7 +32,6 @@ import {
 // See /packages/api/src/routes/index.ts for reasoning and instructions to add new routes
 
 export type BlockId = RootHex | Slot | "head" | "genesis" | "finalized";
-export const mimeTypeSSZ = "application/octet-stream";
 
 /**
  * True if the response references an unverified execution payload. Optimistic information may be invalidated at
@@ -283,9 +283,9 @@ export function getReqSerializers(config: ChainForkConfig): ReqSerializers<Api,
   const getBlockReq: ReqSerializer<Api["getBlock"], GetBlockReq> = {
     writeReq: (block_id, format) => ({
       params: {block_id: String(block_id)},
-      headers: {accept: format === "ssz" ? mimeTypeSSZ : "application/json"},
+      headers: {accept: writeAcceptHeader(format)},
     }),
-    parseReq: ({params, headers}) => [params.block_id, headers.accept === mimeTypeSSZ ? "ssz" : "json"],
+    parseReq: ({params, headers}) => [params.block_id, parseAcceptHeader(headers.accept)],
     schema: {params: {block_id: Schema.StringRequired}},
   };
 

packages/api/src/beacon/routes/debug.ts

@@ -17,14 +17,12 @@ import {
   ContainerData,
 } from "../../utils/index.js";
 import {HttpStatusCode} from "../../utils/client/httpStatusCode.js";
-import {ApiClientResponse} from "../../interfaces.js";
+import {parseAcceptHeader, writeAcceptHeader} from "../../utils/acceptHeader.js";
+import {ApiClientResponse, ResponseFormat} from "../../interfaces.js";
 import {ExecutionOptimistic, StateId} from "./beacon/state.js";
 
 // See /packages/api/src/routes/index.ts for reasoning and instructions to add new routes
 
-export type StateFormat = "json" | "ssz";
-export const mimeTypeSSZ = "application/octet-stream";
-
 const stringType = new StringType();
 const protoNodeSszType = new ContainerType(
   {
@@ -91,7 +89,7 @@ export type Api = {
   getState(stateId: StateId, format: "ssz"): Promise<ApiClientResponse<{[HttpStatusCode.OK]: Uint8Array}>>;
   getState(
     stateId: StateId,
-    format?: StateFormat
+    format?: ResponseFormat
   ): Promise<
     ApiClientResponse<{
       [HttpStatusCode.OK]: Uint8Array | {data: allForks.BeaconState; executionOptimistic: ExecutionOptimistic};
@@ -117,7 +115,7 @@ export type Api = {
   getStateV2(stateId: StateId, format: "ssz"): Promise<ApiClientResponse<{[HttpStatusCode.OK]: Uint8Array}>>;
   getStateV2(
     stateId: StateId,
-    format?: StateFormat
+    format?: ResponseFormat
   ): Promise<
     ApiClientResponse<{
       [HttpStatusCode.OK]:
@@ -149,9 +147,9 @@ export function getReqSerializers(): ReqSerializers<Api, ReqTypes> {
   const getState: ReqSerializer<Api["getState"], ReqTypes["getState"]> = {
     writeReq: (state_id, format) => ({
       params: {state_id: String(state_id)},
-      headers: {accept: format === "ssz" ? mimeTypeSSZ : "application/json"},
+      headers: {accept: writeAcceptHeader(format)},
     }),
-    parseReq: ({params, headers}) => [params.state_id, headers.accept === mimeTypeSSZ ? "ssz" : "json"],
+    parseReq: ({params, headers}) => [params.state_id, parseAcceptHeader(headers.accept)],
     schema: {params: {state_id: Schema.StringRequired}},
   };