Add Node Validator API

.env

@@ -37,6 +37,8 @@ ESPRESSO_SEQUENCER_GENESIS_FILE=/genesis/demo.toml
 ESPRESSO_SEQUENCER_L1_PORT=8545
 ESPRESSO_SEQUENCER_L1_WS_PORT=8546
 ESPRESSO_SEQUENCER_L1_PROVIDER=http://demo-l1-network:${ESPRESSO_SEQUENCER_L1_PORT}
+ESPRESSO_NODE_VALIDATOR_PORT=9000
+
 # Only allow 1 block to be processed for events at a time, simulating a very bad L1 provider.
 ESPRESSO_SEQUENCER_L1_EVENTS_MAX_BLOCK_RANGE=1
 ESPRESSO_SEQUENCER_ETH_MNEMONIC="test test test test test test test test test test test junk"

.typos.toml

@@ -4,4 +4,5 @@ extend-exclude = [
   "doc/*.svg",
   "contracts/lib",
   "contract-bindings",
+  "node-metrics/src/api/node_validator/v0/example_prometheus_metrics_output.txt",
 ]

Cargo.toml

@@ -14,6 +14,7 @@ members = [
     "contracts/rust/diff-test",
     "contracts/rust/gen-vk-contract",
     "hotshot-state-prover",
+    "node-metrics",
     "sequencer",
     "types",
     "utils",
@@ -30,16 +31,18 @@ ark-ff = "0.4"
 ark-poly = "0.4"
 ark-serialize = "0.4"
 ark-srs = "0.3.1"
-async-compatibility-layer = { version = "1.1", default-features = false, features = [
-    "logging-utils",
+async-compatibility-layer = { version = "1.2.1", default-features = false, features = [
+  "logging-utils",
 ] }
 async-once-cell = "0.5"
 async-std = { version = "1.12.0", features = ["attributes", "tokio1"] }
 async-trait = "0.1"
 base64 = "0.22"
 base64-bytes = "0.1"
 bincode = "1.3.3"
+bitvec = "1.0.1"
 blake3 = "1.5"
+circular-buffer = "0.1.7"
 clap = { version = "4.4", features = ["derive", "env", "string"] }
 cld = "0.5"
 derive_more = "0.99.17"
@@ -133,3 +136,4 @@ paste = "1.0"
 rand = "0.8.5"
 time = "0.3"
 trait-set = "0.3.0"
+

builder/src/bin/permissioned-builder.rs

@@ -256,6 +256,7 @@ async fn main() -> anyhow::Result<()> {
         private_staking_key: private_staking_key.clone(),
         private_state_key,
         state_peers: opt.state_peers,
+        public_api_url: None,
         config_peers: None,
         catchup_backoff: Default::default(),
     };

docker-compose.yaml

@@ -236,6 +236,16 @@ services:
       - ESPRESSO_SEQUENCER_LIBP2P_BIND_ADDRESS=0.0.0.0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_0
       - ESPRESSO_SEQUENCER_LIBP2P_ADVERTISE_ADDRESS=sequencer0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_0
       - ESPRESSO_SEQUENCER_IS_DA=true
+      - ESPRESSO_SEQUENCER_IDENTITY_NODE_NAME=sequencer0
+      - ESPRESSO_SEQUENCER_IDENTITY_WALLET_ADDRESS=0x0000000000000000000000000000000000000000
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_NAME=Espresso Systems
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_WEBSITE=https://www.espressosys.com/
+      - ESPRESSO_SEQUENCER_IDENTITY_OPERATING_SYSTEM=Linux 5.15.153.1
+      - ESPRESSO_SEQUENCER_IDENTITY_NETWORK_TYPE=local
+      - ESPRESSO_SEQUENCER_IDENTITY_COUNTRY_CODE=US
+      - ESPRESSO_SEQUENCER_IDENTITY_LATITUDE=40.7128
+      - ESPRESSO_SEQUENCER_IDENTITY_LONGITUDE=-74.0060
+      - ESPRESSO_SEQUENCER_PUBLIC_API_URL=http://sequencer0:$ESPRESSO_SEQUENCER_API_PORT/
       - RUST_LOG
       - RUST_LOG_FORMAT
       - ASYNC_STD_THREAD_COUNT
@@ -282,6 +292,16 @@ services:
       - ESPRESSO_SEQUENCER_LIBP2P_BIND_ADDRESS=0.0.0.0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_1
       - ESPRESSO_SEQUENCER_LIBP2P_ADVERTISE_ADDRESS=sequencer1:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_1
       - ESPRESSO_SEQUENCER_IS_DA=true
+      - ESPRESSO_SEQUENCER_IDENTITY_NODE_NAME=sequencer1
+      - ESPRESSO_SEQUENCER_IDENTITY_WALLET_ADDRESS=0x0000000000000000000000000000000000000001
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_NAME=Espresso Systems
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_WEBSITE=https://www.espressosys.com/
+      - ESPRESSO_SEQUENCER_IDENTITY_OPERATING_SYSTEM=Darwin 23.5.0
+      - ESPRESSO_SEQUENCER_IDENTITY_NETWORK_TYPE=local
+      - ESPRESSO_SEQUENCER_IDENTITY_COUNTRY_CODE=GR
+      - ESPRESSO_SEQUENCER_IDENTITY_LATITUDE=39.0742
+      - ESPRESSO_SEQUENCER_IDENTITY_LONGITUDE=21.8243
+      - ESPRESSO_SEQUENCER_PUBLIC_API_URL=http://sequencer1:$ESPRESSO_SEQUENCER_API_PORT/
       - RUST_LOG
       - RUST_LOG_FORMAT
       - ASYNC_STD_THREAD_COUNT
@@ -324,6 +344,16 @@ services:
       - ESPRESSO_SEQUENCER_LIBP2P_BIND_ADDRESS=0.0.0.0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_2
       - ESPRESSO_SEQUENCER_LIBP2P_ADVERTISE_ADDRESS=sequencer2:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_2
       - ESPRESSO_SEQUENCER_IS_DA=true
+      - ESPRESSO_SEQUENCER_IDENTITY_NODE_NAME=sequencer2
+      - ESPRESSO_SEQUENCER_IDENTITY_WALLET_ADDRESS=0x0000000000000000000000000000000000000002
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_NAME=Espresso Systems
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_WEBSITE=https://www.espressosys.com/
+      - ESPRESSO_SEQUENCER_IDENTITY_OPERATING_SYSTEM=Darwin 23.5.0
+      - ESPRESSO_SEQUENCER_IDENTITY_NETWORK_TYPE=local
+      - ESPRESSO_SEQUENCER_IDENTITY_COUNTRY_CODE=CN
+      - ESPRESSO_SEQUENCER_IDENTITY_LATITUDE=35.8617
+      - ESPRESSO_SEQUENCER_IDENTITY_LONGITUDE=104.1954
+      - ESPRESSO_SEQUENCER_PUBLIC_API_URL=http://sequencer2:$ESPRESSO_SEQUENCER_API_PORT/
       - RUST_LOG
       - RUST_LOG_FORMAT
       - ASYNC_STD_THREAD_COUNT
@@ -362,6 +392,17 @@ services:
       - ESPRESSO_SEQUENCER_PRIVATE_STATE_KEY=$ESPRESSO_DEMO_SEQUENCER_STATE_PRIVATE_KEY_3
       - ESPRESSO_SEQUENCER_LIBP2P_BIND_ADDRESS=0.0.0.0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_3
       - ESPRESSO_SEQUENCER_LIBP2P_ADVERTISE_ADDRESS=sequencer3:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_3
+      - ESPRESSO_SEQUENCER_IDENTITY_NODE_NAME=sequencer3
+      - ESPRESSO_SEQUENCER_IDENTITY_WALLET_ADDRESS=0x0000000000000000000000000000000000000003
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_NAME=Espresso Systems
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_WEBSITE=https://www.espressosys.com/
+      - ESPRESSO_SEQUENCER_IDENTITY_OPERATING_SYSTEM=Microsoft Windows NT 10.0.22621.0
+      - [email protected]
+      - ESPRESSO_SEQUENCER_IDENTITY_NETWORK_TYPE=local
+      - ESPRESSO_SEQUENCER_IDENTITY_COUNTRY_CODE=CN
+      - ESPRESSO_SEQUENCER_IDENTITY_LATITUDE=35.8617
+      - ESPRESSO_SEQUENCER_IDENTITY_LONGITUDE=104.1954
+      - ESPRESSO_SEQUENCER_PUBLIC_API_URL=http://sequencer3:$ESPRESSO_SEQUENCER_API_PORT/
       - RUST_LOG
       - RUST_LOG_FORMAT
       - ASYNC_STD_THREAD_COUNT
@@ -400,6 +441,16 @@ services:
       - ESPRESSO_SEQUENCER_PRIVATE_STATE_KEY=$ESPRESSO_DEMO_SEQUENCER_STATE_PRIVATE_KEY_4
       - ESPRESSO_SEQUENCER_LIBP2P_BIND_ADDRESS=0.0.0.0:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_4
       - ESPRESSO_SEQUENCER_LIBP2P_ADVERTISE_ADDRESS=sequencer4:$ESPRESSO_DEMO_SEQUENCER_LIBP2P_PORT_4
+      - ESPRESSO_SEQUENCER_IDENTITY_NODE_NAME=sequencer4
+      - ESPRESSO_SEQUENCER_IDENTITY_WALLET_ADDRESS=0x0000000000000000000000000000000000000004
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_NAME=Espresso Systems
+      - ESPRESSO_SEQUENCER_IDENTITY_COMPANY_WEBSITE=https://www.espressosys.com/
+      - ESPRESSO_SEQUENCER_IDENTITY_OPERATING_SYSTEM=TempleOS 5.03
+      - ESPRESSO_SEQUENCER_IDENTITY_NETWORK_TYPE=local
+      - ESPRESSO_SEQUENCER_IDENTITY_COUNTRY_CODE=AU
+      - ESPRESSO_SEQUENCER_IDENTITY_LATITUDE=-25.2744
+      - ESPRESSO_SEQUENCER_IDENTITY_LONGITUDE=133.7751
+      - ESPRESSO_SEQUENCER_PUBLIC_API_URL=http://sequencer4:$ESPRESSO_SEQUENCER_API_PORT/
       - RUST_LOG
       - RUST_LOG_FORMAT
       - ASYNC_STD_THREAD_COUNT

node-metrics/Cargo.toml

@@ -0,0 +1,39 @@
+[package]
+name = "node-metrics"
+description = "A Library for collecting, recording and distributing information about the Espresso Block Chain Network"
+version = { workspace = true }
+authors = { workspace = true }
+edition = { workspace = true }
+
+[features]
+testing = ["serde_json", "espresso-types/testing"]
+
+[dependencies]
+async-compatibility-layer = { workspace = true } 
+async-std = { workspace = true }
+async-trait = { workspace = true }
+bincode = { workspace = true }
+bitvec = { workspace = true }
+circular-buffer = { workspace = true }
+clap = { workspace = true }
+espresso-types = { path = "../types" }
+futures = { workspace = true }
+hotshot = { workspace = true }
+hotshot-query-service = { workspace = true }
+hotshot-stake-table = { workspace = true }
+hotshot-types = { workspace = true }
+prometheus-parse = { version = "^0.2.5" }
+reqwest = { workspace = true }
+serde = { workspace = true }
+serde_json = { version = "^1.0.113", optional = true }
+surf-disco = { workspace = true }
+tagged-base64 = { workspace = true }
+tide-disco = { version = "0.9.0" }
+time = { workspace = true }
+toml = { workspace = true }
+tracing = { workspace = true }
+url = { workspace = true }
+vbs = { workspace = true }
+
+# Dependencies for feature `testing`
+hotshot-testing = { workspace = true, optional = true }

node-metrics/src/api/mod.rs

@@ -0,0 +1 @@
+pub mod node_validator;

node-metrics/src/api/node_validator/mod.rs

@@ -0,0 +1 @@
+pub mod v0;