{"status":"OK","message":"all systems operational","details":{"main":{"status":"OK","message":"13 upstreams are initialized","upstreams":{"https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5":{"network":"evm:7033429093","metrics":{"finalizationLag":0,"cordonedReason":null,"throttledRate":0,"errorsTotal":1491,"selfRateLimitedTotal":0,"blockHeadLag":1,"cordoned":false,"errorRate":0.03259230113450062,"responseQuantiles":{"p50":0.160395761,"p70":0.192029743,"p90":0.203904607,"p95":0.298170342,"p99":0.588565139},"remoteRateLimitedTotal":0,"requestsTotal":45747}},"https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.16363608,"p70":0.192029743,"p90":0.203904607,"p95":0.298170342,"p99":0.588565139},"requestsTotal":45747,"cordoned":false,"finalizationLag":0,"cordonedReason":null,"errorRate":0.03261416049139834,"throttledRate":0,"errorsTotal":1492,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"blockHeadLag":1}},"https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49":{"network":"evm:7033429093","metrics":{"requestsTotal":45747,"cordoned":false,"cordonedReason":null,"errorRate":0.045686055916234945,"blockHeadLag":1,"finalizationLag":0,"throttledRate":0,"responseQuantiles":{"p50":0.16363608,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.600455344},"errorsTotal":2090,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0}},"https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d":{"network":"evm:7033429093","metrics":{"errorsTotal":3232,"finalizationLag":0,"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.170314422,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.663607996},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":45747,"blockHeadLag":1,"cordoned":false,"errorRate":0.07064944149343126}},"https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.188227174,"p95":0.195909132,"p99":0.394521751},"errorsTotal":1490,"remoteRateLimitedTotal":0,"requestsTotal":45747,"finalizationLag":0,"selfRateLimitedTotal":0,"blockHeadLag":1,"cordoned":false,"errorRate":0.032570441777602904}},"https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0":{"network":"evm:7033429093","metrics":{"finalizationLag":0,"errorsTotal":1490,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":43301,"blockHeadLag":0,"responseQuantiles":{"p50":0.160395761,"p70":0.160395761,"p90":0.170314422,"p95":0.177265322,"p99":0.342979132},"cordoned":false,"cordonedReason":null,"errorRate":0.03441029075540981,"throttledRate":0}},"https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e":{"network":"evm:7033429093","metrics":{"selfRateLimitedTotal":0,"requestsTotal":45747,"cordonedReason":null,"errorRate":0.032570441777602904,"throttledRate":0,"cordoned":false,"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.166941859,"p95":0.173755117,"p99":0.195909132},"errorsTotal":1490,"remoteRateLimitedTotal":0,"blockHeadLag":1,"finalizationLag":0}},"https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba":{"network":"evm:7033429093","metrics":{"throttledRate":0,"responseQuantiles":{"p50":0.160395761,"p70":0.166941859,"p90":0.188227174,"p95":0.195909132,"p99":0.481873167},"finalizationLag":0,"cordoned":false,"cordonedReason":null,"errorRate":0.032701597918989224,"errorsTotal":1496,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":45747,"blockHeadLag":1}},"https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.166941859,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.612585755},"errorsTotal":1492,"remoteRateLimitedTotal":0,"requestsTotal":45747,"cordonedReason":null,"throttledRate":0,"selfRateLimitedTotal":0,"blockHeadLag":1,"finalizationLag":0,"cordoned":false,"errorRate":0.03261416049139834}},"https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"errorRate":0.03786399277115458,"blockHeadLag":201633,"cordoned":false,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":68614,"finalizationLag":201639,"throttledRate":0,"responseQuantiles":{"p50":0.177265322,"p70":0.310339318,"p90":0.386709439,"p95":0.491607979,"p99":0.704644633},"errorsTotal":2598}},"https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe":{"network":"evm:7033429093","metrics":{"remoteRateLimitedTotal":0,"cordoned":false,"errorRate":0.03261416049139834,"throttledRate":0,"responseQuantiles":{"p50":0.166941859,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.612585755},"errorsTotal":1492,"blockHeadLag":1,"finalizationLag":0,"cordonedReason":null,"selfRateLimitedTotal":0,"requestsTotal":45747}},"https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"errorRate":0.03261416049139834,"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.184499903,"p95":0.192029743,"p99":0.394521751},"errorsTotal":1492,"selfRateLimitedTotal":0,"requestsTotal":45747,"blockHeadLag":1,"cordoned":false,"throttledRate":0,"remoteRateLimitedTotal":0,"finalizationLag":0}},"https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd":{"metrics":{"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.173755117,"p95":0.192029743,"p99":0.394521751},"blockHeadLag":1,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"errorRate":0.032570441777602904,"errorsTotal":1490,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":45747,"throttledRate":0},"network":"evm:7033429093"}},"initializer":{"state":"partial","lastError":null,"tasks":[{"name":"upstream/https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358581656Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757356974Z","attempts":4809},{"name":"upstream/https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358587515Z","attempts":1},{"name":"upstream/https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358589731Z","attempts":1},{"attempts":4802,"name":"upstream/https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757339182Z"},{"name":"upstream/https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757361723Z","attempts":4809},{"name":"upstream/https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757370458Z","attempts":4809},{"name":"upstream/https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757373894Z","attempts":4809},{"lastAttempt":"2026-04-16T01:00:02.425430095Z","attempts":255,"name":"upstream/https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0","state":"succeeded","err":null},{"name":"upstream/https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358603615Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757359879Z","attempts":4803},{"state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358607057Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5"},{"err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.75737687Z","attempts":4809,"name":"upstream/https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004","state":"failed"},{"name":"upstream/https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T13:23:39.757378623Z","attempts":4809},{"name":"upstream/https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358616187Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358617707Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358619395Z","attempts":1},{"lastAttempt":"2026-04-15T14:48:23.358537282Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe","state":"succeeded","err":null},{"state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358544928Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6"},{"attempts":1,"name":"upstream/https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358546889Z"},{"name":"upstream/https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358550858Z","attempts":1}]},"config":{"networks":1,"upstreams":21,"providers":0}}}}