{"status":"OK","message":"all systems operational","details":{"main":{"config":{"networks":1,"upstreams":21,"providers":0},"status":"OK","message":"13 upstreams are initialized","upstreams":{"https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d":{"network":"evm:7033429093","metrics":{"remoteRateLimitedTotal":0,"blockHeadLag":1,"cordonedReason":null,"errorRate":0.05624986126218118,"throttledRate":0,"responseQuantiles":{"p50":0.170314422,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.663607996},"errorsTotal":2534,"selfRateLimitedTotal":0,"requestsTotal":45049,"finalizationLag":0,"cordoned":false}},"https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096":{"network":"evm:7033429093","metrics":{"errorRate":0.01758085640080801,"errorsTotal":792,"requestsTotal":45049,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.188227174,"p95":0.195909132,"p99":0.394521751},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"blockHeadLag":1}},"https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.184499903,"p95":0.192029743,"p99":0.394521751},"errorsTotal":794,"remoteRateLimitedTotal":0,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"throttledRate":0,"selfRateLimitedTotal":0,"requestsTotal":45049,"blockHeadLag":1,"errorRate":0.01762525250283025}},"https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e":{"network":"evm:7033429093","metrics":{"errorsTotal":792,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"cordoned":false,"throttledRate":0,"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.166941859,"p95":0.173755117,"p99":0.195909132},"requestsTotal":45049,"blockHeadLag":1,"finalizationLag":0,"cordonedReason":null,"errorRate":0.01758085640080801}},"https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5":{"network":"evm:7033429093","metrics":{"blockHeadLag":1,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"throttledRate":0,"errorsTotal":793,"requestsTotal":45049,"remoteRateLimitedTotal":0,"errorRate":0.01760305445181913,"responseQuantiles":{"p50":0.160395761,"p70":0.192029743,"p90":0.203904607,"p95":0.298170342,"p99":0.588565139},"selfRateLimitedTotal":0}},"https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49":{"network":"evm:7033429093","metrics":{"errorRate":0.030899687007480744,"responseQuantiles":{"p50":0.16363608,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.600455344},"remoteRateLimitedTotal":0,"finalizationLag":0,"cordonedReason":null,"cordoned":false,"throttledRate":0,"errorsTotal":1392,"selfRateLimitedTotal":0,"requestsTotal":45049,"blockHeadLag":1}},"https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5":{"network":"evm:7033429093","metrics":{"selfRateLimitedTotal":0,"requestsTotal":45049,"blockHeadLag":1,"cordoned":false,"cordonedReason":null,"errorRate":0.01762525250283025,"throttledRate":0,"responseQuantiles":{"p50":0.166941859,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.612585755},"errorsTotal":794,"remoteRateLimitedTotal":0,"finalizationLag":0}},"https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.177265322,"p70":0.310339318,"p90":0.386709439,"p95":0.491607979,"p99":0.704644633},"remoteRateLimitedTotal":0,"finalizationLag":201639,"errorRate":0.022954992821939704,"throttledRate":0,"errorsTotal":1551,"selfRateLimitedTotal":0,"requestsTotal":67567,"blockHeadLag":201633,"cordoned":false,"cordonedReason":null}},"https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"errorRate":0.01762525250283025,"errorsTotal":794,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"blockHeadLag":1,"throttledRate":0,"responseQuantiles":{"p50":0.166941859,"p70":0.195909132,"p90":0.298170342,"p95":0.394521751,"p99":0.612585755},"requestsTotal":45049,"finalizationLag":0,"cordoned":false}},"https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0":{"network":"evm:7033429093","metrics":{"remoteRateLimitedTotal":0,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"selfRateLimitedTotal":0,"errorsTotal":792,"requestsTotal":42603,"blockHeadLag":0,"errorRate":0.018590240123934933,"throttledRate":0,"responseQuantiles":{"p50":0.160395761,"p70":0.160395761,"p90":0.170314422,"p95":0.177265322,"p99":0.342979132}}},"https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd":{"network":"evm:7033429093","metrics":{"errorsTotal":792,"requestsTotal":45049,"blockHeadLag":1,"finalizationLag":0,"cordoned":false,"responseQuantiles":{"p50":0.160395761,"p70":0.16363608,"p90":0.173755117,"p95":0.192029743,"p99":0.394521751},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"cordonedReason":null,"errorRate":0.01758085640080801,"throttledRate":0}},"https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7":{"network":"evm:7033429093","metrics":{"remoteRateLimitedTotal":0,"blockHeadLag":1,"finalizationLag":0,"cordoned":false,"errorRate":0.01762525250283025,"responseQuantiles":{"p50":0.16363608,"p70":0.192029743,"p90":0.203904607,"p95":0.298170342,"p99":0.588565139},"errorsTotal":794,"selfRateLimitedTotal":0,"requestsTotal":45049,"cordonedReason":null,"throttledRate":0}},"https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba":{"network":"evm:7033429093","metrics":{"errorRate":0.017714044706874738,"errorsTotal":798,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"finalizationLag":0,"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.160395761,"p70":0.166941859,"p90":0.188227174,"p95":0.195909132,"p99":0.481873167},"requestsTotal":45049,"blockHeadLag":1,"cordoned":false}}},"initializer":{"tasks":[{"name":"upstream/https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358619395Z","attempts":1},{"name":"upstream/https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358607057Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.75365338Z","attempts":4728},{"lastAttempt":"2026-04-23T10:28:07.753655386Z","attempts":4728,"name":"upstream/https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}}},{"state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358616187Z","attempts":1,"name":"upstream/https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5"},{"lastAttempt":"2026-04-15T14:48:23.358617707Z","attempts":1,"name":"upstream/https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba","state":"succeeded","err":null},{"attempts":1,"name":"upstream/https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358537282Z"},{"name":"upstream/https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358544928Z","attempts":1},{"lastAttempt":"2026-04-15T14:48:23.358546889Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd","state":"succeeded","err":null},{"err":null,"lastAttempt":"2026-04-15T14:48:23.358550858Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d","state":"succeeded"},{"name":"upstream/https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753623033Z","attempts":4721},{"lastAttempt":"2026-04-15T14:48:23.358581656Z","attempts":1,"name":"upstream/https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e","state":"succeeded","err":null},{"err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753639058Z","attempts":4728,"name":"upstream/https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","state":"failed"},{"name":"upstream/https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358587515Z","attempts":1},{"name":"upstream/https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358589731Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753642524Z","attempts":4722},{"name":"upstream/https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753644415Z","attempts":4728},{"name":"upstream/https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753647048Z","attempts":4728},{"attempts":4728,"name":"upstream/https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": remote error: tls: handshake failure"}}}},"lastAttempt":"2026-04-23T10:28:07.753650472Z"},{"name":"upstream/https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0","state":"succeeded","err":null,"lastAttempt":"2026-04-16T01:00:02.425430095Z","attempts":255},{"name":"upstream/https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832","state":"succeeded","err":null,"lastAttempt":"2026-04-15T14:48:23.358603615Z","attempts":1}],"state":"partial","lastError":null}}}}