{"status":"OK","message":"all systems operational","details":{"main":{"status":"OK","message":"13 upstreams are initialized","upstreams":{"https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7":{"metrics":{"cordoned":false,"cordonedReason":null,"errorRate":0.010539208423464801,"errorsTotal":1067,"selfRateLimitedTotal":0,"requestsTotal":101241,"blockHeadLag":0,"responseQuantiles":{"p50":0.16363608,"p70":0.173755117,"p90":0.364188506,"p95":0.379051826,"p99":0.763334453},"remoteRateLimitedTotal":0,"finalizationLag":0,"throttledRate":0},"network":"evm:7033429093"},"https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba":{"network":"evm:7033429093","metrics":{"errorsTotal":237,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":84551,"finalizationLag":0,"cordonedReason":null,"errorRate":0.0028030419510118153,"throttledRate":0,"responseQuantiles":{"p50":0.24905131,"p70":0.342979132,"p90":0.543312652,"p95":0.637586704,"p99":0.843617851},"blockHeadLag":0,"cordoned":false}},"https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"errorRate":0.00041058033951835767,"errorsTotal":52,"finalizationLag":107818,"cordoned":false,"requestsTotal":126650,"blockHeadLag":107801,"throttledRate":0,"responseQuantiles":{"p50":0.24905131,"p70":0.342979132,"p90":0.543312652,"p95":0.650467244,"p99":0.951180276},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0}},"https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.166941859,"p95":0.170314422,"p99":0.254082649},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":70433,"cordonedReason":null,"throttledRate":0,"errorsTotal":13142,"blockHeadLag":11517,"finalizationLag":11535,"cordoned":false,"errorRate":0.1865886729232036}},"https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.170314422,"p95":0.180846439,"p99":0.565486416},"remoteRateLimitedTotal":0,"blockHeadLag":0,"cordonedReason":null,"errorRate":0.00022515423064799387,"errorsTotal":25,"selfRateLimitedTotal":0,"requestsTotal":111035,"finalizationLag":0,"cordoned":false,"throttledRate":0}},"https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5":{"network":"evm:7033429093","metrics":{"blockHeadLag":0,"cordonedReason":null,"errorRate":0.000351213282247765,"errorsTotal":33,"selfRateLimitedTotal":0,"requestsTotal":93960,"finalizationLag":0,"cordoned":false,"throttledRate":0,"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.170314422,"p95":0.180846439,"p99":0.462978033},"remoteRateLimitedTotal":0}},"https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e":{"network":"evm:7033429093","metrics":{"errorsTotal":58,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"cordoned":false,"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.157219608,"p70":0.160395761,"p90":0.170314422,"p95":0.180846439,"p99":0.576910384},"blockHeadLag":0,"finalizationLag":0,"errorRate":0.0005729696622442629,"requestsTotal":101227}},"https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49":{"network":"evm:7033429093","metrics":{"cordoned":false,"cordonedReason":null,"throttledRate":0,"responseQuantiles":{"p50":0.16363608,"p70":0.239285549,"p90":0.356976852,"p95":0.543312652,"p99":0.843617851},"errorsTotal":23383,"remoteRateLimitedTotal":0,"requestsTotal":100331,"blockHeadLag":0,"selfRateLimitedTotal":0,"finalizationLag":0,"errorRate":0.23305857611306574}},"https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5":{"network":"evm:7033429093","metrics":{"cordonedReason":null,"errorRate":0.0006296067129101942,"errorsTotal":58,"selfRateLimitedTotal":0,"requestsTotal":92121,"blockHeadLag":0,"finalizationLag":0,"responseQuantiles":{"p50":0.24905131,"p70":0.349908004,"p90":0.554288665,"p95":0.74821892,"p99":0.951180276},"remoteRateLimitedTotal":0,"cordoned":false,"throttledRate":0}},"https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd":{"network":"evm:7033429093","metrics":{"blockHeadLag":0,"cordoned":false,"errorRate":0.0011631595643438722,"responseQuantiles":{"p50":0.160395761,"p70":0.173755117,"p90":0.349908004,"p95":0.462978033,"p99":0.860660636},"errorsTotal":99,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":85113,"finalizationLag":0,"cordonedReason":null,"throttledRate":0}},"https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.24905131,"p70":0.349908004,"p90":0.554288665,"p95":0.663607996,"p99":0.951180276},"selfRateLimitedTotal":0,"cordonedReason":null,"finalizationLag":0,"cordoned":false,"errorRate":0.000279995851913305,"throttledRate":0,"errorsTotal":27,"remoteRateLimitedTotal":0,"requestsTotal":96430,"blockHeadLag":0}},"https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.24905131,"p70":0.349908004,"p90":0.554288665,"p95":0.663607996,"p99":0.951180276},"blockHeadLag":0,"cordoned":false,"throttledRate":0,"errorsTotal":23,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":98116,"finalizationLag":0,"cordonedReason":null,"errorRate":0.00023441640507154796}},"https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6":{"network":"evm:7033429093","metrics":{"responseQuantiles":{"p50":0.254082649,"p70":0.356976852,"p90":0.576910384,"p95":0.74821892,"p99":0.951180276},"errorsTotal":54,"requestsTotal":85100,"blockHeadLag":0,"finalizationLag":0,"cordoned":false,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"cordonedReason":null,"errorRate":0.0006345475910693302,"throttledRate":0}}},"initializer":{"state":"retrying","lastError":null,"tasks":[{"name":"upstream/https://rpc-hc-lodestar-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4a5c6","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940109656Z","attempts":1},{"attempts":1,"name":"upstream/https://rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io#redacted=8ad6e","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940111611Z"},{"attempts":8557,"name":"upstream/https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=5b931","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-04-05T20:29:45.652573013Z"},{"err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-04-05T20:29:45.652577359Z","attempts":8557,"name":"upstream/https://rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=21df7","state":"failed"},{"state":"succeeded","err":null,"lastAttempt":"2026-03-24T15:03:33.508091105Z","attempts":1426,"name":"upstream/https://rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c15b0"},{"name":"upstream/https://rpc-hc-lighthouse-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=53832","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940121022Z","attempts":1},{"lastAttempt":"2026-04-05T20:29:45.652570531Z","attempts":8551,"name":"upstream/https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0a5f8","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp 46.224.231.54:443: connect: no route to host"}}}}},{"name":"upstream/https://rpc-hc-lighthouse-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=a2b49","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940107994Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=c00ac"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-04-05T20:29:45.652579562Z","attempts":8557},{"attempts":8557,"name":"upstream/https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=57957","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-04-05T20:29:45.652581909Z"},{"name":"upstream/https://rpc-hc-lodestar-besu-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=0ddb7","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940080491Z","attempts":1},{"state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940084367Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=05bfd"},{"lastAttempt":"2026-04-05T20:29:45.652538965Z","attempts":8557,"name":"upstream/https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=8078b","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}}},{"state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io\": dial tcp: lookup rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-04-05T20:29:45.652561955Z","attempts":8557,"name":"upstream/https://rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=f1004"},{"name":"upstream/https://rpc-hc-lighthouse-nimbusel-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=4afba","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940090792Z","attempts":1},{"name":"upstream/https://rpc-hc-lodestar-erigon-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=febf5","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940092366Z","attempts":1},{"lastAttempt":"2026-03-22T04:48:44.940093922Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-reth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=6046d","state":"succeeded","err":null},{"name":"upstream/https://rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=27096","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940095745Z","attempts":1},{"name":"upstream/https://rpc-hc-lighthouse-nethermind-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=101d5","state":"succeeded","err":null,"lastAttempt":"2026-03-22T04:48:44.940097445Z","attempts":1},{"name":"upstream/https://rpc-hc-lodestar-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=3f48c","state":"running","err":null,"lastAttempt":"2026-04-05T20:29:45.652567771Z","attempts":8551},{"err":null,"lastAttempt":"2026-03-22T04:48:44.940106415Z","attempts":1,"name":"upstream/https://rpc-hc-lodestar-geth-super-1.srv.bal-devnet-2.ethpandaops.io#redacted=9ebfe","state":"succeeded"}]},"config":{"networks":1,"upstreams":21,"providers":0}}}}