{"status":"OK","message":"all systems operational","details":{"main":{"config":{"providers":0,"networks":1,"upstreams":15},"status":"OK","message":"9 upstreams are initialized","upstreams":{"https://rpc-lodestar-nethermind-1.srv.bal-devnet-6.ethpandaops.io#redacted=1ad49":{"network":"evm:7041855638","metrics":{"errorsTotal":7,"selfRateLimitedTotal":0,"blockHeadLag":3947,"errorRate":0.0018271991647089533,"responseQuantiles":{"p50":0.154106348,"p70":0.157219608,"p90":0.166941859,"p95":0.304193985,"p99":0.323004936},"requestsTotal":3831,"finalizationLag":2635,"cordoned":false,"cordonedReason":null,"throttledRate":0,"remoteRateLimitedTotal":0}},"https://rpc-lighthouse-geth-1.srv.bal-devnet-6.ethpandaops.io#redacted=0fbab":{"network":"evm:7041855638","metrics":{"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":3831,"blockHeadLag":0,"finalizationLag":0,"throttledRate":0,"errorsTotal":0,"cordoned":false,"cordonedReason":null,"errorRate":0,"responseQuantiles":{"p50":0.316608799,"p70":0.462978033,"p90":0.472331124,"p95":0.481873167,"p99":0.511671563}}},"https://rpc-lodestar-ethrex-1.srv.bal-devnet-6.ethpandaops.io#redacted=c0a45":{"network":"evm:7041855638","metrics":{"blockHeadLag":78,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"responseQuantiles":{"p50":0.310339318,"p70":0.323004936,"p90":0.472331124,"p95":0.472331124,"p99":0.612585755},"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":3831,"errorRate":0,"throttledRate":0,"errorsTotal":0}},"https://rpc-lodestar-besu-1.srv.bal-devnet-6.ethpandaops.io#redacted=bfbf0":{"metrics":{"responseQuantiles":{"p50":0.304193985,"p70":0.310339318,"p90":0.323004936,"p95":0.329530289,"p99":0.462978033},"cordoned":false,"cordonedReason":null,"requestsTotal":3831,"blockHeadLag":0,"finalizationLag":0,"errorRate":0,"throttledRate":0,"errorsTotal":0,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0},"network":"evm:7041855638"},"https://rpc-lighthouse-nethermind-1.srv.bal-devnet-6.ethpandaops.io#redacted=363e3":{"network":"evm:7041855638","metrics":{"cordoned":false,"cordonedReason":null,"throttledRate":0,"errorsTotal":0,"remoteRateLimitedTotal":0,"finalizationLag":0,"blockHeadLag":3954,"errorRate":0,"responseQuantiles":{"p50":0.157219608,"p70":0.157219608,"p90":0.16363608,"p95":0.170314422,"p99":0.203904607},"selfRateLimitedTotal":0,"requestsTotal":1928}},"https://rpc-bootnode-1.srv.bal-devnet-6.ethpandaops.io#redacted=2b3bf":{"network":"evm:7041855638","metrics":{"blockHeadLag":0,"finalizationLag":0,"cordonedReason":null,"errorRate":0,"errorsTotal":0,"requestsTotal":3831,"remoteRateLimitedTotal":0,"cordoned":false,"throttledRate":0,"responseQuantiles":{"p50":0.323004936,"p70":0.462978033,"p90":0.481873167,"p95":0.481873167,"p99":0.511671563},"selfRateLimitedTotal":0}},"https://rpc-lodestar-geth-1.srv.bal-devnet-6.ethpandaops.io#redacted=80655":{"network":"evm:7041855638","metrics":{"remoteRateLimitedTotal":0,"blockHeadLag":0,"cordoned":false,"errorRate":0,"throttledRate":0,"responseQuantiles":{"p50":0.323004936,"p70":0.462978033,"p90":0.472331124,"p95":0.481873167,"p99":0.501539453},"selfRateLimitedTotal":0,"finalizationLag":0,"cordonedReason":null,"errorsTotal":0,"requestsTotal":3831}},"https://rpc-lighthouse-besu-1.srv.bal-devnet-6.ethpandaops.io#redacted=13904":{"network":"evm:7041855638","metrics":{"responseQuantiles":{"p50":0.304193985,"p70":0.310339318,"p90":0.323004936,"p95":0.329530289,"p99":0.462978033},"requestsTotal":3831,"finalizationLag":0,"cordoned":false,"cordonedReason":null,"errorRate":0.0026102845210127902,"throttledRate":0,"errorsTotal":10,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"blockHeadLag":0}},"https://rpc-lighthouse-ethrex-1.srv.bal-devnet-6.ethpandaops.io#redacted=ec9d2":{"network":"evm:7041855638","metrics":{"responseQuantiles":{"p50":0.310339318,"p70":0.323004936,"p90":0.462978033,"p95":0.472331124,"p99":0.624961225},"blockHeadLag":78,"cordoned":false,"throttledRate":0,"errorsTotal":0,"selfRateLimitedTotal":0,"remoteRateLimitedTotal":0,"requestsTotal":3831,"finalizationLag":0,"cordonedReason":null,"errorRate":0}}},"initializer":{"state":"partial","lastError":null,"tasks":[{"lastAttempt":"2026-05-02T08:00:56.08888079Z","attempts":450,"name":"upstream/https://rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=b928e","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=b928e"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=b928e","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lighthouse-reth-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}}},{"name":"upstream/https://rpc-lodestar-nethermind-1.srv.bal-devnet-6.ethpandaops.io#redacted=1ad49","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369898762Z","attempts":1},{"attempts":1,"name":"upstream/https://rpc-lighthouse-geth-1.srv.bal-devnet-6.ethpandaops.io#redacted=0fbab","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369899954Z"},{"state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369903395Z","attempts":1,"name":"upstream/https://rpc-lighthouse-ethrex-1.srv.bal-devnet-6.ethpandaops.io#redacted=ec9d2"},{"name":"upstream/https://rpc-lodestar-besu-1.srv.bal-devnet-6.ethpandaops.io#redacted=bfbf0","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369904732Z","attempts":1},{"name":"upstream/https://rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=189c0","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=189c0"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=189c0","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lodestar-nimbusel-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-05-02T08:00:56.088887549Z","attempts":450},{"name":"upstream/https://rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=6c559","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=6c559"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io#redacted=6c559","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lodestar-reth-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-05-02T08:00:56.088883534Z","attempts":450},{"err":null,"lastAttempt":"2026-05-01T16:05:55.369909642Z","attempts":1,"name":"upstream/https://rpc-bootnode-1.srv.bal-devnet-6.ethpandaops.io#redacted=2b3bf","state":"succeeded"},{"name":"upstream/https://rpc-lighthouse-nethermind-1.srv.bal-devnet-6.ethpandaops.io#redacted=363e3","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369911625Z","attempts":1},{"name":"upstream/https://rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=1c720","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=1c720"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=1c720"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lodestar-erigon-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-05-02T08:00:56.088891857Z","attempts":450},{"name":"upstream/https://rpc-lodestar-ethrex-1.srv.bal-devnet-6.ethpandaops.io#redacted=c0a45","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369920289Z","attempts":1},{"lastAttempt":"2026-05-01T16:05:55.369924861Z","attempts":1,"name":"upstream/https://rpc-lodestar-geth-1.srv.bal-devnet-6.ethpandaops.io#redacted=80655","state":"succeeded","err":null},{"attempts":450,"name":"upstream/https://rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=b870b","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=b870b"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"method":"eth_chainId","upstreamId":"https://rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io#redacted=b870b"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lighthouse-erigon-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-05-02T08:00:56.088889488Z"},{"name":"upstream/https://rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=5b44b","state":"failed","err":{"code":"ErrUpstreamClientInitialization","message":"could not initialize upstream client","details":{"upstreamId":"https://rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=5b44b"},"cause":{"code":"ErrUpstreamChainIdDetectionFailed","cause":{"code":"ErrUpstreamRequest","message":"failed to make request to upstream","details":{"upstreamId":"https://rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io#redacted=5b44b","method":"eth_chainId"},"cause":{"code":"ErrEndpointTransportFailure","message":"failure when sending request to remote endpoint","details":{"host":"rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io"},"cause":"Post \"https://eth:***@rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io\": dial tcp: lookup rpc-lighthouse-nimbusel-1.srv.bal-devnet-6.ethpandaops.io on 10.245.0.10:53: no such host"}}}},"lastAttempt":"2026-05-02T08:00:56.088873373Z","attempts":450},{"name":"upstream/https://rpc-lighthouse-besu-1.srv.bal-devnet-6.ethpandaops.io#redacted=13904","state":"succeeded","err":null,"lastAttempt":"2026-05-01T16:05:55.369895037Z","attempts":1}]}}}}
