2026-05-01T12:39:04.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:06.858Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:09.930Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:10.715Z INFO challenge/challenge.go:54 [challenge]sync:pull {"params": {"blobber":"2f051ca6447d8712a020213672bece683dbd0d23a81fdf93ff273043a0764d18","from":"196258","limit":"20"}} 2026-05-01T12:39:13.002Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:13.002Z ERROR challenge/challenge.go:62 [challenge]open: {"error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.syncOpenChallenges /0chain/code/go/0chain.net/blobbercore/challenge/challenge.go:62 github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.startPullWorker /0chain/code/go/0chain.net/blobbercore/challenge/worker.go:67 2026-05-01T12:39:13.002Z INFO challenge/challenge.go:99 [challenge]elapsed:pull {"count": 0, "download": "0s", "json": "0s", "db": "430ns", "time_taken": "2.287244861s"} 2026-05-01T12:39:14.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:16.074Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:19.146Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:22.218Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:23.003Z INFO challenge/challenge.go:54 [challenge]sync:pull {"params": {"blobber":"2f051ca6447d8712a020213672bece683dbd0d23a81fdf93ff273043a0764d18","from":"196258","limit":"20"}} 2026-05-01T12:39:24.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:25.290Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:26.058Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:29.066Z ERROR challenge/challenge.go:62 [challenge]open: {"error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.syncOpenChallenges /0chain/code/go/0chain.net/blobbercore/challenge/challenge.go:62 github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.startPullWorker /0chain/code/go/0chain.net/blobbercore/challenge/worker.go:67 2026-05-01T12:39:29.066Z INFO challenge/challenge.go:99 [challenge]elapsed:pull {"count": 0, "download": "0s", "json": "0s", "db": "430ns", "time_taken": "6.06312748s"} 2026-05-01T12:39:29.066Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:32.138Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:32.138Z ERROR handler/health.go:44 Failed to health check blobber on the blockchain {"error": "submit transaction failed: Post \"https://test2.zus.network/miner01/v1/transaction/put\": dial tcp 198.18.0.71:7071: connect: no route to host"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.BlobberHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:44 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:161 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-05-01T12:39:32.138Z WARN handler/worker.go:41 failed to send heartbeat {"txn_hash": "", "start": "2026-05-01T12:39:27.377Z", "end": "2026-05-01T12:39:32.138Z", "duration": "4.761542402s", "error": "submit transaction failed: Post \"https://test2.zus.network/miner01/v1/transaction/put\": dial tcp 198.18.0.71:7071: connect: no route to host"} github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:41 2026-05-01T12:39:34.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:35.210Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:38.282Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:39.067Z INFO challenge/challenge.go:54 [challenge]sync:pull {"params": {"blobber":"2f051ca6447d8712a020213672bece683dbd0d23a81fdf93ff273043a0764d18","from":"196258","limit":"20"}} 2026-05-01T12:39:41.354Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:41.354Z ERROR challenge/challenge.go:62 [challenge]open: {"error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.syncOpenChallenges /0chain/code/go/0chain.net/blobbercore/challenge/challenge.go:62 github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.startPullWorker /0chain/code/go/0chain.net/blobbercore/challenge/worker.go:67 2026-05-01T12:39:41.354Z INFO challenge/challenge.go:99 [challenge]elapsed:pull {"count": 0, "download": "0s", "json": "0s", "db": "430ns", "time_taken": "2.287009567s"} 2026-05-01T12:39:42.628Z WARN blobber/worker.go:47 failed to refresh blobber settings from chain {"error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} main.startRefreshSettings /0chain/code/go/0chain.net/blobber/worker.go:47 2026-05-01T12:39:44.426Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:44.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:47.498Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:50.570Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:51.354Z INFO challenge/challenge.go:54 [challenge]sync:pull {"params": {"blobber":"2f051ca6447d8712a020213672bece683dbd0d23a81fdf93ff273043a0764d18","from":"196258","limit":"20"}} 2026-05-01T12:39:53.642Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:54.411Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:39:54.744Z ERROR readmarker/worker.go:91 redeem_readmarker {"database_error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.redeemReadMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:91 github.com/0chain/blobber/code/go/0chain.net/blobbercore/readmarker.startRedeemMarkers /0chain/code/go/0chain.net/blobbercore/readmarker/worker.go:128 2026-05-01T12:39:54.968Z ERROR allocation/workers.go:155 finding allocations in DB {"error": "failed to connect to `host=postgres-blob-3 user=blobber_user database=blobber_meta`: hostname resolving error (lookup postgres-blob-3 on 127.0.0.11:53: server misbehaving)"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/allocation.updateWork /0chain/code/go/0chain.net/blobbercore/allocation/workers.go:155 github.com/0chain/blobber/code/go/0chain.net/blobbercore/allocation.UpdateWorker.func1 /0chain/code/go/0chain.net/blobbercore/allocation/workers.go:63 github.com/0chain/blobber/code/go/0chain.net/blobbercore/datastore.(*postgresStore).WithTransaction /0chain/code/go/0chain.net/blobbercore/datastore/postgres.go:131 github.com/0chain/blobber/code/go/0chain.net/blobbercore/allocation.UpdateWorker /0chain/code/go/0chain.net/blobbercore/allocation/workers.go:62 2026-05-01T12:39:57.418Z ERROR challenge/challenge.go:62 [challenge]open: {"error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.syncOpenChallenges /0chain/code/go/0chain.net/blobbercore/challenge/challenge.go:62 github.com/0chain/blobber/code/go/0chain.net/blobbercore/challenge.startPullWorker /0chain/code/go/0chain.net/blobbercore/challenge/worker.go:67 2026-05-01T12:39:57.418Z INFO challenge/challenge.go:99 [challenge]elapsed:pull {"count": 0, "download": "0s", "json": "0s", "db": "780ns", "time_taken": "6.063800346s"} 2026-05-01T12:39:57.418Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31 2026-05-01T12:40:00.490Z ERROR blobber/settings.go:100 error requesting storage SC configs: consensus_failed: consensus failed on sharders main.updateStorageScConfigWorker /0chain/code/go/0chain.net/blobber/settings.go:100 main.setupWorkers /0chain/code/go/0chain.net/blobber/worker.go:31