{
 "at": "2026-11-18T08:29:43Z",
 "clusters": [
  {
   "cluster_id": "cain-mr-01",
   "configuration_hash": "51eb143f53b9e31506f7ecc1dd562a9120f56fe7b60f1b5b7338afadb06a3dd4",
   "pass": false,
   "replicas": [
    {
     "error": "RuntimeError: backup copy from offsite-sjc failed (rc 1/0): tar: ./pbft_wal.db: file changed as we read it\n ",
     "pass": false,
     "region": "atl",
     "replica": "cain-mr-node-1"
    },
    {
     "backup_age_hours": 1.2,
     "backup_held_in": "sjc",
     "backup_stamp": "20261118T031701Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr-node-1 (atl) decision at 143352: 9901017757b60ab5, backup: 9901017757b60ab5",
       "pass": true
      },
      "CHAIN": {
       "detail": "contiguous 1..143352 from genesis",
       "pass": true
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261118T031701Z is 1.2 h old (limit 48 h)",
       "pass": true
      },
      "QUORUM": {
       "detail": "143352 stored + 0 peer-supplied certificates verified",
       "pass": true
      }
     },
     "head_decision_hash": "9901017757b60ab566fdccf16661fdfe1f63e18bcaf5208381a0173663cceb4c",
     "height": 143352,
     "pass": true,
     "region": "lax",
     "replica": "cain-mr-node-2"
    },
    {
     "backup_age_hours": 0.4,
     "backup_held_in": "sjc",
     "backup_stamp": "20261118T041701Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr-node-1 (atl) decision at 143354: f27c385c1161b772, backup: f27c385c1161b772",
       "pass": true
      },
      "CHAIN": {
       "detail": "contiguous 1..143354 from genesis",
       "pass": true
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261118T041701Z is 0.4 h old (limit 48 h)",
       "pass": true
      },
      "QUORUM": {
       "detail": "143354 stored + 0 peer-supplied certificates verified",
       "pass": true
      }
     },
     "head_decision_hash": "f27c385c1161b772e2263a5f5bc5eb31f85e21e2c0908ff249e2df7c48057f84",
     "height": 143354,
     "pass": true,
     "region": "lax",
     "replica": "cain-mr-node-3"
    },
    {
     "backup_age_hours": 0.6,
     "backup_held_in": "sjc",
     "backup_stamp": "20261118T041701Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr-node-1 (atl) decision at 52761: 4c6e155d05afcf91, backup: 4c6e155d05afcf91",
       "pass": true
      },
      "CHAIN": {
       "detail": "missing [52762]",
       "pass": false
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261118T041701Z is 0.6 h old (limit 48 h)",
       "pass": true
      },
      "QUORUM": {
       "detail": "52762: the backup has no executed record for this sequence (a real hole, not a missing certificate)",
       "pass": false
      }
     },
     "head_decision_hash": "4c6e155d05afcf91322a5f4ed409d8ec4a80373a8e578d1069d8247df66eafdc",
     "height": 143355,
     "pass": false,
     "region": "mia",
     "replica": "cain-mr-node-4"
    }
   ]
  },
  {
   "cluster_id": "cain-mr-02",
   "configuration_hash": "9ad62c270187b9e16d2938370457ddc257cdf9849be61253f4319a5738387fd2",
   "pass": false,
   "replicas": [
    {
     "backup_age_hours": 378.1,
     "backup_held_in": "sjc",
     "backup_stamp": "20261102T105253Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr2-node-2 (lax) decision at 1305879: None, backup: 7071959dca55e22c",
       "pass": false
      },
      "CHAIN": {
       "detail": "contiguous 1..1305879 from genesis",
       "pass": true
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261102T105253Z is 378.1 h old (limit 48 h)",
       "pass": false
      },
      "QUORUM": {
       "detail": "1305879 stored + 0 peer-supplied certificates verified",
       "pass": true
      }
     },
     "head_decision_hash": "7071959dca55e22c31f96af4faa775a1caf6913fcd2e3274ff88e40cc13d2afd",
     "height": 1305879,
     "pass": false,
     "region": "atl",
     "replica": "cain-mr2-node-1"
    },
    {
     "anchor_read_errors": [
      "cain-mr2-node-1: ConnectError"
     ],
     "backup_age_hours": 379.3,
     "backup_held_in": "atl",
     "backup_stamp": "20261102T105253Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr2-node-3 (mia) decision at 45231: 75eeeb5882cdbcad, backup: b552743b89c91504",
       "pass": false
      },
      "CHAIN": {
       "detail": "missing [45232]",
       "pass": false
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261102T105253Z is 379.3 h old (limit 48 h)",
       "pass": false
      },
      "QUORUM": {
       "detail": "45232: the backup has no executed record for this sequence (a real hole, not a missing certificate)",
       "pass": false
      }
     },
     "head_decision_hash": "b552743b89c91504d5be033513bf877d6c0048f3e0763dc87b13f5aa92cd655c",
     "height": 1307149,
     "pass": false,
     "region": "lax",
     "replica": "cain-mr2-node-2"
    },
    {
     "backup_age_hours": 379.6,
     "backup_held_in": "atl",
     "backup_stamp": "20261102T105253Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr2-node-1 (atl) decision at 322359: None, backup: 6b979d707e7d5158",
       "pass": false
      },
      "CHAIN": {
       "detail": "missing [322360]",
       "pass": false
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261102T105253Z is 379.6 h old (limit 48 h)",
       "pass": false
      },
      "QUORUM": {
       "detail": "322360: the backup has no executed record for this sequence (a real hole, not a missing certificate)",
       "pass": false
      }
     },
     "head_decision_hash": "6b979d707e7d515809cb93f284e1b2243f236e4f96d6ae72e3289380e2ab4ae5",
     "height": 1308649,
     "pass": false,
     "region": "mia",
     "replica": "cain-mr2-node-3"
    },
    {
     "backup_age_hours": 498.6,
     "backup_held_in": "atl",
     "backup_stamp": "20261028T124701Z",
     "certificates_filled_from_peers": {
      "count": 0,
      "ranges": []
     },
     "checks": {
      "ANCHOR": {
       "detail": "live cain-mr2-node-1 (atl) decision at 1023334: None, backup: aa9808600d23068a",
       "pass": false
      },
      "CHAIN": {
       "detail": "contiguous 1..1023334 from genesis",
       "pass": true
      },
      "FILES": {
       "detail": "4 files; mismatched: []; integrity_check ok: True",
       "pass": true
      },
      "FRESH": {
       "detail": "newest backup 20261028T124701Z is 498.6 h old (limit 48 h)",
       "pass": false
      },
      "QUORUM": {
       "detail": "1023334 stored + 0 peer-supplied certificates verified",
       "pass": true
      }
     },
     "head_decision_hash": "aa9808600d23068a331075983ca1c7890018c0efc8317794bfedc4522ef42182",
     "height": 1023334,
     "pass": false,
     "region": "sjc",
     "replica": "cain-mr2-node-4"
    }
   ]
  }
 ],
 "digest": "3a9e4b29cd60bfa3af6ea835fddaf1fa3dda0a13e468b268c3762746eb63a553",
 "domain": "CAIN42/RESTORE-VALIDATION/v1",
 "duration_s": 14681.1,
 "evidence_root_public_key_b64": "t1I4vBpOasgbBSWYTN2g7xL1En7qZ6lhgbt6n2OpeG8=",
 "method": "newest off-host backup of every replica, fetched from the host in another region that holds it; certificates assembled from the stored COMMITs and checked by the clean-room verifier; chained from genesis; sequences the backup executed but holds no certificate for (state transfer) are certified by a different live replica, must match the backup's executed digest, and are listed per replica; head compared with the live cluster read from a different replica; the newest backup must be at most 48 h old",
 "not_claimed": [
  "a restore into a running replica (see the storage-loss drill for that)",
  "backups on another provider",
  "encryption at rest"
 ],
 "signature_b64": "1S+M7OHwACBg/s6CxV9FSFFA7nQ0v/UXI/co/Deb5UG2eOeKgVTwXOZ32HzU1JUYynBL1oYYUHu20PaQM2bHDg==",
 "verdict": "FAIL"
}