{
 "cain": {
  "constructed_ood": {
   "e118_gain": 0.7361,
   "e119_grammar_gain": 0.6667,
   "note": "constructed tasks with disclosed grammars; not METR human-time tasks"
  },
  "metr_p50_minutes": null,
  "metr_suite_run": false,
  "reason": "CAIN has not run METR's HCAST/RE-Bench task suite with human timings; no comparable 50% horizon exists.",
  "single_task_lower_bound_if_pass_minutes": 360,
  "single_task_note": "One 360-min governed workload, if it passes, is a single-task success, not a 50% horizon.",
  "six_hour_workload": {
   "deadline": 1795159811.1475012,
   "elapsed_s": 10348.2,
   "human_minutes_if_completed": 360,
   "started_at": 1795138211.1475012,
   "state": "RUNNING"
  }
 },
 "governance_axis": {
  "cain": [
   "identity",
   "scoped single-use permits",
   "resource-side enforcement",
   "signed receipts",
   "revocation",
   "KILL fence",
   "offline verifier",
   "public evidence bundles"
  ],
  "metr_models": "METR measures task success vs human duration; it does not measure signed permits, receipts or a resource-side kill fence.",
  "note": "Different axis; do not convert governance features into an intelligence score."
 },
 "limits": [
  "no METR suite",
  "no human-timed CAIN tasks",
  "6 h RUNNING",
  "constructed OOD not comparable",
  "no external reviewer"
 ],
 "metr": {
  "benchmark": "METR-Horizon-v1.1",
  "doubling_days_2023_on": 128.744,
  "doubling_days_all_time": 187.778,
  "n_models": 26,
  "note": "Published TH1.1 table; measurements above 16 h are marked unreliable by METR.",
  "top": [
   {
    "ci_high": 3304.261235,
    "ci_low": 508.876789,
    "model": "claude_mythos_preview_early_inspect",
    "p50_hours": 17.41,
    "p50_minutes": 1044.78,
    "release_date": "2026-04-07"
   },
   {
    "ci_high": 3633.786163,
    "ci_low": 316.685725,
    "model": "claude_opus_4_6_inspect",
    "p50_hours": 11.98,
    "p50_minutes": 718.81,
    "release_date": "2026-02-05"
   },
   {
    "ci_high": 694.750898,
    "ci_low": 233.50073,
    "model": "gemini_3_1_pro",
    "p50_hours": 6.4,
    "p50_minutes": 384.15,
    "release_date": "2026-02-19"
   },
   {
    "ci_high": 815.177445,
    "ci_low": 198.067494,
    "model": "gpt_5_2",
    "p50_hours": 5.87,
    "p50_minutes": 352.25,
    "release_date": "2025-12-11"
   },
   {
    "ci_high": 816.351994,
    "ci_low": 194.913134,
    "model": "gpt_5_3_codex",
    "p50_hours": 5.83,
    "p50_minutes": 349.53,
    "release_date": "2026-02-05"
   },
   {
    "ci_high": 768.779526,
    "ci_low": 186.581591,
    "model": "gpt_5_4",
    "p50_hours": 5.7,
    "p50_minutes": 341.74,
    "release_date": "2026-03-05"
   },
   {
    "ci_high": 623.704698,
    "ci_low": 161.717714,
    "model": "claude_opus_4_5_inspect",
    "p50_hours": 4.88,
    "p50_minutes": 292.99,
    "release_date": "2025-11-24"
   },
   {
    "ci_high": 379.235434,
    "ci_low": 139.565157,
    "model": "gemini_3_pro",
    "p50_hours": 3.74,
    "p50_minutes": 224.33,
    "release_date": "2025-11-18"
   },
   {
    "ci_high": 396.206723,
    "ci_low": 134.31077,
    "model": "gpt_5_1_codex_max_inspect",
    "p50_hours": 3.73,
    "p50_minutes": 223.71,
    "release_date": "2025-11-19"
   },
   {
    "ci_high": 405.551565,
    "ci_low": 112.641357,
    "model": "gpt_5_2025_08_07_inspect",
    "p50_hours": 3.38,
    "p50_minutes": 203.01,
    "release_date": "2025-08-07"
   },
   {
    "ci_high": 190.943818,
    "ci_low": 74.615398,
    "model": "o3_inspect",
    "p50_hours": 2.0,
    "p50_minutes": 119.73,
    "release_date": "2025-04-16"
   },
   {
    "ci_high": 159.451918,
    "ci_low": 59.272391,
    "model": "claude_4_1_opus_inspect",
    "p50_hours": 1.67,
    "p50_minutes": 100.47,
    "release_date": "2025-08-05"
   },
   {
    "ci_high": 163.454074,
    "ci_low": 59.994073,
    "model": "claude_4_opus_inspect",
    "p50_hours": 1.67,
    "p50_minutes": 100.37,
    "release_date": "2025-05-22"
   },
   {
    "ci_high": 104.226017,
    "ci_low": 33.006168,
    "model": "claude_3_7_sonnet_inspect",
    "p50_hours": 1.01,
    "p50_minutes": 60.39,
    "release_date": "2025-02-24"
   },
   {
    "ci_high": 64.95249,
    "ci_low": 21.164512,
    "model": "o1_inspect",
    "p50_hours": 0.65,
    "p50_minutes": 38.83,
    "release_date": "2024-12-05"
   },
   {
    "ci_high": 40.82028,
    "ci_low": 10.144026,
    "model": "claude_3_5_sonnet_20241022_inspect",
    "p50_hours": 0.34,
    "p50_minutes": 20.52,
    "release_date": "2024-10-22"
   },
   {
    "ci_high": 33.379877,
    "ci_low": 11.716193,
    "model": "o1_preview",
    "p50_hours": 0.34,
    "p50_minutes": 20.33,
    "release_date": "2024-09-12"
   },
   {
    "ci_high": 22.384214,
    "ci_low": 5.489734,
    "model": "claude_3_5_sonnet_20240620_inspect",
    "p50_hours": 0.19,
    "p50_minutes": 11.4,
    "release_date": "2024-06-20"
   },
   {
    "ci_high": 12.905741,
    "ci_low": 4.001482,
    "model": "gpt_4o_inspect",
    "p50_hours": 0.12,
    "p50_minutes": 6.99,
    "release_date": "2024-05-13"
   },
   {
    "ci_high": 8.443226,
    "ci_low": 1.866859,
    "model": "gpt_4_1106_inspect",
    "p50_hours": 0.07,
    "p50_minutes": 4.04,
    "release_date": "2023-11-06"
   },
   {
    "ci_high": 7.995283,
    "ci_low": 1.93292,
    "model": "gpt_4",
    "p50_hours": 0.07,
    "p50_minutes": 3.99,
    "release_date": "2023-03-14"
   },
   {
    "ci_high": 8.76484,
    "ci_low": 1.706313,
    "model": "claude_3_opus_inspect",
    "p50_hours": 0.07,
    "p50_minutes": 3.95,
    "release_date": "2024-03-04"
   },
   {
    "ci_high": 6.736613,
    "ci_low": 1.980046,
    "model": "gpt_4_turbo_inspect",
    "p50_hours": 0.06,
    "p50_minutes": 3.73,
    "release_date": "2024-04-09"
   },
   {
    "ci_high": 1.115905,
    "ci_low": 0.255148,
    "model": "gpt_3_5_turbo_instruct",
    "p50_hours": 0.01,
    "p50_minutes": 0.6,
    "release_date": "2022-03-15"
   },
   {
    "ci_high": 0.221209,
    "ci_low": 0.093319,
    "model": "davinci_002",
    "p50_hours": 0.0,
    "p50_minutes": 0.14,
    "release_date": "2020-05-28"
   },
   {
    "ci_high": 0.141825,
    "ci_low": 0.009994,
    "model": "gpt2",
    "p50_hours": 0.0,
    "p50_minutes": 0.05,
    "release_date": "2019-02-14"
   }
  ]
 },
 "schema": "cain.e123.metr_comparison.v1",
 "verdict": "CAIN is unranked on METR's general long-task horizon. Frontier published models have 50% horizons of roughly 1-17 h; CAIN has a 6 h governed workload still running, not a 50% horizon. CAIN's measured differentiator is verifiable governance, not general autonomy."
}
