{
 "H1_cell_share": {
  "at": "2026-11-22T03:29:02Z",
  "families": {
   "calibration_iw": {
    "cells_total": 18,
    "cells_used": 18,
    "experiments": 184,
    "max_cell": 49,
    "max_cell_share": 0.2663
   },
   "world_model_frontier": {
    "cells_total": 24,
    "cells_used": 24,
    "experiments": 98,
    "max_cell": 25,
    "max_cell_share": 0.2551
   }
  },
  "max_share_any_family": 0.2663,
  "open_world_families_descriptive": {
   "ow_explore": {
    "cells_total": 100,
    "cells_used": 100,
    "experiments": 333,
    "max_cell": 9,
    "max_cell_share": 0.027
   },
   "ow_goal": {
    "cells_total": 100,
    "cells_used": 100,
    "experiments": 390,
    "max_cell": 10,
    "max_cell_share": 0.0256
   },
   "ow_model": {
    "cells_total": 100,
    "cells_used": 100,
    "experiments": 406,
    "max_cell": 36,
    "max_cell_share": 0.0887
   },
   "ow_transfer": {
    "cells_total": 48,
    "cells_used": 48,
    "experiments": 229,
    "max_cell": 42,
    "max_cell_share": 0.1834
   }
  },
  "pass": false,
  "rule": "no cell > 25% of its family's experiments (cap is max(2, 25%) so very small families can exceed 25%)"
 },
 "confirmatory_H": {
  "H2": {
   "analysis_status": "FINAL",
   "better": "lower",
   "ci95_bootstrap": [
    -0.00732,
    -0.004254
   ],
   "cohens_dz": -1.0895,
   "control": "temperature",
   "effective_n_sign_test": 44,
   "family": "calibration_iw",
   "holm": {
    "holm_log10_p_adj": 0.0,
    "holm_significant": false,
    "log10_p": -0.0,
    "p_display": "1",
    "rank": 3
   },
   "log10_p": -0.0,
   "losses": 38,
   "mean_diff": -0.005756,
   "n_experiments": 44,
   "p_display": "1",
   "required_experiments": 30,
   "ties": 0,
   "treatment": "iw_temperature",
   "underpowered": false,
   "verdict": "NOT SUPPORTED (treatment worse)",
   "wins": 6
  },
  "H3": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.063799,
    0.083194
   ],
   "cohens_dz": 2.2385,
   "control": "random_walk",
   "effective_n_sign_test": 43,
   "family": "world_model_frontier",
   "holm": {
    "holm_log10_p_adj": -12.4672,
    "holm_significant": true,
    "log10_p": -12.9443,
    "p_display": "1.14e-13",
    "rank": 1
   },
   "log10_p": -12.9443,
   "losses": 0,
   "mean_diff": 0.073451,
   "n_experiments": 43,
   "p_display": "1.14e-13",
   "required_experiments": 30,
   "ties": 0,
   "treatment": "frontier",
   "underpowered": false,
   "verdict": "SUPPORTED",
   "wins": 43
  },
  "H4": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    -0.013158,
    0.017836
   ],
   "cohens_dz": 0.0315,
   "control": "reset",
   "effective_n_sign_test": 39,
   "family": "rsi_meta",
   "holm": {
    "holm_log10_p_adj": -0.1254,
    "holm_significant": false,
    "log10_p": -0.4264,
    "p_display": "0.375",
    "rank": 2
   },
   "log10_p": -0.4264,
   "losses": 18,
   "mean_diff": 0.002632,
   "n_experiments": 114,
   "p_display": "0.375",
   "required_experiments": 30,
   "ties": 75,
   "treatment": "inherit",
   "underpowered": false,
   "verdict": "NOT SUPPORTED",
   "wins": 21
  }
 },
 "confirmatory_OW": {
  "OW1": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.027053,
    0.046728
   ],
   "cohens_dz": 0.4494,
   "control": "random",
   "effective_n_sign_test": 240,
   "family": "ow_explore",
   "holm": {
    "holm_log10_p_adj": -7.9595,
    "holm_significant": true,
    "log10_p": -8.8626,
    "p_display": "1.37e-09",
    "rank": 2
   },
   "log10_p": -8.8626,
   "losses": 74,
   "mean_diff": 0.036673,
   "n_experiments": 257,
   "p_display": "1.37e-09",
   "required_experiments": 30,
   "ties": 17,
   "treatment": "frontier",
   "underpowered": false,
   "verdict": "SUPPORTED",
   "wins": 166
  },
  "OW2": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.050662,
    0.066808
   ],
   "cohens_dz": 0.807,
   "control": "facts",
   "effective_n_sign_test": 305,
   "family": "ow_model",
   "holm": {
    "holm_log10_p_adj": -34.3153,
    "holm_significant": true,
    "log10_p": -35.2695,
    "p_display": "5.38e-36",
    "rank": 1
   },
   "log10_p": -35.2695,
   "losses": 48,
   "mean_diff": 0.058786,
   "n_experiments": 316,
   "p_display": "5.38e-36",
   "required_experiments": 30,
   "ties": 11,
   "treatment": "full",
   "underpowered": false,
   "verdict": "SUPPORTED",
   "wins": 257
  },
  "OW3": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.001472,
    0.013291
   ],
   "cohens_dz": 0.2713,
   "control": "scratch",
   "effective_n_sign_test": 45,
   "family": "ow_transfer",
   "holm": {
    "holm_log10_p_adj": -0.1292,
    "holm_significant": false,
    "log10_p": -0.7313,
    "p_display": "0.186",
    "rank": 6
   },
   "log10_p": -0.7313,
   "losses": 19,
   "mean_diff": 0.007236,
   "n_experiments": 77,
   "p_display": "0.186",
   "required_experiments": 30,
   "ties": 32,
   "treatment": "gated",
   "underpowered": false,
   "verdict": "NOT SUPPORTED",
   "wins": 26
  },
  "OW3b": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.027183,
    0.062004
   ],
   "cohens_dz": 0.3699,
   "control": "ungated",
   "effective_n_sign_test": 181,
   "family": "ow_transfer",
   "holm": {
    "holm_log10_p_adj": -2.9994,
    "holm_significant": true,
    "log10_p": -3.7776,
    "p_display": "0.000167",
    "rank": 4
   },
   "log10_p": -3.7776,
   "losses": 66,
   "mean_diff": 0.044248,
   "n_experiments": 185,
   "p_display": "0.000167",
   "required_experiments": 30,
   "ties": 4,
   "treatment": "gated",
   "underpowered": false,
   "verdict": "SUPPORTED",
   "wins": 115
  },
  "OW4": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.050904,
    0.098074
   ],
   "cohens_dz": 0.3401,
   "control": "e141_best",
   "effective_n_sign_test": 203,
   "family": "ow_goal",
   "holm": {
    "holm_log10_p_adj": -3.3155,
    "holm_significant": true,
    "log10_p": -4.1606,
    "p_display": "6.91e-05",
    "rank": 3
   },
   "log10_p": -4.1606,
   "losses": 74,
   "mean_diff": 0.073899,
   "n_experiments": 318,
   "p_display": "6.91e-05",
   "required_experiments": 30,
   "ties": 115,
   "treatment": "full",
   "underpowered": false,
   "verdict": "SUPPORTED",
   "wins": 129
  },
  "OW5": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    0.00763,
    0.055997
   ],
   "cohens_dz": 0.5553,
   "control": "G0",
   "effective_n_sign_test": 13,
   "family": "ow_rsi",
   "holm": {
    "holm_log10_p_adj": -1.2506,
    "holm_significant": false,
    "log10_p": -1.9496,
    "p_display": "0.0112",
    "rank": 5
   },
   "log10_p": -1.9496,
   "losses": 2,
   "mean_diff": 0.031554,
   "n_experiments": 20,
   "p_display": "0.0112",
   "required_experiments": 20,
   "ties": 7,
   "treatment": "inherit_mem",
   "underpowered": false,
   "verdict": "NOT SUPPORTED",
   "wins": 11
  },
  "OW5b": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    -0.021395,
    0.015767
   ],
   "cohens_dz": -0.0523,
   "control": "random_search",
   "effective_n_sign_test": 16,
   "family": "ow_rsi",
   "holm": {
    "holm_log10_p_adj": 0.0,
    "holm_significant": false,
    "log10_p": -0.396,
    "p_display": "0.402",
    "rank": 7
   },
   "log10_p": -0.396,
   "losses": 7,
   "mean_diff": -0.002287,
   "n_experiments": 20,
   "p_display": "0.402",
   "required_experiments": 20,
   "ties": 4,
   "treatment": "inherit_mem",
   "underpowered": false,
   "verdict": "NOT SUPPORTED",
   "wins": 9
  },
  "OW6": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    -0.013262,
    0.020256
   ],
   "cohens_dz": 0.0911,
   "control": "inherit_nomem",
   "effective_n_sign_test": 16,
   "family": "ow_rsi",
   "holm": {
    "holm_log10_p_adj": -0.095,
    "holm_significant": false,
    "log10_p": -0.396,
    "p_display": "0.402",
    "rank": 8
   },
   "log10_p": -0.396,
   "losses": 7,
   "mean_diff": 0.003559,
   "n_experiments": 20,
   "p_display": "0.402",
   "required_experiments": 20,
   "ties": 4,
   "treatment": "inherit_mem",
   "underpowered": false,
   "verdict": "NOT SUPPORTED",
   "wins": 9
  },
  "OW7": {
   "analysis_status": "FINAL",
   "better": "higher",
   "ci95_bootstrap": [
    -0.023037,
    0.003397
   ],
   "cohens_dz": -0.2518,
   "control": "reset_mem",
   "effective_n_sign_test": 5,
   "family": "ow_rsi",
   "holm": {
    "holm_log10_p_adj": -0.0902,
    "holm_significant": false,
    "log10_p": -0.0902,
    "p_display": "0.812",
    "rank": 9
   },
   "log10_p": -0.0902,
   "losses": 3,
   "mean_diff": -0.008012,
   "n_experiments": 20,
   "p_display": "0.813",
   "required_experiments": 20,
   "ties": 15,
   "treatment": "inherit_mem",
   "underpowered": false,
   "verdict": "NOT SUPPORTED (treatment worse)",
   "wins": 2
  }
 },
 "exported_at": "2026-11-22T04:41:06Z",
 "practical_threshold": 0.02,
 "preregistrations": {
  "H1-H4": "025499a15",
  "OW1-OW7": "f77d2db2f"
 },
 "schema": "cain42.e142.analysis.v1",
 "status": {
  "adversarial": {
   "rejected": 46,
   "run": 49
  },
  "by_state": {
   "FAILED": 9,
   "PARTIAL": 324,
   "PREREGISTERED": 22,
   "REJECTED": 46,
   "RUNNING": 1,
   "VERIFICATION_PENDING": 201,
   "VERIFIED": 1317
  },
  "chain_ok": true,
  "events": 12396,
  "experiments": 1920,
  "supervisor_starts": 4,
  "uptime_h": 1.7752219253778458
 },
 "stopping_rule": {
  "analysed_at": "2026-11-22T04:41:06Z",
  "cutoffs": {
   "H": {
    "counts_at_cutoff": {
     "H2": [
      44,
      30
     ],
     "H3": [
      43,
      30
     ],
     "H4": [
      114,
      30
     ]
    },
    "cutoff": "2026-11-22T03:29:02Z",
    "reason": "all regimes reached the preregistered count"
   },
   "OW": {
    "counts_at_cutoff": {
     "OW1": [
      257,
      30
     ],
     "OW2": [
      316,
      30
     ],
     "OW3": [
      77,
      30
     ],
     "OW3b": [
      185,
      30
     ],
     "OW4": [
      318,
      30
     ],
     "OW5": [
      20,
      20
     ],
     "OW5b": [
      20,
      20
     ],
     "OW6": [
      20,
      20
     ],
     "OW7": [
      20,
      20
     ]
    },
    "cutoff": "2026-11-22T04:41:06Z",
    "reason": "all regimes reached the preregistered count"
   }
  },
  "h_campaign_start": "2026-11-22T02:53:48Z",
  "ow_campaign_start": "2026-11-22T03:13:58Z"
 }
}
