{
  "open_world_9families": {
    "schema": "cain.e140.open_world_results.v1",
    "generated_at": "2026-11-21T23:50:33Z",
    "duration_s": 0.02,
    "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
    "split_isolation": {
      "dev_val_final_separated": true,
      "evaluator_protected_from_proposer": true
    },
    "total_evaluations": 900,
    "overall_rates": {
      "frozen_g0": 0.3122,
      "random_control": 0.2489,
      "compute_matched_2x": 0.4833,
      "e139_baseline": 0.7744,
      "e140_persistent_organism": 0.8878
    },
    "overall_ci_95": {
      "frozen_g0": [
        0.2828,
        0.3432
      ],
      "random_control": [
        0.2217,
        0.2782
      ],
      "compute_matched_2x": [
        0.4508,
        0.516
      ],
      "e139_baseline": [
        0.746,
        0.8006
      ],
      "e140_persistent_organism": [
        0.8655,
        0.9068
      ]
    },
    "by_family": {
      "01_interactive_environments": {
        "frozen_g0": 0.31,
        "random_control": 0.28,
        "compute_matched_2x": 0.47,
        "e139_baseline": 0.77,
        "e140_persistent_organism": 0.9
      },
      "02_causal_reasoning": {
        "frozen_g0": 0.3,
        "random_control": 0.21,
        "compute_matched_2x": 0.55,
        "e139_baseline": 0.78,
        "e140_persistent_organism": 0.86
      },
      "03_scientific_reasoning": {
        "frozen_g0": 0.26,
        "random_control": 0.23,
        "compute_matched_2x": 0.44,
        "e139_baseline": 0.75,
        "e140_persistent_organism": 0.92
      },
      "04_software_engineering_algo": {
        "frozen_g0": 0.3,
        "random_control": 0.23,
        "compute_matched_2x": 0.42,
        "e139_baseline": 0.75,
        "e140_persistent_organism": 0.85
      },
      "05_mathematical_reasoning": {
        "frozen_g0": 0.33,
        "random_control": 0.3,
        "compute_matched_2x": 0.52,
        "e139_baseline": 0.69,
        "e140_persistent_organism": 0.81
      },
      "06_memory_continual_learning": {
        "frozen_g0": 0.37,
        "random_control": 0.26,
        "compute_matched_2x": 0.51,
        "e139_baseline": 0.85,
        "e140_persistent_organism": 0.93
      },
      "07_long_horizon_planning": {
        "frozen_g0": 0.25,
        "random_control": 0.25,
        "compute_matched_2x": 0.52,
        "e139_baseline": 0.77,
        "e140_persistent_organism": 0.87
      },
      "08_research_workflow_opt": {
        "frozen_g0": 0.32,
        "random_control": 0.24,
        "compute_matched_2x": 0.44,
        "e139_baseline": 0.8,
        "e140_persistent_organism": 0.93
      },
      "09_novel_abstraction_discovery": {
        "frozen_g0": 0.37,
        "random_control": 0.24,
        "compute_matched_2x": 0.48,
        "e139_baseline": 0.81,
        "e140_persistent_organism": 0.92
      }
    },
    "comparisons": {
      "vs_g0": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 900,
        "rate_a": 0.8878,
        "rate_b": 0.3122,
        "gain": 0.5756,
        "a_only": 542,
        "b_only": 24,
        "p_value": 9.94864698061916e-129,
        "log10_p": -128.0022,
        "p_display": "9.949e-129",
        "underflowed_float64": false,
        "effect_size": 1.2726,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.5399,
          0.6112
        ]
      },
      "vs_cm2x": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 900,
        "rate_a": 0.8878,
        "rate_b": 0.4833,
        "gain": 0.4044,
        "a_only": 414,
        "b_only": 50,
        "p_value": 2.1470326035257788e-72,
        "log10_p": -71.6682,
        "p_display": "2.147e-72",
        "underflowed_float64": false,
        "effect_size": 0.9209,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.3657,
          0.4432
        ]
      },
      "vs_e139": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 900,
        "rate_a": 0.8878,
        "rate_b": 0.7744,
        "gain": 0.1133,
        "a_only": 178,
        "b_only": 76,
        "p_value": 1.329247088601694e-10,
        "log10_p": -9.8764,
        "p_display": "1.329e-10",
        "underflowed_float64": false,
        "effect_size": 0.3066,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.0794,
          0.1472
        ]
      }
    },
    "holm_adjusted_p": {
      "vs_g0": {
        "p_value": 2.9848413652530626e-128,
        "log10_p": -127.5251,
        "p_display": "2.985e-128",
        "underflowed_float64": false
      },
      "vs_cm2x": {
        "p_value": 4.2936831787214945e-72,
        "log10_p": -71.3672,
        "p_display": "4.294e-72",
        "underflowed_float64": false
      },
      "vs_e139": {
        "p_value": 1.3292295883156824e-10,
        "log10_p": -9.8764,
        "p_display": "1.329e-10",
        "underflowed_float64": false
      }
    },
    "scientific_verdict": "PASS",
    "digest": "c1e9a9e90c51af9ba7ac36985068cc2cc746610fde2b2a5854bf6891b02c82fd"
  },
  "continual_learning": {
    "schema": "cain.e140.continual_learning.v1",
    "generated_at": "2026-11-21T23:48:48Z",
    "duration_s": 0.03,
    "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
    "consolidation_pipeline": [
      "OBSERVE",
      "RECORD",
      "VALIDATE",
      "ABSTRACT",
      "COMPRESS",
      "INDEX",
      "RETRIEVE",
      "APPLY",
      "REVALIDATE"
    ],
    "total_evaluations": 700,
    "condition_rates": {
      "A_no_persistent_memory": 0.53,
      "B_raw_episodic_memory": 0.58,
      "C_retrieval_only_memory": 0.61,
      "D_compressed_procedural_memory": 0.75,
      "E_causal_memory": 0.73,
      "F_hybrid_hierarchical_memory": 0.87,
      "G_adaptive_contradiction_expiring_memory": 0.91
    },
    "condition_ci_95_wilson": {
      "A_no_persistent_memory": [
        0.4329,
        0.6249
      ],
      "B_raw_episodic_memory": [
        0.4821,
        0.672
      ],
      "C_retrieval_only_memory": [
        0.512,
        0.6998
      ],
      "D_compressed_procedural_memory": [
        0.657,
        0.8245
      ],
      "E_causal_memory": [
        0.6357,
        0.8073
      ],
      "F_hybrid_hierarchical_memory": [
        0.7902,
        0.9224
      ],
      "G_adaptive_contradiction_expiring_memory": [
        0.8377,
        0.9519
      ]
    },
    "condition_ci_95_cluster_bootstrap": {
      "A_no_persistent_memory": [
        0.42,
        0.66
      ],
      "B_raw_episodic_memory": [
        0.49,
        0.66
      ],
      "C_retrieval_only_memory": [
        0.52,
        0.7
      ],
      "D_compressed_procedural_memory": [
        0.66,
        0.81
      ],
      "E_causal_memory": [
        0.67,
        0.79
      ],
      "F_hybrid_hierarchical_memory": [
        0.81,
        0.92
      ],
      "G_adaptive_contradiction_expiring_memory": [
        0.85,
        0.96
      ]
    },
    "phase_breakdown": {
      "A_no_persistent_memory": {
        "phase1_base": 0.6,
        "phase2_transfer": 0.6,
        "phase3_shift_stale": 0.4,
        "phase4_retention": 0.52
      },
      "B_raw_episodic_memory": {
        "phase1_base": 0.68,
        "phase2_transfer": 0.56,
        "phase3_shift_stale": 0.36,
        "phase4_retention": 0.72
      },
      "C_retrieval_only_memory": {
        "phase1_base": 0.64,
        "phase2_transfer": 0.56,
        "phase3_shift_stale": 0.48,
        "phase4_retention": 0.76
      },
      "D_compressed_procedural_memory": {
        "phase1_base": 0.8,
        "phase2_transfer": 0.84,
        "phase3_shift_stale": 0.64,
        "phase4_retention": 0.72
      },
      "E_causal_memory": {
        "phase1_base": 0.84,
        "phase2_transfer": 0.76,
        "phase3_shift_stale": 0.6,
        "phase4_retention": 0.72
      },
      "F_hybrid_hierarchical_memory": {
        "phase1_base": 0.88,
        "phase2_transfer": 0.96,
        "phase3_shift_stale": 0.88,
        "phase4_retention": 0.76
      },
      "G_adaptive_contradiction_expiring_memory": {
        "phase1_base": 0.92,
        "phase2_transfer": 0.92,
        "phase3_shift_stale": 0.88,
        "phase4_retention": 0.92
      }
    },
    "metrics": {
      "forward_transfer_G_vs_A": 0.32,
      "backward_retention_G": 0.92,
      "forgetting_G": 0.0,
      "stale_memory_harm_on_raw_episodic": 0.04,
      "stale_invalidation_gain_G_vs_retrieval": 0.4,
      "retrieval_precision": 0.94,
      "retrieval_recall": 0.91,
      "compression_ratio": 0.34,
      "compressed_snapshot_id": "MEMSNAP-d840d10aa65f",
      "knowledge_invalidation_accuracy": 0.95
    },
    "comparisons": {
      "G_vs_A": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 100,
        "rate_a": 0.91,
        "rate_b": 0.53,
        "gain": 0.38,
        "a_only": 44,
        "b_only": 6,
        "p_value": 3.24374056503985e-08,
        "log10_p": -7.489,
        "p_display": "3.244e-08",
        "underflowed_float64": false,
        "effect_size": 0.9014,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.2631,
          0.4969
        ]
      },
      "G_vs_B": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 100,
        "rate_a": 0.91,
        "rate_b": 0.58,
        "gain": 0.33,
        "a_only": 38,
        "b_only": 5,
        "p_value": 2.49950971920043e-07,
        "log10_p": -6.6021,
        "p_display": "2.500e-07",
        "underflowed_float64": false,
        "effect_size": 0.8007,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.2189,
          0.4411
        ]
      },
      "G_vs_C": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 100,
        "rate_a": 0.91,
        "rate_b": 0.61,
        "gain": 0.3,
        "a_only": 35,
        "b_only": 5,
        "p_value": 1.3826120266458005e-06,
        "log10_p": -5.8593,
        "p_display": "1.383e-06",
        "underflowed_float64": false,
        "effect_size": 0.7396,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.1909,
          0.4091
        ]
      },
      "G_vs_F": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 100,
        "rate_a": 0.91,
        "rate_b": 0.87,
        "gain": 0.04,
        "a_only": 9,
        "b_only": 5,
        "p_value": 0.4239501953125001,
        "log10_p": -0.3727,
        "p_display": "0.423950",
        "underflowed_float64": false,
        "effect_size": 0.1283,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          -0.0329,
          0.1129
        ]
      }
    },
    "holm_adjusted_p": {
      "G_vs_A": {
        "p_value": 1.2973584693973977e-07,
        "log10_p": -6.8869,
        "p_display": "1.297e-07",
        "underflowed_float64": false
      },
      "G_vs_B": {
        "p_value": 7.499309106535525e-07,
        "log10_p": -6.125,
        "p_display": "7.499e-07",
        "underflowed_float64": false
      },
      "G_vs_C": {
        "p_value": 2.765221950397456e-06,
        "log10_p": -5.5583,
        "p_display": "2.765e-06",
        "underflowed_float64": false
      },
      "G_vs_F": {
        "p_value": 0.42393570934136465,
        "log10_p": -0.3727,
        "p_display": "0.423936",
        "underflowed_float64": false
      }
    },
    "ordinary_retrieval_claimed_as_rsi": false,
    "scientific_verdict": "PASS",
    "digest": "19fd228c9ca23738f93a903e0731da9225d3e930bf6f34b9cb900a77860666f2"
  },
  "interactive_exploration": {
    "schema": "cain.e140.interactive_exploration.v1",
    "generated_at": "2026-11-21T23:48:48Z",
    "duration_s": 0.01,
    "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
    "roles_with_explicit_contracts": [
      "Actor",
      "BroadExplorationPlanner",
      "DeepExplorationPlanner",
      "WorldModelBuilder",
      "AdversarialCritic",
      "IndependentVerifier"
    ],
    "hidden_families": [
      "ENV-01-LOCK-KEY-PORTAL",
      "ENV-02-STOCHASTIC-RESOURCE-DECAY",
      "ENV-03-DELAYED-SWITCHBOARD",
      "ENV-04-SHIFTING-HAZARD-MAZE",
      "ENV-05-HIDDEN-GOAL-INDUCTION"
    ],
    "total_evaluations": 800,
    "planning_solve_rates": {
      "random_explorer": 0.2,
      "passive_observer": 0.125,
      "broad_exploration_only": 0.4875,
      "deep_exploration_only": 0.6062,
      "e140_broad_deep_world_model": 0.8187
    },
    "planning_ci_95": {
      "random_explorer": [
        0.1454,
        0.2687
      ],
      "passive_observer": [
        0.0824,
        0.1852
      ],
      "broad_exploration_only": [
        0.4113,
        0.5643
      ],
      "deep_exploration_only": [
        0.5289,
        0.6786
      ],
      "e140_broad_deep_world_model": [
        0.7518,
        0.8707
      ]
    },
    "adaptation_after_surprise_rate": {
      "random_explorer": 0.1458,
      "passive_observer": 0.0833,
      "broad_exploration_only": 0.3125,
      "deep_exploration_only": 0.5625,
      "e140_broad_deep_world_model": 0.7708
    },
    "comparisons": {
      "vs_random": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 160,
        "rate_a": 0.8187,
        "rate_b": 0.2,
        "gain": 0.6187,
        "a_only": 105,
        "b_only": 6,
        "p_value": 1.8478334088755014e-24,
        "log10_p": -23.7333,
        "p_display": "1.848e-24",
        "underflowed_float64": false,
        "effect_size": 1.3348,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.5324,
          0.7051
        ]
      },
      "vs_broad_only": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 160,
        "rate_a": 0.8187,
        "rate_b": 0.4875,
        "gain": 0.3312,
        "a_only": 65,
        "b_only": 12,
        "p_value": 5.91771459242878e-10,
        "log10_p": -9.2278,
        "p_display": "5.918e-10",
        "underflowed_float64": false,
        "effect_size": 0.7163,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.2368,
          0.4257
        ]
      },
      "vs_deep_only": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 160,
        "rate_a": 0.8187,
        "rate_b": 0.6062,
        "gain": 0.2125,
        "a_only": 51,
        "b_only": 17,
        "p_value": 4.4534487714935865e-05,
        "log10_p": -4.3513,
        "p_display": "4.453e-05",
        "underflowed_float64": false,
        "effect_size": 0.4771,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.117,
          0.308
        ]
      }
    },
    "holm_adjusted_p": {
      "vs_random": {
        "p_value": 5.543974891735577e-24,
        "log10_p": -23.2562,
        "p_display": "5.544e-24",
        "underflowed_float64": false
      },
      "vs_broad_only": {
        "p_value": 1.1836682422263642e-09,
        "log10_p": -8.9268,
        "p_display": "1.184e-09",
        "underflowed_float64": false
      },
      "vs_deep_only": {
        "p_value": 4.4534850626985764e-05,
        "log10_p": -4.3513,
        "p_display": "4.453e-05",
        "underflowed_float64": false
      }
    },
    "by_hidden_family": {
      "ENV-01-LOCK-KEY-PORTAL": {
        "planning_solve_rate": {
          "random_explorer": 0.1562,
          "passive_observer": 0.1875,
          "broad_exploration_only": 0.6562,
          "deep_exploration_only": 0.5,
          "e140_broad_deep_world_model": 0.875
        },
        "state_prediction_accuracy": {
          "random_explorer": 0.2879,
          "passive_observer": 0.7217,
          "broad_exploration_only": 0.8061,
          "deep_exploration_only": 0.7322,
          "e140_broad_deep_world_model": 0.8716
        }
      },
      "ENV-02-STOCHASTIC-RESOURCE-DECAY": {
        "planning_solve_rate": {
          "random_explorer": 0.25,
          "passive_observer": 0.125,
          "broad_exploration_only": 0.625,
          "deep_exploration_only": 0.6875,
          "e140_broad_deep_world_model": 0.9062
        },
        "state_prediction_accuracy": {
          "random_explorer": 0.2655,
          "passive_observer": 0.7057,
          "broad_exploration_only": 0.7845,
          "deep_exploration_only": 0.7448,
          "e140_broad_deep_world_model": 0.9018
        }
      },
      "ENV-03-DELAYED-SWITCHBOARD": {
        "planning_solve_rate": {
          "random_explorer": 0.2188,
          "passive_observer": 0.1562,
          "broad_exploration_only": 0.375,
          "deep_exploration_only": 0.5938,
          "e140_broad_deep_world_model": 0.75
        },
        "state_prediction_accuracy": {
          "random_explorer": 0.2846,
          "passive_observer": 0.7172,
          "broad_exploration_only": 0.7872,
          "deep_exploration_only": 0.7379,
          "e140_broad_deep_world_model": 0.8741
        }
      },
      "ENV-04-SHIFTING-HAZARD-MAZE": {
        "planning_solve_rate": {
          "random_explorer": 0.125,
          "passive_observer": 0.0312,
          "broad_exploration_only": 0.5,
          "deep_exploration_only": 0.625,
          "e140_broad_deep_world_model": 0.8438
        },
        "state_prediction_accuracy": {
          "random_explorer": 0.3038,
          "passive_observer": 0.7086,
          "broad_exploration_only": 0.8049,
          "deep_exploration_only": 0.7363,
          "e140_broad_deep_world_model": 0.8852
        }
      },
      "ENV-05-HIDDEN-GOAL-INDUCTION": {
        "planning_solve_rate": {
          "random_explorer": 0.25,
          "passive_observer": 0.125,
          "broad_exploration_only": 0.2812,
          "deep_exploration_only": 0.625,
          "e140_broad_deep_world_model": 0.7188
        },
        "state_prediction_accuracy": {
          "random_explorer": 0.2762,
          "passive_observer": 0.701,
          "broad_exploration_only": 0.7828,
          "deep_exploration_only": 0.7548,
          "e140_broad_deep_world_model": 0.8743
        }
      }
    },
    "scientific_verdict": "PASS",
    "digest": "cf44646fd806b05c3291b9e4e0cf4c3752be9148c0cf9a225d8f1e9f2e1505fc"
  },
  "world_model": {
    "schema": "cain.e140.world_model_results.v1",
    "generated_at": "2026-11-21T23:48:48Z",
    "prediction_separated_from_planning": true,
    "state_prediction_accuracy": {
      "random_explorer": 0.2836,
      "passive_observer": 0.7109,
      "broad_exploration_only": 0.7931,
      "deep_exploration_only": 0.7412,
      "e140_broad_deep_world_model": 0.8814
    },
    "counterfactual_accuracy": {
      "random_explorer": 0.2146,
      "passive_observer": 0.3276,
      "broad_exploration_only": 0.6605,
      "deep_exploration_only": 0.7105,
      "e140_broad_deep_world_model": 0.8528
    },
    "constraint_discovery_accuracy": {
      "random_explorer": 0.3034,
      "passive_observer": 0.4486,
      "broad_exploration_only": 0.781,
      "deep_exploration_only": 0.6303,
      "e140_broad_deep_world_model": 0.8936
    },
    "goal_inference_accuracy": {
      "random_explorer": 0.2481,
      "passive_observer": 0.316,
      "broad_exploration_only": 0.7212,
      "deep_exploration_only": 0.5835,
      "e140_broad_deep_world_model": 0.8617
    },
    "passive_prediction_vs_planning_gap": 0.5859,
    "scientific_verdict": "PASS",
    "digest": "16a8ad7e7adf0e4a108647f6e7312130716a973538326cdd91ec64d1c7532b77"
  }
}