{
  "schema": "cain.e139.open_world_reasoning.v1",
  "generated_at": "2026-11-21T22:24:46Z",
  "duration_s": 0.02,
  "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
  "total_evaluations": 800,
  "mechanics": [
    "01_shifting_rules_budgeted",
    "02_hidden_variables_delayed_feedback",
    "03_resource_constrained_multi_objective",
    "04_partial_obs_dynamic_constraints",
    "05_conflicting_evidence_falsification",
    "06_unsolvable_abstention_boundary",
    "07_horizon_delayed_consequences",
    "08_cross_mechanic_composition"
  ],
  "overall_rates": {
    "frozen_g0": 0.3,
    "compute_matched_2x": 0.4213,
    "e138_baseline": 0.7325,
    "e139_open_world_organism": 0.8462
  },
  "overall_ci_95": {
    "frozen_g0": [
      0.2693,
      0.3326
    ],
    "compute_matched_2x": [
      0.3875,
      0.4558
    ],
    "e138_baseline": [
      0.7008,
      0.762
    ],
    "e139_open_world_organism": [
      0.8196,
      0.8696
    ]
  },
  "by_novelty_level": {
    "L1_parameter": {
      "n": 264,
      "rates": {
        "frozen_g0": 0.3902,
        "compute_matched_2x": 0.4848,
        "e138_baseline": 0.8826,
        "e139_open_world_organism": 0.9318
      },
      "vs_compute_matched": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 264,
        "rate_a": 0.9318,
        "rate_b": 0.4848,
        "gain": 0.447,
        "a_only": 126,
        "b_only": 8,
        "p_value": 2.04099299322895e-28,
        "log10_p": -27.6902,
        "p_display": "2.041e-28",
        "underflowed_float64": false,
        "effect_size": 1.0727,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.38,
          0.5139
        ]
      }
    },
    "L2_structural": {
      "n": 264,
      "rates": {
        "frozen_g0": 0.3144,
        "compute_matched_2x": 0.4545,
        "e138_baseline": 0.75,
        "e139_open_world_organism": 0.8864
      },
      "vs_compute_matched": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 264,
        "rate_a": 0.8864,
        "rate_b": 0.4545,
        "gain": 0.4318,
        "a_only": 126,
        "b_only": 12,
        "p_value": 3.855331674762752e-25,
        "log10_p": -24.4139,
        "p_display": "3.855e-25",
        "underflowed_float64": false,
        "effect_size": 0.9742,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.3619,
          0.5018
        ]
      }
    },
    "L3_conceptual": {
      "n": 272,
      "rates": {
        "frozen_g0": 0.1985,
        "compute_matched_2x": 0.3272,
        "e138_baseline": 0.5699,
        "e139_open_world_organism": 0.7243
      },
      "vs_compute_matched": {
        "test": "exact_mcnemar_arbitrary_precision",
        "n": 272,
        "rate_a": 0.7243,
        "rate_b": 0.3272,
        "gain": 0.3971,
        "a_only": 138,
        "b_only": 30,
        "p_value": 9.356563729642784e-18,
        "log10_p": -17.0289,
        "p_display": "9.357e-18",
        "underflowed_float64": false,
        "effect_size": 0.818,
        "effect_size_type": "cohens_h",
        "confidence_interval_diff": [
          0.3165,
          0.4777
        ]
      }
    }
  },
  "by_mechanic": {
    "01_shifting_rules_budgeted": {
      "frozen_g0": 0.37,
      "compute_matched_2x": 0.41,
      "e138_baseline": 0.8,
      "e139_open_world_organism": 0.82
    },
    "02_hidden_variables_delayed_feedback": {
      "frozen_g0": 0.38,
      "compute_matched_2x": 0.53,
      "e138_baseline": 0.76,
      "e139_open_world_organism": 0.85
    },
    "03_resource_constrained_multi_objective": {
      "frozen_g0": 0.36,
      "compute_matched_2x": 0.43,
      "e138_baseline": 0.66,
      "e139_open_world_organism": 0.87
    },
    "04_partial_obs_dynamic_constraints": {
      "frozen_g0": 0.28,
      "compute_matched_2x": 0.49,
      "e138_baseline": 0.73,
      "e139_open_world_organism": 0.85
    },
    "05_conflicting_evidence_falsification": {
      "frozen_g0": 0.38,
      "compute_matched_2x": 0.43,
      "e138_baseline": 0.75,
      "e139_open_world_organism": 0.83
    },
    "06_unsolvable_abstention_boundary": {
      "frozen_g0": 0.05,
      "compute_matched_2x": 0.17,
      "e138_baseline": 0.76,
      "e139_open_world_organism": 0.79
    },
    "07_horizon_delayed_consequences": {
      "frozen_g0": 0.25,
      "compute_matched_2x": 0.44,
      "e138_baseline": 0.72,
      "e139_open_world_organism": 0.89
    },
    "08_cross_mechanic_composition": {
      "frozen_g0": 0.33,
      "compute_matched_2x": 0.47,
      "e138_baseline": 0.68,
      "e139_open_world_organism": 0.87
    }
  },
  "failure_adaptation_recovery_rate": 0.3971,
  "comparisons": {
    "vs_frozen_g0": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 800,
      "rate_a": 0.8462,
      "rate_b": 0.3,
      "gain": 0.5462,
      "a_only": 465,
      "b_only": 28,
      "p_value": 3.1354624920924076e-103,
      "log10_p": -102.5037,
      "p_display": "3.135e-103",
      "underflowed_float64": false,
      "effect_size": 1.1765,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.5072,
        0.5853
      ]
    },
    "vs_compute_matched_2x": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 800,
      "rate_a": 0.8462,
      "rate_b": 0.4213,
      "gain": 0.425,
      "a_only": 390,
      "b_only": 50,
      "p_value": 2.1847985515083766e-66,
      "log10_p": -65.6606,
      "p_display": "2.185e-66",
      "underflowed_float64": false,
      "effect_size": 0.9231,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.3829,
        0.4671
      ]
    },
    "vs_e138": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 800,
      "rate_a": 0.8462,
      "rate_b": 0.7325,
      "gain": 0.1137,
      "a_only": 173,
      "b_only": 82,
      "p_value": 1.2307853767903054e-08,
      "log10_p": -7.9098,
      "p_display": "1.231e-08",
      "underflowed_float64": false,
      "effect_size": 0.2813,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.0754,
        0.1521
      ]
    }
  },
  "holm_adjusted_p": {
    "vs_g0": {
      "p_value": 1.2541803476577315e-102,
      "log10_p": -101.9016,
      "p_display": "1.254e-102",
      "underflowed_float64": false
    },
    "vs_cm2x": {
      "p_value": 6.554223619437104e-66,
      "log10_p": -65.1835,
      "p_display": "6.554e-66",
      "underflowed_float64": false
    },
    "L3_vs_cm": {
      "p_value": 1.8712421681254047e-17,
      "log10_p": -16.7279,
      "p_display": "1.871e-17",
      "underflowed_float64": false
    },
    "vs_e138": {
      "p_value": 1.2308354609940134e-08,
      "log10_p": -7.9098,
      "p_display": "1.231e-08",
      "underflowed_float64": false
    }
  },
  "sample_problem_representations": [
    {
      "mechanic": "01_shifting_rules_budgeted",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": false,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECOMPOSE",
        "BRANCH_PRUNE",
        "VERIFY"
      ]
    },
    {
      "mechanic": "02_hidden_variables_delayed_feedback",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": true,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECONFOUND_PROBE",
        "FALSIFY",
        "ADAPT"
      ]
    },
    {
      "mechanic": "03_resource_constrained_multi_objective",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": false,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECOMPOSE",
        "BRANCH_PRUNE",
        "VERIFY"
      ]
    },
    {
      "mechanic": "04_partial_obs_dynamic_constraints",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": true,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECONFOUND_PROBE",
        "FALSIFY",
        "ADAPT"
      ]
    },
    {
      "mechanic": "05_conflicting_evidence_falsification",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": true,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECONFOUND_PROBE",
        "FALSIFY",
        "ADAPT"
      ]
    },
    {
      "mechanic": "06_unsolvable_abstention_boundary",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": false,
      "unsolvable_hypothesis": true,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "CONSISTENCY_CHECK",
        "ABSTAIN"
      ]
    },
    {
      "mechanic": "07_horizon_delayed_consequences",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": false,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECOMPOSE",
        "BRANCH_PRUNE",
        "VERIFY"
      ]
    },
    {
      "mechanic": "08_cross_mechanic_composition",
      "novelty_level": "L3_conceptual",
      "missing_info_detected": false,
      "unsolvable_hypothesis": false,
      "selected_operator_pipeline": [
        "OBSERVE",
        "REPRESENT",
        "DECOMPOSE",
        "BRANCH_PRUNE",
        "VERIFY"
      ]
    }
  ],
  "l1_to_l3_novelty_gradient": {
    "L1": 0.9318,
    "L2": 0.8864,
    "L3": 0.7243,
    "drop": 0.2075
  },
  "scientific_verdict": "PASS",
  "digest": "33bce29668f71a85d0e14639986b73b6311413f2711bd8461756d6f9ae013b0d"
}