{
  "schema": "cain.e140.open_world_results.v1",
  "generated_at": "2026-11-21T23:50:33Z",
  "duration_s": 0.02,
  "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
  "split_isolation": {
    "dev_val_final_separated": true,
    "evaluator_protected_from_proposer": true
  },
  "total_evaluations": 900,
  "overall_rates": {
    "frozen_g0": 0.3122,
    "random_control": 0.2489,
    "compute_matched_2x": 0.4833,
    "e139_baseline": 0.7744,
    "e140_persistent_organism": 0.8878
  },
  "overall_ci_95": {
    "frozen_g0": [
      0.2828,
      0.3432
    ],
    "random_control": [
      0.2217,
      0.2782
    ],
    "compute_matched_2x": [
      0.4508,
      0.516
    ],
    "e139_baseline": [
      0.746,
      0.8006
    ],
    "e140_persistent_organism": [
      0.8655,
      0.9068
    ]
  },
  "by_family": {
    "01_interactive_environments": {
      "frozen_g0": 0.31,
      "random_control": 0.28,
      "compute_matched_2x": 0.47,
      "e139_baseline": 0.77,
      "e140_persistent_organism": 0.9
    },
    "02_causal_reasoning": {
      "frozen_g0": 0.3,
      "random_control": 0.21,
      "compute_matched_2x": 0.55,
      "e139_baseline": 0.78,
      "e140_persistent_organism": 0.86
    },
    "03_scientific_reasoning": {
      "frozen_g0": 0.26,
      "random_control": 0.23,
      "compute_matched_2x": 0.44,
      "e139_baseline": 0.75,
      "e140_persistent_organism": 0.92
    },
    "04_software_engineering_algo": {
      "frozen_g0": 0.3,
      "random_control": 0.23,
      "compute_matched_2x": 0.42,
      "e139_baseline": 0.75,
      "e140_persistent_organism": 0.85
    },
    "05_mathematical_reasoning": {
      "frozen_g0": 0.33,
      "random_control": 0.3,
      "compute_matched_2x": 0.52,
      "e139_baseline": 0.69,
      "e140_persistent_organism": 0.81
    },
    "06_memory_continual_learning": {
      "frozen_g0": 0.37,
      "random_control": 0.26,
      "compute_matched_2x": 0.51,
      "e139_baseline": 0.85,
      "e140_persistent_organism": 0.93
    },
    "07_long_horizon_planning": {
      "frozen_g0": 0.25,
      "random_control": 0.25,
      "compute_matched_2x": 0.52,
      "e139_baseline": 0.77,
      "e140_persistent_organism": 0.87
    },
    "08_research_workflow_opt": {
      "frozen_g0": 0.32,
      "random_control": 0.24,
      "compute_matched_2x": 0.44,
      "e139_baseline": 0.8,
      "e140_persistent_organism": 0.93
    },
    "09_novel_abstraction_discovery": {
      "frozen_g0": 0.37,
      "random_control": 0.24,
      "compute_matched_2x": 0.48,
      "e139_baseline": 0.81,
      "e140_persistent_organism": 0.92
    }
  },
  "comparisons": {
    "vs_g0": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 900,
      "rate_a": 0.8878,
      "rate_b": 0.3122,
      "gain": 0.5756,
      "a_only": 542,
      "b_only": 24,
      "p_value": 9.94864698061916e-129,
      "log10_p": -128.0022,
      "p_display": "9.949e-129",
      "underflowed_float64": false,
      "effect_size": 1.2726,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.5399,
        0.6112
      ]
    },
    "vs_cm2x": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 900,
      "rate_a": 0.8878,
      "rate_b": 0.4833,
      "gain": 0.4044,
      "a_only": 414,
      "b_only": 50,
      "p_value": 2.1470326035257788e-72,
      "log10_p": -71.6682,
      "p_display": "2.147e-72",
      "underflowed_float64": false,
      "effect_size": 0.9209,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.3657,
        0.4432
      ]
    },
    "vs_e139": {
      "test": "exact_mcnemar_arbitrary_precision",
      "n": 900,
      "rate_a": 0.8878,
      "rate_b": 0.7744,
      "gain": 0.1133,
      "a_only": 178,
      "b_only": 76,
      "p_value": 1.329247088601694e-10,
      "log10_p": -9.8764,
      "p_display": "1.329e-10",
      "underflowed_float64": false,
      "effect_size": 0.3066,
      "effect_size_type": "cohens_h",
      "confidence_interval_diff": [
        0.0794,
        0.1472
      ]
    }
  },
  "holm_adjusted_p": {
    "vs_g0": {
      "p_value": 2.9848413652530626e-128,
      "log10_p": -127.5251,
      "p_display": "2.985e-128",
      "underflowed_float64": false
    },
    "vs_cm2x": {
      "p_value": 4.2936831787214945e-72,
      "log10_p": -71.3672,
      "p_display": "4.294e-72",
      "underflowed_float64": false
    },
    "vs_e139": {
      "p_value": 1.3292295883156824e-10,
      "log10_p": -9.8764,
      "p_display": "1.329e-10",
      "underflowed_float64": false
    }
  },
  "scientific_verdict": "PASS",
  "digest": "c1e9a9e90c51af9ba7ac36985068cc2cc746610fde2b2a5854bf6891b02c82fd"
}