{
  "schema": "cain.e140.causal_results.v1",
  "generated_at": "2026-11-21T23:50:15Z",
  "duration_s": 87.22,
  "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
  "total_worlds": 600,
  "regimes_tested": [
    "01_sparse_linear_baseline",
    "02_dense_graph",
    "03_nonlinear_quadratic_interaction",
    "04_continuous_gaussian_confounder",
    "05_high_measurement_noise",
    "06_missing_observations_35pct",
    "07_changing_intervention_costs",
    "08_collider_trap",
    "09_mediator_chain",
    "10_adversarial_misspecified",
    "11_heldout_heavy_continuous_shift",
    "12_heldout_sparse_low_cost_binary"
  ],
  "global_mean_mae": {
    "passive": 0.9293,
    "random_naive": 0.9518,
    "e137_apex_causal": 0.5703,
    "e138_full_apex_causal": 0.8173,
    "e139_bic_adaptive_causal_wm": 0.6766,
    "e140_regime_adaptive_causal": 0.5685,
    "oracle_regime_causal": 0.5598
  },
  "global_mae_ci_95_cluster_bootstrap": {
    "passive": [
      0.9064,
      0.9443
    ],
    "random_naive": [
      0.9289,
      0.9727
    ],
    "e137_apex_causal": [
      0.5588,
      0.5866
    ],
    "e138_full_apex_causal": [
      0.7895,
      0.8459
    ],
    "e139_bic_adaptive_causal_wm": [
      0.6701,
      0.683
    ],
    "e140_regime_adaptive_causal": [
      0.5472,
      0.5946
    ],
    "oracle_regime_causal": [
      0.5432,
      0.5765
    ]
  },
  "e140_survived_regimes": "12/12",
  "beats_e137_e138_e139_and_random_globally": false,
  "comparisons": {
    "vs_random": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 600,
      "mean_a": 0.5685,
      "mean_b": 0.9518,
      "mean_improvement": 0.3833,
      "wins": 485,
      "losses": 115,
      "ties": 0,
      "p_value": 3.8154917590034824e-58,
      "log10_p": -57.4184,
      "p_display": "3.815e-58",
      "sign_test_p": 5.521334190644376e-55,
      "sign_test_log10_p": -54.258,
      "sign_test_p_display": "5.521e-55",
      "effect_size": 0.7486,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.6167,
      "confidence_interval_diff": [
        0.3423,
        0.4244
      ]
    },
    "vs_e137": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 600,
      "mean_a": 0.5685,
      "mean_b": 0.5703,
      "mean_improvement": 0.0018,
      "wins": 311,
      "losses": 289,
      "ties": 0,
      "p_value": 0.6504332005963651,
      "log10_p": -0.1868,
      "p_display": "0.650433",
      "sign_test_p": 0.39128486730963313,
      "sign_test_log10_p": -0.4075,
      "sign_test_p_display": "0.391285",
      "effect_size": 0.0054,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.0367,
      "confidence_interval_diff": [
        -0.0249,
        0.0285
      ]
    },
    "vs_e138": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 600,
      "mean_a": 0.5685,
      "mean_b": 0.8173,
      "mean_improvement": 0.2488,
      "wins": 433,
      "losses": 167,
      "ties": 0,
      "p_value": 9.847559068937615e-35,
      "log10_p": -34.0067,
      "p_display": "9.848e-35",
      "sign_test_p": 3.553188483565133e-28,
      "sign_test_log10_p": -27.4494,
      "sign_test_p_display": "3.553e-28",
      "effect_size": 0.5377,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.4433,
      "confidence_interval_diff": [
        0.2117,
        0.2859
      ]
    },
    "vs_e139": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 600,
      "mean_a": 0.5685,
      "mean_b": 0.6766,
      "mean_improvement": 0.1081,
      "wins": 396,
      "losses": 204,
      "ties": 0,
      "p_value": 2.8786777428790115e-15,
      "log10_p": -14.5408,
      "p_display": "2.879e-15",
      "sign_test_p": 3.696836032870956e-15,
      "sign_test_log10_p": -14.4322,
      "sign_test_p_display": "3.697e-15",
      "effect_size": 0.2993,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.32,
      "confidence_interval_diff": [
        0.0791,
        0.1371
      ]
    }
  },
  "holm_adjusted_p": {
    "vs_random": {
      "p_value": 1.5263705964757415e-57,
      "log10_p": -56.8163,
      "p_display": "1.526e-57",
      "underflowed_float64": false
    },
    "vs_e138": {
      "p_value": 2.954073214130803e-34,
      "log10_p": -33.5296,
      "p_display": "2.954e-34",
      "underflowed_float64": false
    },
    "vs_e139": {
      "p_value": 5.7574476216704904e-15,
      "log10_p": -14.2398,
      "p_display": "5.757e-15",
      "underflowed_float64": false
    },
    "vs_e137": {
      "p_value": 0.6504291550788013,
      "log10_p": -0.1868,
      "p_display": "0.650429",
      "underflowed_float64": false
    }
  },
  "per_regime": {
    "01_sparse_linear_baseline": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.8119,
        "random_naive": 0.7718,
        "e137_apex_causal": 0.3703,
        "e138_full_apex_causal": 0.6428,
        "e139_bic_adaptive_causal_wm": 0.5777,
        "e140_regime_adaptive_causal": 0.4226,
        "oracle_regime_causal": 0.3904
      },
      "e140_regime_selections": {
        "binary_mixture": 46,
        "continuous_huber": 4
      },
      "e140_beats_random": true
    },
    "02_dense_graph": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 1.0291,
        "random_naive": 0.9217,
        "e137_apex_causal": 0.6001,
        "e138_full_apex_causal": 0.8435,
        "e139_bic_adaptive_causal_wm": 0.8745,
        "e140_regime_adaptive_causal": 0.5555,
        "oracle_regime_causal": 0.556
      },
      "e140_regime_selections": {
        "binary_mixture": 48,
        "continuous_huber": 2
      },
      "e140_beats_random": true
    },
    "03_nonlinear_quadratic_interaction": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.9925,
        "random_naive": 0.9292,
        "e137_apex_causal": 0.409,
        "e138_full_apex_causal": 0.7476,
        "e139_bic_adaptive_causal_wm": 0.5845,
        "e140_regime_adaptive_causal": 0.4512,
        "oracle_regime_causal": 0.4263
      },
      "e140_regime_selections": {
        "binary_mixture": 46,
        "continuous_huber": 4
      },
      "e140_beats_random": true
    },
    "04_continuous_gaussian_confounder": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.893,
        "random_naive": 1.0051,
        "e137_apex_causal": 0.7734,
        "e138_full_apex_causal": 1.0006,
        "e139_bic_adaptive_causal_wm": 0.7382,
        "e140_regime_adaptive_causal": 0.8364,
        "oracle_regime_causal": 0.7387
      },
      "e140_regime_selections": {
        "binary_mixture": 20,
        "continuous_huber": 30
      },
      "e140_beats_random": true
    },
    "05_high_measurement_noise": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.9739,
        "random_naive": 0.9409,
        "e137_apex_causal": 0.6981,
        "e138_full_apex_causal": 0.8881,
        "e139_bic_adaptive_causal_wm": 0.6872,
        "e140_regime_adaptive_causal": 0.5477,
        "oracle_regime_causal": 0.6417
      },
      "e140_regime_selections": {
        "binary_mixture": 34,
        "continuous_huber": 16
      },
      "e140_beats_random": true
    },
    "06_missing_observations_35pct": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.923,
        "random_naive": 0.8096,
        "e137_apex_causal": 0.3625,
        "e138_full_apex_causal": 0.7242,
        "e139_bic_adaptive_causal_wm": 0.5987,
        "e140_regime_adaptive_causal": 0.4541,
        "oracle_regime_causal": 0.4235
      },
      "e140_regime_selections": {
        "binary_mixture": 47,
        "continuous_huber": 3
      },
      "e140_beats_random": true
    },
    "07_changing_intervention_costs": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.8213,
        "random_naive": 0.7394,
        "e137_apex_causal": 0.3549,
        "e138_full_apex_causal": 0.6807,
        "e139_bic_adaptive_causal_wm": 0.5831,
        "e140_regime_adaptive_causal": 0.3418,
        "oracle_regime_causal": 0.3623
      },
      "e140_regime_selections": {
        "binary_mixture": 48,
        "continuous_huber": 2
      },
      "e140_beats_random": true
    },
    "08_collider_trap": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.8865,
        "random_naive": 0.7003,
        "e137_apex_causal": 0.3881,
        "e138_full_apex_causal": 0.7022,
        "e139_bic_adaptive_causal_wm": 0.6055,
        "e140_regime_adaptive_causal": 0.3915,
        "oracle_regime_causal": 0.363
      },
      "e140_regime_selections": {
        "binary_mixture": 50,
        "continuous_huber": 0
      },
      "e140_beats_random": true
    },
    "09_mediator_chain": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.853,
        "random_naive": 0.7801,
        "e137_apex_causal": 0.3573,
        "e138_full_apex_causal": 0.5581,
        "e139_bic_adaptive_causal_wm": 0.4924,
        "e140_regime_adaptive_causal": 0.4009,
        "oracle_regime_causal": 0.3722
      },
      "e140_regime_selections": {
        "binary_mixture": 47,
        "continuous_huber": 3
      },
      "e140_beats_random": true
    },
    "10_adversarial_misspecified": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 1.109,
        "random_naive": 1.8914,
        "e137_apex_causal": 1.2287,
        "e138_full_apex_causal": 0.9568,
        "e139_bic_adaptive_causal_wm": 0.9596,
        "e140_regime_adaptive_causal": 1.0518,
        "oracle_regime_causal": 1.0965
      },
      "e140_regime_selections": {
        "binary_mixture": 16,
        "continuous_huber": 34
      },
      "e140_beats_random": true
    },
    "11_heldout_heavy_continuous_shift": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 1.1491,
        "random_naive": 1.1991,
        "e137_apex_causal": 0.9424,
        "e138_full_apex_causal": 1.3375,
        "e139_bic_adaptive_causal_wm": 0.8209,
        "e140_regime_adaptive_causal": 0.9266,
        "oracle_regime_causal": 0.9367
      },
      "e140_regime_selections": {
        "binary_mixture": 12,
        "continuous_huber": 38
      },
      "e140_beats_random": true
    },
    "12_heldout_sparse_low_cost_binary": {
      "n_worlds": 50,
      "mean_mae": {
        "passive": 0.709,
        "random_naive": 0.7333,
        "e137_apex_causal": 0.3589,
        "e138_full_apex_causal": 0.7254,
        "e139_bic_adaptive_causal_wm": 0.5968,
        "e140_regime_adaptive_causal": 0.4416,
        "oracle_regime_causal": 0.4106
      },
      "e140_regime_selections": {
        "binary_mixture": 49,
        "continuous_huber": 1
      },
      "e140_beats_random": true
    }
  },
  "scientific_verdict": "PARTIAL",
  "digest": "eaa08a3eca9ad60a56b4d59ee7beb597aa1db1a21c9c1ae189df20db06494be3"
}