{
  "schema": "cain.e138.causal_stress.v1",
  "generated_at": "2026-11-21T21:51:48Z",
  "duration_s": 28.31,
  "rsi_category": "3_cognitive_algorithm_and_abstraction_evolution",
  "seeds": [
    13831,
    13832,
    13833,
    13834,
    13835
  ],
  "total_worlds": 400,
  "regimes_tested": [
    "01_sparse_linear_baseline",
    "02_dense_graph",
    "03_nonlinear_quadratic_interaction",
    "04_continuous_gaussian_confounder",
    "05_high_measurement_noise",
    "06_missing_observations_35pct",
    "07_changing_intervention_costs",
    "08_collider_trap",
    "09_mediator_chain",
    "10_adversarial_misspecified"
  ],
  "policies_tested": [
    "random_naive",
    "passive",
    "e128_eig_div_cost",
    "e137_apex_causal",
    "random_mixture",
    "info_gain_selection",
    "cost_aware_bayesian",
    "e138_full_apex_causal"
  ],
  "global_mean_mae": {
    "random_naive": 0.9314,
    "passive": 0.9128,
    "e128_eig_div_cost": 1.0229,
    "e137_apex_causal": 0.553,
    "random_mixture": 0.6002,
    "info_gain_selection": 0.5514,
    "cost_aware_bayesian": 0.788,
    "e138_full_apex_causal": 0.8157
  },
  "global_mae_ci_95": {
    "random_naive": [
      0.8837,
      0.979
    ],
    "passive": [
      0.8803,
      0.9454
    ],
    "e128_eig_div_cost": [
      0.9631,
      1.0827
    ],
    "e137_apex_causal": [
      0.519,
      0.5869
    ],
    "random_mixture": [
      0.5699,
      0.6305
    ],
    "info_gain_selection": [
      0.5207,
      0.582
    ],
    "cost_aware_bayesian": [
      0.7478,
      0.8282
    ],
    "e138_full_apex_causal": [
      0.7741,
      0.8574
    ]
  },
  "global_coverage_95": {
    "random_naive": 0.8536,
    "passive": 0.985,
    "e128_eig_div_cost": 0.816,
    "e137_apex_causal": 0.7231,
    "random_mixture": 0.773,
    "info_gain_selection": 0.7305,
    "cost_aware_bayesian": 0.8894,
    "e138_full_apex_causal": 0.8798
  },
  "global_false_discovery_rate": {
    "random_naive": 0.4863,
    "passive": 0.4748,
    "e128_eig_div_cost": 0.5012,
    "e137_apex_causal": 0.2224,
    "random_mixture": 0.2172,
    "info_gain_selection": 0.1993,
    "cost_aware_bayesian": 0.3562,
    "e138_full_apex_causal": 0.3626
  },
  "global_cost_per_discovery": {
    "random_naive": 11.0035,
    "passive": 0.0,
    "e128_eig_div_cost": 9.5385,
    "e137_apex_causal": 9.7657,
    "random_mixture": 11.6767,
    "info_gain_selection": 9.8405,
    "cost_aware_bayesian": 11.0261,
    "e138_full_apex_causal": 10.0999
  },
  "e137_failed_regimes": [
    "04_continuous_gaussian_confounder"
  ],
  "e138_survived_regimes_count": "5/10",
  "comparisons": {
    "e138_vs_random_naive": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.8157,
      "mean_b": 0.9314,
      "mean_improvement": 0.1157,
      "wins": 242,
      "losses": 158,
      "ties": 0,
      "p_value": 4.819724152628426e-06,
      "log10_p": -5.317,
      "p_display": "4.820e-06",
      "sign_test_p": 3.123796495542635e-05,
      "sign_test_log10_p": -4.5053,
      "sign_test_p_display": "3.124e-05",
      "effect_size": 0.2072,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.21,
      "confidence_interval_diff": [
        0.0608,
        0.1705
      ]
    },
    "e138_vs_passive": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.8157,
      "mean_b": 0.9128,
      "mean_improvement": 0.0971,
      "wins": 249,
      "losses": 151,
      "ties": 0,
      "p_value": 4.4015375030017654e-07,
      "log10_p": -6.3564,
      "p_display": "4.402e-07",
      "sign_test_p": 1.097740671435689e-06,
      "sign_test_log10_p": -5.9595,
      "sign_test_p_display": "1.098e-06",
      "effect_size": 0.1938,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.245,
      "confidence_interval_diff": [
        0.0479,
        0.1464
      ]
    },
    "e138_vs_e128": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.8157,
      "mean_b": 1.0229,
      "mean_improvement": 0.2072,
      "wins": 248,
      "losses": 152,
      "ties": 0,
      "p_value": 3.1423639378845394e-09,
      "log10_p": -8.5027,
      "p_display": "3.142e-09",
      "sign_test_p": 1.8259980976712537e-06,
      "sign_test_log10_p": -5.7385,
      "sign_test_p_display": "1.826e-06",
      "effect_size": 0.3143,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.24,
      "confidence_interval_diff": [
        0.1424,
        0.272
      ]
    },
    "e138_vs_e137": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.8157,
      "mean_b": 0.553,
      "mean_improvement": -0.2627,
      "wins": 110,
      "losses": 290,
      "ties": 0,
      "p_value": 4.537998512793451e-27,
      "log10_p": -26.3431,
      "p_display": "4.538e-27",
      "sign_test_p": 8.286388000983659e-20,
      "sign_test_log10_p": -19.0816,
      "sign_test_p_display": "8.286e-20",
      "effect_size": -0.5917,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": -0.45,
      "confidence_interval_diff": [
        -0.3064,
        -0.2191
      ]
    },
    "e138_vs_random_mixture": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.8157,
      "mean_b": 0.6002,
      "mean_improvement": -0.2155,
      "wins": 120,
      "losses": 280,
      "ties": 0,
      "p_value": 2.325505061352317e-19,
      "log10_p": -18.6335,
      "p_display": "2.326e-19",
      "sign_test_p": 7.66631434911967e-16,
      "sign_test_log10_p": -15.1154,
      "sign_test_p_display": "7.666e-16",
      "effect_size": -0.4773,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": -0.4,
      "confidence_interval_diff": [
        -0.2599,
        -0.1711
      ]
    },
    "e137_vs_random_naive": {
      "test": "paired_wilcoxon_signed_rank_rigor",
      "n": 400,
      "mean_a": 0.553,
      "mean_b": 0.9314,
      "mean_improvement": 0.3784,
      "wins": 321,
      "losses": 79,
      "ties": 0,
      "p_value": 2.741826489791089e-41,
      "log10_p": -40.562,
      "p_display": "2.742e-41",
      "sign_test_p": 1.079707177027798e-35,
      "sign_test_log10_p": -34.9667,
      "sign_test_p_display": "1.080e-35",
      "effect_size": 0.8246,
      "effect_size_type": "paired_cohens_d",
      "rank_biserial_r": 0.605,
      "confidence_interval_diff": [
        0.3333,
        0.4235
      ]
    }
  },
  "holm_adjusted_p": {
    "e138_vs_e137": {
      "p_value": 2.26918552381541e-26,
      "log10_p": -25.6441,
      "p_display": "2.269e-26",
      "underflowed_float64": false
    },
    "e138_vs_random_mixture": {
      "p_value": 9.301649943493487e-19,
      "log10_p": -18.0314,
      "p_display": "9.302e-19",
      "underflowed_float64": false
    },
    "e138_vs_e128": {
      "p_value": 9.428036489637665e-09,
      "log10_p": -8.0256,
      "p_display": "9.428e-09",
      "underflowed_float64": false
    },
    "e138_vs_passive": {
      "p_value": 8.802985685736307e-07,
      "log10_p": -6.0554,
      "p_display": "8.803e-07",
      "underflowed_float64": false
    },
    "e138_vs_random_naive": {
      "p_value": 4.819477976251271e-06,
      "log10_p": -5.317,
      "p_display": "4.819e-06",
      "underflowed_float64": false
    }
  },
  "bh_fdr_q": {
    "e138_vs_e137": {
      "p_value": 2.26918552381541e-26,
      "log10_p": -25.6441,
      "p_display": "2.269e-26",
      "underflowed_float64": false
    },
    "e138_vs_random_mixture": {
      "p_value": 5.813531214683426e-19,
      "log10_p": -18.2356,
      "p_display": "5.814e-19",
      "underflowed_float64": false
    },
    "e138_vs_e128": {
      "p_value": 5.237798049798698e-09,
      "log10_p": -8.2809,
      "p_display": "5.238e-09",
      "underflowed_float64": false
    },
    "e138_vs_passive": {
      "p_value": 5.501866053585188e-07,
      "log10_p": -6.2595,
      "p_display": "5.502e-07",
      "underflowed_float64": false
    },
    "e138_vs_random_naive": {
      "p_value": 4.819477976251271e-06,
      "log10_p": -5.317,
      "p_display": "4.819e-06",
      "underflowed_float64": false
    }
  },
  "per_regime": {
    "01_sparse_linear_baseline": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.7819,
        "passive": 0.7605,
        "e128_eig_div_cost": 0.7312,
        "e137_apex_causal": 0.4087,
        "random_mixture": 0.371,
        "info_gain_selection": 0.4311,
        "cost_aware_bayesian": 0.6175,
        "e138_full_apex_causal": 0.656
      },
      "mean_coverage_95": {
        "random_naive": 0.9083,
        "passive": 0.9958,
        "e128_eig_div_cost": 0.8844,
        "e137_apex_causal": 0.8396,
        "random_mixture": 0.9323,
        "info_gain_selection": 0.826,
        "cost_aware_bayesian": 0.925,
        "e138_full_apex_causal": 0.9042
      },
      "mean_fdr": {
        "random_naive": 0.4975,
        "passive": 0.4525,
        "e128_eig_div_cost": 0.4679,
        "e137_apex_causal": 0.1233,
        "random_mixture": 0.0667,
        "info_gain_selection": 0.0771,
        "cost_aware_bayesian": 0.3084,
        "e138_full_apex_causal": 0.3013
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.656,
        "mean_b": 0.4087,
        "mean_improvement": -0.2474,
        "wins": 11,
        "losses": 29,
        "ties": 0,
        "p_value": 6.268265497055836e-05,
        "log10_p": -4.2029,
        "p_display": "6.268e-05",
        "sign_test_p": 0.0064265760956914,
        "sign_test_log10_p": -2.192,
        "sign_test_p_display": "0.006427",
        "effect_size": -0.7263,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.45,
        "confidence_interval_diff": [
          -0.3563,
          -0.1384
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.656,
        "mean_b": 0.7819,
        "mean_improvement": 0.1259,
        "wins": 23,
        "losses": 17,
        "ties": 0,
        "p_value": 0.033219984823517734,
        "log10_p": -1.4786,
        "p_display": "0.033220",
        "sign_test_p": 0.4295905078433854,
        "sign_test_log10_p": -0.3669,
        "sign_test_p_display": "0.429591",
        "effect_size": 0.384,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.15,
        "confidence_interval_diff": [
          0.021,
          0.2307
        ]
      }
    },
    "02_dense_graph": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.9618,
        "passive": 0.9883,
        "e128_eig_div_cost": 0.774,
        "e137_apex_causal": 0.4851,
        "random_mixture": 0.717,
        "info_gain_selection": 0.5429,
        "cost_aware_bayesian": 0.8425,
        "e138_full_apex_causal": 0.8613
      },
      "mean_coverage_95": {
        "random_naive": 0.8948,
        "passive": 0.9969,
        "e128_eig_div_cost": 0.9292,
        "e137_apex_causal": 0.8427,
        "random_mixture": 0.8479,
        "info_gain_selection": 0.7406,
        "cost_aware_bayesian": 0.8417,
        "e138_full_apex_causal": 0.851
      },
      "mean_fdr": {
        "random_naive": 0.1837,
        "passive": 0.2236,
        "e128_eig_div_cost": 0.1934,
        "e137_apex_causal": 0.0112,
        "random_mixture": 0.0287,
        "info_gain_selection": 0.0508,
        "cost_aware_bayesian": 0.1058,
        "e138_full_apex_causal": 0.1296
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.8613,
        "mean_b": 0.4851,
        "mean_improvement": -0.3762,
        "wins": 5,
        "losses": 35,
        "ties": 0,
        "p_value": 4.474713932722807e-08,
        "log10_p": -7.3492,
        "p_display": "4.475e-08",
        "sign_test_p": 1.3826120266458005e-06,
        "sign_test_log10_p": -5.8593,
        "sign_test_p_display": "1.383e-06",
        "effect_size": -1.041,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.75,
        "confidence_interval_diff": [
          -0.4917,
          -0.2606
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.8613,
        "mean_b": 0.9618,
        "mean_improvement": 0.1005,
        "wins": 25,
        "losses": 15,
        "ties": 0,
        "p_value": 0.1149664051754371,
        "log10_p": -0.9394,
        "p_display": "0.114966",
        "sign_test_p": 0.15385994416283186,
        "sign_test_log10_p": -0.8129,
        "sign_test_p_display": "0.153860",
        "effect_size": 0.286,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.25,
        "confidence_interval_diff": [
          -0.0119,
          0.2129
        ]
      }
    },
    "03_nonlinear_quadratic_interaction": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.9018,
        "passive": 0.9472,
        "e128_eig_div_cost": 0.7857,
        "e137_apex_causal": 0.4825,
        "random_mixture": 0.5996,
        "info_gain_selection": 0.4807,
        "cost_aware_bayesian": 0.7383,
        "e138_full_apex_causal": 0.6963
      },
      "mean_coverage_95": {
        "random_naive": 0.8677,
        "passive": 0.9875,
        "e128_eig_div_cost": 0.9073,
        "e137_apex_causal": 0.6979,
        "random_mixture": 0.7,
        "info_gain_selection": 0.7094,
        "cost_aware_bayesian": 0.8667,
        "e138_full_apex_causal": 0.9052
      },
      "mean_fdr": {
        "random_naive": 0.4529,
        "passive": 0.4686,
        "e128_eig_div_cost": 0.4212,
        "e137_apex_causal": 0.0954,
        "random_mixture": 0.1746,
        "info_gain_selection": 0.1171,
        "cost_aware_bayesian": 0.2917,
        "e138_full_apex_causal": 0.3329
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6963,
        "mean_b": 0.4825,
        "mean_improvement": -0.2137,
        "wins": 14,
        "losses": 26,
        "ties": 0,
        "p_value": 0.0007984068197401939,
        "log10_p": -3.0978,
        "p_display": "7.984e-04",
        "sign_test_p": 0.08069046775199236,
        "sign_test_log10_p": -1.0932,
        "sign_test_p_display": "0.080690",
        "effect_size": -0.6124,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.3,
        "confidence_interval_diff": [
          -0.3253,
          -0.1021
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6963,
        "mean_b": 0.9018,
        "mean_improvement": 0.2056,
        "wins": 27,
        "losses": 13,
        "ties": 0,
        "p_value": 0.005332173790520756,
        "log10_p": -2.2731,
        "p_display": "0.005332",
        "sign_test_p": 0.038477308284200186,
        "sign_test_log10_p": -1.4148,
        "sign_test_p_display": "0.038477",
        "effect_size": 0.4463,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.35,
        "confidence_interval_diff": [
          0.0583,
          0.3529
        ]
      }
    },
    "04_continuous_gaussian_confounder": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.9498,
        "passive": 1.014,
        "e128_eig_div_cost": 1.2459,
        "e137_apex_causal": 0.8663,
        "random_mixture": 0.7417,
        "info_gain_selection": 0.7884,
        "cost_aware_bayesian": 0.9358,
        "e138_full_apex_causal": 1.2169
      },
      "mean_coverage_95": {
        "random_naive": 0.7948,
        "passive": 0.9865,
        "e128_eig_div_cost": 0.7031,
        "e137_apex_causal": 0.5531,
        "random_mixture": 0.649,
        "info_gain_selection": 0.5573,
        "cost_aware_bayesian": 0.8562,
        "e138_full_apex_causal": 0.8073
      },
      "mean_fdr": {
        "random_naive": 0.565,
        "passive": 0.5745,
        "e128_eig_div_cost": 0.5807,
        "e137_apex_causal": 0.5776,
        "random_mixture": 0.4522,
        "info_gain_selection": 0.4664,
        "cost_aware_bayesian": 0.4117,
        "e138_full_apex_causal": 0.5909
      },
      "e137_survived_vs_random": false,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 1.2169,
        "mean_b": 0.8663,
        "mean_improvement": -0.3507,
        "wins": 10,
        "losses": 30,
        "ties": 0,
        "p_value": 0.0003571899414964719,
        "log10_p": -3.4471,
        "p_display": "3.572e-04",
        "sign_test_p": 0.0022214337732293613,
        "sign_test_log10_p": -2.6534,
        "sign_test_p_display": "0.002221",
        "effect_size": -0.6043,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.5,
        "confidence_interval_diff": [
          -0.5362,
          -0.1651
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 1.2169,
        "mean_b": 0.9498,
        "mean_improvement": -0.2671,
        "wins": 14,
        "losses": 26,
        "ties": 0,
        "p_value": 0.017157761747512268,
        "log10_p": -1.7655,
        "p_display": "0.017158",
        "sign_test_p": 0.08069046775199236,
        "sign_test_log10_p": -1.0932,
        "sign_test_p_display": "0.080690",
        "effect_size": -0.3915,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.3,
        "confidence_interval_diff": [
          -0.4853,
          -0.0489
        ]
      }
    },
    "05_high_measurement_noise": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.9515,
        "passive": 0.873,
        "e128_eig_div_cost": 1.0792,
        "e137_apex_causal": 0.6973,
        "random_mixture": 0.6242,
        "info_gain_selection": 0.6934,
        "cost_aware_bayesian": 0.7965,
        "e138_full_apex_causal": 0.916
      },
      "mean_coverage_95": {
        "random_naive": 0.8802,
        "passive": 0.9708,
        "e128_eig_div_cost": 0.8365,
        "e137_apex_causal": 0.5687,
        "random_mixture": 0.6823,
        "info_gain_selection": 0.6417,
        "cost_aware_bayesian": 0.9094,
        "e138_full_apex_causal": 0.8656
      },
      "mean_fdr": {
        "random_naive": 0.6092,
        "passive": 0.5043,
        "e128_eig_div_cost": 0.5711,
        "e137_apex_causal": 0.435,
        "random_mixture": 0.3917,
        "info_gain_selection": 0.4408,
        "cost_aware_bayesian": 0.39,
        "e138_full_apex_causal": 0.4046
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.916,
        "mean_b": 0.6973,
        "mean_improvement": -0.2187,
        "wins": 18,
        "losses": 22,
        "ties": 0,
        "p_value": 0.0368489142110775,
        "log10_p": -1.4336,
        "p_display": "0.036849",
        "sign_test_p": 0.6358280026288409,
        "sign_test_log10_p": -0.1967,
        "sign_test_p_display": "0.635828",
        "effect_size": -0.4369,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.1,
        "confidence_interval_diff": [
          -0.3788,
          -0.0586
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.916,
        "mean_b": 0.9515,
        "mean_improvement": 0.0355,
        "wins": 21,
        "losses": 19,
        "ties": 0,
        "p_value": 0.6850159026034817,
        "log10_p": -0.1643,
        "p_display": "0.685016",
        "sign_test_p": 0.8746293123804179,
        "sign_test_log10_p": -0.0582,
        "sign_test_p_display": "0.874629",
        "effect_size": 0.0581,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.05,
        "confidence_interval_diff": [
          -0.16,
          0.2311
        ]
      }
    },
    "06_missing_observations_35pct": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.7733,
        "passive": 0.9057,
        "e128_eig_div_cost": 0.7005,
        "e137_apex_causal": 0.3655,
        "random_mixture": 0.4943,
        "info_gain_selection": 0.4316,
        "cost_aware_bayesian": 0.7639,
        "e138_full_apex_causal": 0.7138
      },
      "mean_coverage_95": {
        "random_naive": 0.901,
        "passive": 0.9896,
        "e128_eig_div_cost": 0.9052,
        "e137_apex_causal": 0.8729,
        "random_mixture": 0.8646,
        "info_gain_selection": 0.8344,
        "cost_aware_bayesian": 0.8896,
        "e138_full_apex_causal": 0.9167
      },
      "mean_fdr": {
        "random_naive": 0.4764,
        "passive": 0.516,
        "e128_eig_div_cost": 0.4067,
        "e137_apex_causal": 0.1379,
        "random_mixture": 0.1292,
        "info_gain_selection": 0.1146,
        "cost_aware_bayesian": 0.3402,
        "e138_full_apex_causal": 0.3242
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.7138,
        "mean_b": 0.3655,
        "mean_improvement": -0.3483,
        "wins": 7,
        "losses": 33,
        "ties": 0,
        "p_value": 1.1274605640210211e-05,
        "log10_p": -4.9479,
        "p_display": "1.127e-05",
        "sign_test_p": 4.227702265779951e-05,
        "sign_test_log10_p": -4.3739,
        "sign_test_p_display": "4.228e-05",
        "effect_size": -0.7475,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.65,
        "confidence_interval_diff": [
          -0.4973,
          -0.1993
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.7138,
        "mean_b": 0.7733,
        "mean_improvement": 0.0595,
        "wins": 25,
        "losses": 15,
        "ties": 0,
        "p_value": 0.20641296513713314,
        "log10_p": -0.6853,
        "p_display": "0.206413",
        "sign_test_p": 0.15385994416283186,
        "sign_test_log10_p": -0.8129,
        "sign_test_p_display": "0.153860",
        "effect_size": 0.1242,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.25,
        "confidence_interval_diff": [
          -0.0936,
          0.2126
        ]
      }
    },
    "07_changing_intervention_costs": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.7528,
        "passive": 0.7143,
        "e128_eig_div_cost": 0.8004,
        "e137_apex_causal": 0.3205,
        "random_mixture": 0.4776,
        "info_gain_selection": 0.407,
        "cost_aware_bayesian": 0.5627,
        "e138_full_apex_causal": 0.6391
      },
      "mean_coverage_95": {
        "random_naive": 0.9198,
        "passive": 0.9969,
        "e128_eig_div_cost": 0.8729,
        "e137_apex_causal": 0.8531,
        "random_mixture": 0.8812,
        "info_gain_selection": 0.8729,
        "cost_aware_bayesian": 0.9167,
        "e138_full_apex_causal": 0.9312
      },
      "mean_fdr": {
        "random_naive": 0.4854,
        "passive": 0.4943,
        "e128_eig_div_cost": 0.5333,
        "e137_apex_causal": 0.0604,
        "random_mixture": 0.1875,
        "info_gain_selection": 0.1042,
        "cost_aware_bayesian": 0.2708,
        "e138_full_apex_causal": 0.3017
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6391,
        "mean_b": 0.3205,
        "mean_improvement": -0.3186,
        "wins": 10,
        "losses": 30,
        "ties": 0,
        "p_value": 1.055741449818015e-06,
        "log10_p": -5.9764,
        "p_display": "1.056e-06",
        "sign_test_p": 0.0022214337732293613,
        "sign_test_log10_p": -2.6534,
        "sign_test_p_display": "0.002221",
        "effect_size": -0.9349,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.5,
        "confidence_interval_diff": [
          -0.4276,
          -0.2096
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6391,
        "mean_b": 0.7528,
        "mean_improvement": 0.1136,
        "wins": 27,
        "losses": 13,
        "ties": 0,
        "p_value": 0.020754569575728965,
        "log10_p": -1.6829,
        "p_display": "0.020755",
        "sign_test_p": 0.038477308284200186,
        "sign_test_log10_p": -1.4148,
        "sign_test_p_display": "0.038477",
        "effect_size": 0.3714,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.35,
        "confidence_interval_diff": [
          0.0158,
          0.2115
        ]
      }
    },
    "08_collider_trap": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.7166,
        "passive": 0.9473,
        "e128_eig_div_cost": 0.944,
        "e137_apex_causal": 0.3889,
        "random_mixture": 0.4729,
        "info_gain_selection": 0.3561,
        "cost_aware_bayesian": 0.7172,
        "e138_full_apex_causal": 0.6451
      },
      "mean_coverage_95": {
        "random_naive": 0.9062,
        "passive": 0.9927,
        "e128_eig_div_cost": 0.8312,
        "e137_apex_causal": 0.8521,
        "random_mixture": 0.8854,
        "info_gain_selection": 0.8844,
        "cost_aware_bayesian": 0.851,
        "e138_full_apex_causal": 0.9073
      },
      "mean_fdr": {
        "random_naive": 0.5108,
        "passive": 0.51,
        "e128_eig_div_cost": 0.5669,
        "e137_apex_causal": 0.1292,
        "random_mixture": 0.1583,
        "info_gain_selection": 0.0771,
        "cost_aware_bayesian": 0.4208,
        "e138_full_apex_causal": 0.3842
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6451,
        "mean_b": 0.3889,
        "mean_improvement": -0.2562,
        "wins": 10,
        "losses": 30,
        "ties": 0,
        "p_value": 3.545586332620587e-05,
        "log10_p": -4.4503,
        "p_display": "3.546e-05",
        "sign_test_p": 0.0022214337732293613,
        "sign_test_log10_p": -2.6534,
        "sign_test_p_display": "0.002221",
        "effect_size": -0.7831,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.5,
        "confidence_interval_diff": [
          -0.3608,
          -0.1516
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6451,
        "mean_b": 0.7166,
        "mean_improvement": 0.0715,
        "wins": 24,
        "losses": 16,
        "ties": 0,
        "p_value": 0.19691906074445098,
        "log10_p": -0.7057,
        "p_display": "0.196919",
        "sign_test_p": 0.26818725105476876,
        "sign_test_log10_p": -0.5716,
        "sign_test_p_display": "0.268187",
        "effect_size": 0.1963,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.2,
        "confidence_interval_diff": [
          -0.045,
          0.188
        ]
      }
    },
    "09_mediator_chain": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 0.8064,
        "passive": 0.8178,
        "e128_eig_div_cost": 0.8784,
        "e137_apex_causal": 0.4223,
        "random_mixture": 0.4335,
        "info_gain_selection": 0.404,
        "cost_aware_bayesian": 0.597,
        "e138_full_apex_causal": 0.6577
      },
      "mean_coverage_95": {
        "random_naive": 0.8812,
        "passive": 0.9896,
        "e128_eig_div_cost": 0.8885,
        "e137_apex_causal": 0.8375,
        "random_mixture": 0.8625,
        "info_gain_selection": 0.851,
        "cost_aware_bayesian": 0.9385,
        "e138_full_apex_causal": 0.9313
      },
      "mean_fdr": {
        "random_naive": 0.4655,
        "passive": 0.4632,
        "e128_eig_div_cost": 0.5294,
        "e137_apex_causal": 0.1396,
        "random_mixture": 0.0875,
        "info_gain_selection": 0.0958,
        "cost_aware_bayesian": 0.3333,
        "e138_full_apex_causal": 0.375
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6577,
        "mean_b": 0.4223,
        "mean_improvement": -0.2354,
        "wins": 8,
        "losses": 32,
        "ties": 0,
        "p_value": 4.513659192354516e-05,
        "log10_p": -4.3455,
        "p_display": "4.514e-05",
        "sign_test_p": 0.00018216582975583097,
        "sign_test_log10_p": -3.7395,
        "sign_test_p_display": "1.822e-04",
        "effect_size": -0.7721,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.6,
        "confidence_interval_diff": [
          -0.3329,
          -0.1379
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 0.6577,
        "mean_b": 0.8064,
        "mean_improvement": 0.1488,
        "wins": 27,
        "losses": 13,
        "ties": 0,
        "p_value": 0.022363033434885438,
        "log10_p": -1.6505,
        "p_display": "0.022363",
        "sign_test_p": 0.038477308284200186,
        "sign_test_log10_p": -1.4148,
        "sign_test_p_display": "0.038477",
        "effect_size": 0.3685,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.35,
        "confidence_interval_diff": [
          0.0197,
          0.2779
        ]
      }
    },
    "10_adversarial_misspecified": {
      "n_worlds": 40,
      "mean_mae": {
        "random_naive": 1.7178,
        "passive": 1.1604,
        "e128_eig_div_cost": 2.2899,
        "e137_apex_causal": 1.0927,
        "random_mixture": 1.0702,
        "info_gain_selection": 0.9784,
        "cost_aware_bayesian": 1.3084,
        "e138_full_apex_causal": 1.1551
      },
      "mean_coverage_95": {
        "random_naive": 0.5823,
        "passive": 0.9437,
        "e128_eig_div_cost": 0.4021,
        "e137_apex_causal": 0.3135,
        "random_mixture": 0.425,
        "info_gain_selection": 0.3875,
        "cost_aware_bayesian": 0.899,
        "e138_full_apex_causal": 0.7781
      },
      "mean_fdr": {
        "random_naive": 0.6163,
        "passive": 0.5412,
        "e128_eig_div_cost": 0.7415,
        "e137_apex_causal": 0.5143,
        "random_mixture": 0.4954,
        "info_gain_selection": 0.4494,
        "cost_aware_bayesian": 0.6892,
        "e138_full_apex_causal": 0.4815
      },
      "e137_survived_vs_random": true,
      "e138_vs_e137": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 1.1551,
        "mean_b": 1.0927,
        "mean_improvement": -0.0624,
        "wins": 17,
        "losses": 23,
        "ties": 0,
        "p_value": 0.6655508074145473,
        "log10_p": -0.1768,
        "p_display": "0.665551",
        "sign_test_p": 0.4295905078433854,
        "sign_test_log10_p": -0.3669,
        "sign_test_p_display": "0.429591",
        "effect_size": -0.093,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": -0.15,
        "confidence_interval_diff": [
          -0.2769,
          0.1521
        ]
      },
      "e138_vs_random_naive": {
        "test": "paired_wilcoxon_signed_rank_rigor",
        "n": 40,
        "mean_a": 1.1551,
        "mean_b": 1.7178,
        "mean_improvement": 0.5627,
        "wins": 29,
        "losses": 11,
        "ties": 0,
        "p_value": 0.0006384575062838849,
        "log10_p": -3.1949,
        "p_display": "6.385e-04",
        "sign_test_p": 0.0064265760956914,
        "sign_test_log10_p": -2.192,
        "sign_test_p_display": "0.006427",
        "effect_size": 0.5904,
        "effect_size_type": "paired_cohens_d",
        "rank_biserial_r": 0.45,
        "confidence_interval_diff": [
          0.2579,
          0.8675
        ]
      }
    }
  },
  "scientific_verdict": "PARTIAL",
  "honest_disclosure": "Causal discovery is NOT solved in general; continuous confounders, nonlinear interactions, and adversarial misspecification expose clear limitations in E137's binary-mixture model, which E138's Student-t/Huber adaptive estimator partially mitigates.",
  "digest": "618677d33a6c469f75ddce13b132e33facf16fa0433b52e2e050f057f352dc7d"
}