{
 "schema": "cain.e91.causal_suite.v1",
 "split": "heldout",
 "rows": [
  {
   "task_id": "t-2cc56f6e180377a3",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 2.146
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -0.078
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": -1.839
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": -1.433
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 2.146265664160401,
     "se": 0.7613299644024258,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -0.078",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -0.0777777777777775,
     "se": 1.4353197475746573,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect -1.649",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect -1.217",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-4a71ecb5441fe2cd",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 2.359
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -0.066
    },
    "controlled_experiment": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.674
    },
    "cain_causal": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.556
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 2.359473684210526,
     "se": 0.8593953956048181,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -0.066",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -0.06629807692307693,
     "se": 0.7127570689890925,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.937",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +1.175",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-d7e2b42fdc4fd290",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.635
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 0.171
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": 0.18
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": 0.546
    }
   },
   "final_class": "INTERVENTION_SUPPORTED",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 1.6349624060150365,
     "se": 0.7698287486799886,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +0.171",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 0.17088942307692243,
     "se": 0.8222651516800553,
     "class": "CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.064",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +0.028",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-6a56cf6c02986089",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 3.381
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 1.049
    },
    "controlled_experiment": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.674
    },
    "cain_causal": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.556
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 3.381363636363636,
     "se": 0.8866463030243044,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +1.049",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 1.0485714285714298,
     "se": 1.071697955553013,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.937",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +1.175",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-1b629f744cb3e537",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 0.586
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.451
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": -1.839
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": -1.433
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 0.5860358056265991,
     "se": 0.7257803649679391,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.451",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.4513701923076934,
     "se": 0.7402588468709412,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect -1.649",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect -1.217",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-f5e4925b54341cb1",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 1.413
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.427
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": -1.839
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": -1.433
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 1.4130219780219786,
     "se": 0.7140662899093453,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.427",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.4267857142857157,
     "se": 0.9881376783771437,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect -1.649",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect -1.217",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-79f4d6df69f2b5a5",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 1.507
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 0.698
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": 0.18
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": 0.546
    }
   },
   "final_class": "INTERVENTION_SUPPORTED",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 1.5068000000000001,
     "se": 0.818423579545186,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +0.698",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 0.6979171974522296,
     "se": 0.8415103702663757,
     "class": "CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.064",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +0.028",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-1ac319c583c7878f",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 3.86
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": null
    },
    "controlled_experiment": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.674
    },
    "cain_causal": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.556
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 3.8596419437340153,
     "se": 0.8764464226031625,
     "class": "CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.937",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +1.175",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-0faf45553d5077ad",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 0.321
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.152
    },
    "controlled_experiment": {
     "verdict": "REJECTED",
     "effect_estimate": -1.839
    },
    "cain_causal": {
     "verdict": "REJECTED",
     "effect_estimate": -1.433
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 0.32060150375940033,
     "se": 0.589452610087181,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.152",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.1520999275887038,
     "se": 0.5929840991795762,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect -1.649",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect -1.217",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-91ad6afcb4e4659f",
   "vertical": "science",
   "family": "hypothesis_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 5.447
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 2.639
    },
    "controlled_experiment": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.674
    },
    "cain_causal": {
     "verdict": "SUPPORTED",
     "effect_estimate": 1.556
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 5.446500000000002,
     "se": 1.178479352103096,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +2.639",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 2.638684210526316,
     "se": 1.7734236143091904,
     "class": "CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): A effect +1.937",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): A effect +1.175",
     "se": 0.447,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-2320ce13435f8861",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 2.074
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -0.183
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 1.577
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 2.073659147869673,
     "se": 0.7923084681453394,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -0.183",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -0.18289085545722755,
     "se": 0.8765945927444962,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-aef012c04c6ec290",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 0.973
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.745
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": -0.781
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 0.9733759590792843,
     "se": 0.8973172503378898,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.745",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.7448288016112796,
     "se": 1.107401693858716,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-8c34f7f2b49025f0",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 1.245
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.852
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 1.577
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 1.2454666666666654,
     "se": 0.7122384648200565,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.852",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.8521428571428569,
     "se": 1.304290766954173,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-6ca8db199f50621d",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 4.283
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 2.211
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 3.862
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 4.283406593406593,
     "se": 1.0573532057142796,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +2.211",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 2.2106666666666683,
     "se": 1.3692109289299568,
     "class": "CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-d6b9c1b468581001",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 2.048
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 1.081
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 1.577
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 2.048,
     "se": 0.7981403342535653,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +1.081",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 1.0806794258373218,
     "se": 0.9232323856837569,
     "class": "CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-d1513c30e1ede2e2",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 4.527
    },
    "log_stratified": {
     "verdict": "SUPPORTED",
     "effect_estimate": 3.655
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 3.862
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 4.527083333333334,
     "se": 0.9437357430858374,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +3.655",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 3.6546666666666656,
     "se": 1.573835283630406,
     "class": "CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-78050ab522adf1c2",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 4.591
    },
    "log_stratified": {
     "verdict": "SUPPORTED",
     "effect_estimate": 2.399
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 3.862
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 4.59079283887468,
     "se": 1.1826753423104754,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +2.399",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 2.398870192307693,
     "se": 1.1036779551280167,
     "class": "CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-43afe259568f6ba7",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 3.098
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -0.357
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 1.577
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 3.097733333333334,
     "se": 0.854564812523555,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -0.357",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -0.35749999999999993,
     "se": 1.3034770168028789,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-86a8f0fab12b6e2d",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "REJECTED",
     "effect_estimate": 0.325
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": -1.521
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": -0.781
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 0.3250895140664962,
     "se": 0.6376583034881179,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be -1.521",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": -1.5206250000000008,
     "se": 1.2736534283530803,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-9846ab2ce3ed5512",
   "vertical": "science",
   "family": "underpowered",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "verdict": "SUPPORTED",
     "effect_estimate": 3.969
    },
    "log_stratified": {
     "verdict": "REJECTED",
     "effect_estimate": 1.544
    },
    "controlled_experiment": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": 3.862
    },
    "cain_causal": {
     "verdict": "INSUFFICIENT_EVIDENCE",
     "effect_estimate": null
    }
   },
   "final_class": "INSUFFICIENT_EVIDENCE",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "A and yield co-vary in the log",
     "estimate": 3.9688471177944873,
     "se": 0.8710260626997285,
     "class": "CORRELATION"
    },
    {
     "claim": "if C were held fixed, the A effect would be +1.544",
     "assumption": "C is the only confounder and is measured without error",
     "estimate": 1.5438888888888869,
     "se": 1.1626720501914096,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "I do not have enough evidence to establish this conclusion: no admissible intervention budget and the log is not randomised",
     "class": "INSUFFICIENT_EVIDENCE"
    }
   ]
  },
  {
   "task_id": "t-a899ddaa9f312ebe",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 145.276
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": 14.438
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": 3.6
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 10.91
    }
   },
   "final_class": "INTERVENTION_SUPPORTED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 145.27600000000007,
     "se": 31.516480247316437,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +14.438",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 14.43809523809523,
     "se": 20.495825649327212,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +21.265",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +0.555",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-63b52f2fc71b0c17",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 80.099
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -28.574
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": -55.825
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -52.913
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 80.09874686716807,
     "se": 21.59056713394117,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -28.574",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -28.57395543175493,
     "se": 19.828993897900016,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect -59.490",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect -46.335",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-31a3ee3a0f96a908",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": 28.693
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -64.692
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": -55.825
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -52.913
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 28.69283887468032,
     "se": 21.776336862234587,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -64.692",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -64.6915854738706,
     "se": 19.172786215914822,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect -59.490",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect -46.335",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-be2a014e63a2ab95",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 185.873
    },
    "log_stratified": {
     "decision": "RAISE",
     "effect_estimate": 62.935
    },
    "controlled_experiment": {
     "decision": "RAISE",
     "effect_estimate": 57.055
    },
    "cain_causal": {
     "decision": "RAISE",
     "effect_estimate": 56.935
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 185.8732323232323,
     "se": 36.412692490897655,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +62.935",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 62.93529411764689,
     "se": 25.33956369261504,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +58.770",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +55.100",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-9c3e2f7ebed4cf11",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 159.487
    },
    "log_stratified": {
     "decision": "RAISE",
     "effect_estimate": 67.699
    },
    "controlled_experiment": {
     "decision": "RAISE",
     "effect_estimate": 57.055
    },
    "cain_causal": {
     "decision": "RAISE",
     "effect_estimate": 56.935
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 159.48681318681315,
     "se": 35.53610187526415,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +67.699",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 67.69947916666663,
     "se": 22.866928804059867,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +58.770",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +55.100",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-cf6cca2426125681",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": 8.621
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -61.449
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": -55.825
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -52.913
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 8.621052631579005,
     "se": 25.76733450087024,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -61.449",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -61.449056603773535,
     "se": 17.61454958685474,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect -59.490",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect -46.335",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-370795d4ddd13f7d",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": false,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 155.615
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": 3.6
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 10.91
    }
   },
   "final_class": "INTERVENTION_SUPPORTED",
   "confounded_flag": false,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 155.6152882205513,
     "se": 29.11257889393187,
     "class": "CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +21.265",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +0.555",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-d70745a0685c04b2",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 90.255
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -7.749
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": 3.6
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 10.91
    }
   },
   "final_class": "INTERVENTION_SUPPORTED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 90.2547314578004,
     "se": 26.3183975022237,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -7.749",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -7.74852941176482,
     "se": 15.437358993560991,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +21.265",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +0.555",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-3755de7db2e5d648",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 156.957
    },
    "log_stratified": {
     "decision": "RAISE",
     "effect_estimate": 49.322
    },
    "controlled_experiment": {
     "decision": "RAISE",
     "effect_estimate": 57.055
    },
    "cain_causal": {
     "decision": "RAISE",
     "effect_estimate": 56.935
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 156.95703324808187,
     "se": 32.58349871460232,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +49.322",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 49.32198952879582,
     "se": 16.657031116709973,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect +58.770",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect +55.100",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    }
   ]
  },
  {
   "task_id": "t-bac7d62d597824e3",
   "vertical": "business",
   "family": "scenario_test",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": true,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "RAISE",
     "effect_estimate": 68.408
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -68.496
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": -55.825
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -52.913
    }
   },
   "final_class": "REPLICATED",
   "confounded_flag": true,
   "randomised": false,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 68.40767263427108,
     "se": 23.038988415559313,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -68.496",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -68.49558823529412,
     "se": 29.825636919386305,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "controlled experiment (replicate 1): new_price effect -59.490",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "controlled experiment (replicate 2): new_price effect -46.335",
     "se": 8.94,
     "class": "INTERVENTION_SUPPORTED"
    },
    {
     "claim": "the observational correlation is contradicted by intervention; belief updated toward confounding",
     "class": "BELIEF_UPDATE"
    }
   ]
  },
  {
   "task_id": "t-07b50fd806227a0b",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -19.037
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": 4.068
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 4.068
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": true,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -19.036904761904907,
     "se": 28.943929086820717,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +4.068",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 4.067935444579826,
     "se": 12.916735827904045,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-44c74e8bb9006040",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": 8.76
    },
    "log_stratified": {
     "decision": "RAISE",
     "effect_estimate": 36.309
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "RAISE",
     "effect_estimate": 36.309
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 8.760102301790312,
     "se": 28.452315442674365,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +36.309",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 36.308771929824545,
     "se": 13.33964882204242,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-391246447a31672e",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -23.79
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -54.406
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -54.406
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -23.789999999999964,
     "se": 26.715046130291253,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -54.406",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -54.406210526315895,
     "se": 14.682732822228186,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-5d529b114b50a2b0",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -29.065
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -51.344
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -51.344
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -29.065000000000055,
     "se": 27.105891295965865,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -51.344",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -51.34400000000013,
     "se": 15.459300070357386,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-04060ff250aed9df",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": false,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": 28.74
    },
    "log_stratified": {
     "decision": "RAISE",
     "effect_estimate": 41.959
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "RAISE",
     "effect_estimate": 41.959
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 28.740109890109807,
     "se": 29.440150891302796,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +41.959",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 41.95884955752212,
     "se": 14.902317004216885,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-550ae0b5d86d9ff5",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": 1.621
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": 0.351
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 0.351
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": 1.6212276214832855,
     "se": 28.995924047775286,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +0.351",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 0.3506923076924138,
     "se": 11.247528674204592,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-7859e198e89d17cc",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -7.732
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -27.361
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -27.361
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -7.731713554987209,
     "se": 25.67144095769938,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -27.361",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -27.36113744075821,
     "se": 13.09357310979276,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-1907502e44c662bb",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -0.854
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": 8.633
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 8.633
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": true,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -0.8543859649121259,
     "se": 27.953215835762027,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +8.633",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 8.633333333333377,
     "se": 13.300620450274957,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-5fc1f0a3656ee5ee",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -104.821
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": -75.613
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": -75.613
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": false,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -104.82105263157905,
     "se": 30.515264689803164,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be -75.613",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": -75.61250000000004,
     "se": 17.40904692598122,
     "class": "CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-cbaf732e7f12335b",
   "vertical": "business",
   "family": "logged_ab",
   "accepted": {
    "log_naive": true,
    "log_stratified": true,
    "controlled_experiment": false,
    "cain_causal": true
   },
   "outputs": {
    "log_naive": {
     "decision": "KEEP",
     "effect_estimate": -35.824
    },
    "log_stratified": {
     "decision": "KEEP",
     "effect_estimate": 9.765
    },
    "controlled_experiment": {
     "decision": "KEEP",
     "effect_estimate": null
    },
    "cain_causal": {
     "decision": "KEEP",
     "effect_estimate": 9.765
    }
   },
   "final_class": "RANDOMISED_BY_DESIGN",
   "confounded_flag": true,
   "randomised": true,
   "ledger": [
    {
     "claim": "new_price and revenue co-vary in the log",
     "estimate": -35.82380952380936,
     "se": 27.902682572643354,
     "class": "CORRELATION"
    },
    {
     "claim": "if peak_season were held fixed, the new_price effect would be +9.765",
     "assumption": "peak_season is the only confounder and is measured without error",
     "estimate": 9.765098039215689,
     "se": 14.266958795745778,
     "class": "CONFOUNDED_CORRELATION"
    },
    {
     "claim": "the log comes from randomised assignment; its difference is causal evidence",
     "class": "RANDOMISED_BY_DESIGN"
    }
   ]
  },
  {
   "task_id": "t-182ca39e40140934",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "separator"
    },
    "bisect": {
     "faulty_component": 1
    },
    "linear_probe": {
     "faulty_component": 1
    }
   }
  },
  {
   "task_id": "t-92cb955d6c7289cf",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "reactor jacket"
    },
    "bisect": {
     "faulty_component": 10
    },
    "linear_probe": {
     "faulty_component": 6
    }
   }
  },
  {
   "task_id": "t-3566a15d09db0685",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "flow meter"
    },
    "bisect": {
     "faulty_component": 7
    },
    "linear_probe": {
     "faulty_component": 6
    }
   }
  },
  {
   "task_id": "t-4539ae0c7f673305",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "reactor jacket"
    },
    "bisect": {
     "faulty_component": 1
    },
    "linear_probe": {
     "faulty_component": 1
    }
   }
  },
  {
   "task_id": "t-6e8036acd09a7f97",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "outlet valve"
    },
    "bisect": {
     "faulty_component": 7
    },
    "linear_probe": {
     "faulty_component": 5
    }
   }
  },
  {
   "task_id": "t-3c90546384512e1d",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 2
    },
    "linear_probe": {
     "faulty_component": 2
    }
   }
  },
  {
   "task_id": "t-e2349eb404909333",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 6
    },
    "linear_probe": {
     "faulty_component": 5
    }
   }
  },
  {
   "task_id": "t-22ad8dac8f0c057d",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 5
    },
    "linear_probe": {
     "faulty_component": 5
    }
   }
  },
  {
   "task_id": "t-47654fbd58fe8627",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "reactor jacket"
    },
    "bisect": {
     "faulty_component": 5
    },
    "linear_probe": {
     "faulty_component": 5
    }
   }
  },
  {
   "task_id": "t-3e01918077f0b5d2",
   "vertical": "engineering",
   "family": "chain_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "heat exchanger"
    },
    "bisect": {
     "faulty_component": 10
    },
    "linear_probe": {
     "faulty_component": 6
    }
   }
  },
  {
   "task_id": "t-862f952efe228522",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "intake filter"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 6
    }
   }
  },
  {
   "task_id": "t-e53b66aa691f1961",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 4
    }
   }
  },
  {
   "task_id": "t-fcd5444d2466e5e8",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "chiller"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 9
    }
   }
  },
  {
   "task_id": "t-1a9f25411646748d",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": true,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 2
    },
    "prior_order": {
     "faulty_component": 2
    }
   }
  },
  {
   "task_id": "t-ba75d43b5e826676",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "chiller"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 10
    }
   }
  },
  {
   "task_id": "t-e60df157ce7d858e",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "heat exchanger"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 4
    }
   }
  },
  {
   "task_id": "t-b20ef7e200fc922e",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": true,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "flow meter"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 3
    }
   }
  },
  {
   "task_id": "t-2300b25f48acb584",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": true,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "separator"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 1
    },
    "prior_order": {
     "faulty_component": 1
    }
   }
  },
  {
   "task_id": "t-113413720af4d8e3",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": false,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "mixing valve"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 7
    }
   }
  },
  {
   "task_id": "t-21138d2b29e74847",
   "vertical": "engineering",
   "family": "skewed_prior_diagnosis",
   "accepted": {
    "symptom_blame": false,
    "bisect": true,
    "linear_probe": false,
    "prior_order": true
   },
   "outputs": {
    "symptom_blame": {
     "faulty_component": "condenser"
    },
    "bisect": {
     "faulty_component": 9
    },
    "linear_probe": {
     "faulty_component": 3
    },
    "prior_order": {
     "faulty_component": 9
    }
   }
  }
 ],
 "summary": {
  "chain_diagnosis": {
   "tasks": 10,
   "bisect": 10,
   "linear_probe": 5,
   "symptom_blame": 0
  },
  "hypothesis_test": {
   "tasks": 10,
   "cain_causal": 10,
   "controlled_experiment": 10,
   "log_naive": 0,
   "log_stratified": 5,
   "final_classes": {
    "INTERVENTION_SUPPORTED": 2,
    "REPLICATED": 8
   }
  },
  "logged_ab": {
   "tasks": 10,
   "cain_causal": 10,
   "controlled_experiment": 0,
   "log_naive": 8,
   "log_stratified": 10,
   "final_classes": {
    "RANDOMISED_BY_DESIGN": 10
   }
  },
  "scenario_test": {
   "tasks": 10,
   "cain_causal": 10,
   "controlled_experiment": 10,
   "log_naive": 0,
   "log_stratified": 9,
   "final_classes": {
    "INTERVENTION_SUPPORTED": 3,
    "REPLICATED": 7
   }
  },
  "skewed_prior_diagnosis": {
   "tasks": 10,
   "bisect": 2,
   "linear_probe": 3,
   "prior_order": 10,
   "symptom_blame": 0
  },
  "underpowered": {
   "tasks": 10,
   "cain_causal": 10,
   "controlled_experiment": 10,
   "log_naive": 0,
   "log_stratified": 0,
   "final_classes": {
    "INSUFFICIENT_EVIDENCE": 10
   }
  }
 },
 "note": "Re-execution of the frozen reasoner (same design as commit 39840d749) solely to add per-row outputs (audit finding A1 by session ec); acceptance is identical to causal_suite_heldout.json: True"
}