{
  "arms": {
    "A": {
      "abstentions": 0,
      "accepted": 26,
      "ci95": [
        0.152367,
        0.298544
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.008,
      "n": 120,
      "rate": 0.216667,
      "tool_calls": 0
    },
    "B": {
      "abstentions": 0,
      "accepted": 26,
      "ci95": [
        0.152367,
        0.298544
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.007,
      "n": 120,
      "rate": 0.216667,
      "tool_calls": 0
    },
    "C": {
      "abstentions": 0,
      "accepted": 22,
      "ci95": [
        0.124303,
        0.262009
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.695,
      "n": 120,
      "rate": 0.183333,
      "tool_calls": 0
    },
    "D": {
      "abstentions": 0,
      "accepted": 96,
      "ci95": [
        0.719633,
        0.861755
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.476,
      "n": 120,
      "rate": 0.8,
      "tool_calls": 78
    },
    "E": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.507,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 155
    },
    "F": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.488,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 155
    },
    "G": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.464,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 155
    },
    "G0": {
      "abstentions": 0,
      "accepted": 26,
      "ci95": [
        0.152367,
        0.298544
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.008,
      "n": 120,
      "rate": 0.216667,
      "tool_calls": 0
    },
    "H": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.535,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 155
    },
    "I": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 1.0,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 233
    },
    "J": {
      "abstentions": 0,
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "false_accepts": 0,
      "mean_latency_ms": 0.487,
      "n": 120,
      "rate": 1.0,
      "tool_calls": 155
    }
  },
  "by_vertical": {
    "business": {
      "A": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "B": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "C": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "D": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    },
    "education": {
      "A": {
        "accepted": 7,
        "ci95": [
          0.181192,
          0.567146
        ],
        "n": 20,
        "rate": 0.35
      },
      "B": {
        "accepted": 7,
        "ci95": [
          0.181192,
          0.567146
        ],
        "n": 20,
        "rate": 0.35
      },
      "C": {
        "accepted": 5,
        "ci95": [
          0.111862,
          0.468701
        ],
        "n": 20,
        "rate": 0.25
      },
      "D": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    },
    "engineering": {
      "A": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "B": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "C": {
        "accepted": 0,
        "ci95": [
          0,
          0.161125
        ],
        "n": 20,
        "rate": 0.0
      },
      "D": {
        "accepted": 14,
        "ci95": [
          0.481027,
          0.854523
        ],
        "n": 20,
        "rate": 0.7
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    },
    "science": {
      "A": {
        "accepted": 11,
        "ci95": [
          0.342085,
          0.741802
        ],
        "n": 20,
        "rate": 0.55
      },
      "B": {
        "accepted": 11,
        "ci95": [
          0.342085,
          0.741802
        ],
        "n": 20,
        "rate": 0.55
      },
      "C": {
        "accepted": 13,
        "ci95": [
          0.432854,
          0.818808
        ],
        "n": 20,
        "rate": 0.65
      },
      "D": {
        "accepted": 18,
        "ci95": [
          0.698966,
          0.972134
        ],
        "n": 20,
        "rate": 0.9
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    },
    "security": {
      "A": {
        "accepted": 3,
        "ci95": [
          0.052369,
          0.360419
        ],
        "n": 20,
        "rate": 0.15
      },
      "B": {
        "accepted": 3,
        "ci95": [
          0.052369,
          0.360419
        ],
        "n": 20,
        "rate": 0.15
      },
      "C": {
        "accepted": 0,
        "ci95": [
          0,
          0.161125
        ],
        "n": 20,
        "rate": 0.0
      },
      "D": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    },
    "software": {
      "A": {
        "accepted": 1,
        "ci95": [
          0.008881,
          0.236131
        ],
        "n": 20,
        "rate": 0.05
      },
      "B": {
        "accepted": 1,
        "ci95": [
          0.008881,
          0.236131
        ],
        "n": 20,
        "rate": 0.05
      },
      "C": {
        "accepted": 2,
        "ci95": [
          0.027866,
          0.301034
        ],
        "n": 20,
        "rate": 0.1
      },
      "D": {
        "accepted": 4,
        "ci95": [
          0.080658,
          0.416017
        ],
        "n": 20,
        "rate": 0.2
      },
      "E": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "F": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "G": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "H": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "I": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      },
      "J": {
        "accepted": 20,
        "ci95": [
          0.838875,
          1
        ],
        "n": 20,
        "rate": 1.0
      }
    }
  },
  "collaboration": {
    "F": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    },
    "I": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    },
    "abstentions_I": 0,
    "false_accepts_I": 0
  },
  "dev_tasks": 84,
  "heldout_tasks": 120,
  "learned_strategies": {
    "by_family": {
      "allocation": "expert",
      "beam_sizing": "expert",
      "chain_diagnosis": "expert",
      "claim_check": "expert",
      "fault_localization": "expert",
      "hypothesis_test": "expert",
      "learning_plan": "expert",
      "logged_ab": "expert",
      "misconception_diagnosis": "expert",
      "replan": "expert",
      "scenario_test": "expert",
      "skewed_prior_diagnosis": "expert",
      "underpowered": "expert",
      "vuln_detect": "expert"
    },
    "by_signature": {
      "probe": "expert",
      "sample": "expert",
      "static": "expert"
    }
  },
  "learning": {
    "E_memory": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    },
    "F_planning": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    },
    "G_after": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    },
    "G_before": {
      "accepted": 26,
      "ci95": [
        0.152367,
        0.298544
      ],
      "n": 120,
      "rate": 0.216667
    }
  },
  "limits": [
    "deterministic hand-written expert policies, not an LLM; this measures the memory/planning/governance architecture",
    "120 constructed held-out tasks across six verticals, not real customer codebases or real science",
    "the vertical generators and checkers are written by the project, not an external benchmark",
    "no remote model, no paid service; cost is $0",
    "some verticals are simulated (science response surface, engineering digital simulation)",
    "negative-transfer controls are included but a null result is reported honestly"
  ],
  "paired": {
    "A_vs_D": {
      "b": 3,
      "c": 73,
      "control": "A",
      "control_accepted": 26,
      "difference_pp": 58.333,
      "p_value": 0.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "D",
      "treatment_accepted": 96
    },
    "A_vs_E": {
      "b": 0,
      "c": 94,
      "control": "A",
      "control_accepted": 26,
      "difference_pp": 78.333,
      "p_value": 0.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "E",
      "treatment_accepted": 120
    },
    "D_vs_F": {
      "b": 0,
      "c": 24,
      "control": "D",
      "control_accepted": 96,
      "difference_pp": 20.0,
      "p_value": 1.2e-07,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "F",
      "treatment_accepted": 120
    },
    "E_vs_G": {
      "b": 0,
      "c": 0,
      "control": "E",
      "control_accepted": 120,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "G",
      "treatment_accepted": 120
    },
    "F_vs_I": {
      "b": 0,
      "c": 0,
      "control": "F",
      "control_accepted": 120,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "I",
      "treatment_accepted": 120
    },
    "F_vs_J": {
      "b": 0,
      "c": 0,
      "control": "F",
      "control_accepted": 120,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "J",
      "treatment_accepted": 120
    },
    "G0_vs_G": {
      "b": 0,
      "c": 94,
      "control": "G0",
      "control_accepted": 26,
      "difference_pp": 78.333,
      "p_value": 0.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "G",
      "treatment_accepted": 120
    },
    "H_vs_J": {
      "b": 0,
      "c": 0,
      "control": "H",
      "control_accepted": 120,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "test": "mcnemar_exact",
      "treatment": "J",
      "treatment_accepted": 120
    },
    "transfer_A_vs_F": {
      "b": 0,
      "c": 36,
      "control": "A",
      "control_accepted": 4,
      "difference_pp": 90.0,
      "p_value": 0.0,
      "pairs": 40,
      "test": "mcnemar_exact",
      "treatment": "F",
      "treatment_accepted": 40
    },
    "transfer_A_vs_G_source": {
      "b": 0,
      "c": 36,
      "control": "A",
      "control_accepted": 4,
      "difference_pp": 90.0,
      "p_value": 0.0,
      "pairs": 40,
      "test": "mcnemar_exact",
      "treatment": "G_source",
      "treatment_accepted": 40
    }
  },
  "schema": "cain.e91.eval.v1",
  "seed": 91,
  "source_learned": {
    "by_family": {
      "claim_check": "expert",
      "fault_localization": "expert",
      "hypothesis_test": "expert",
      "underpowered": "expert"
    },
    "by_signature": {
      "probe": "expert",
      "sample": "expert",
      "static": "expert"
    }
  },
  "tasks_per_vertical": {
    "business": 20,
    "education": 20,
    "engineering": 20,
    "science": 20,
    "security": 20,
    "software": 20
  },
  "transfer": {
    "A": {
      "accepted": 4,
      "ci95": [
        0.03958,
        0.230518
      ],
      "n": 40,
      "rate": 0.1
    },
    "C": {
      "accepted": 0,
      "ci95": [
        0,
        0.087622
      ],
      "n": 40,
      "rate": 0.0
    },
    "D": {
      "accepted": 34,
      "ci95": [
        0.709277,
        0.929388
      ],
      "n": 40,
      "rate": 0.85
    },
    "E_source": {
      "accepted": 4,
      "ci95": [
        0.03958,
        0.230518
      ],
      "n": 40,
      "rate": 0.1
    },
    "F": {
      "accepted": 40,
      "ci95": [
        0.912378,
        1
      ],
      "n": 40,
      "rate": 1.0
    },
    "G_source": {
      "accepted": 40,
      "ci95": [
        0.912378,
        1
      ],
      "n": 40,
      "rate": 1.0
    },
    "negative_controls": {
      "logged_ab": {
        "accepted": 5,
        "ci95": [
          0.565518,
          1
        ],
        "n": 5,
        "rate": 1.0
      },
      "skewed_prior_diagnosis": {
        "accepted": 7,
        "ci95": [
          0.64567,
          1
        ],
        "n": 7,
        "rate": 1.0
      }
    }
  }
}