{
 "G_choice_reasons": {
  "EXACT_SKILL": 80,
  "NO_SKILL": 60,
  "TRANSFERRED_SKILL": 10,
  "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS": 10
 },
 "H3_attribution": {
  "families_with_skill_candidates": {
   "control": "D",
   "control_accepted": 70,
   "control_only": 0,
   "difference_pp": 35.45,
   "p_mcnemar_exact": 0.0,
   "pairs": 110,
   "treatment": "G",
   "treatment_accepted": 109,
   "treatment_only": 39
  },
  "families_without": {
   "control": "D",
   "control_accepted": 44,
   "control_only": 0,
   "difference_pp": 0.0,
   "p_mcnemar_exact": 1.0,
   "pairs": 50,
   "treatment": "G",
   "treatment_accepted": 44,
   "treatment_only": 0
  }
 },
 "arms": {
  "A": {
   "accepted": 82,
   "calls_per_accepted": 1.951,
   "ci95": [
    0.4357,
    0.5887
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 160,
   "n": 160,
   "rate": 0.5125,
   "tokens_in": 54371,
   "tokens_out": 15865,
   "wall_s": 157.2
  },
  "B": {
   "accepted": 85,
   "calls_per_accepted": 1.882,
   "ci95": [
    0.4541,
    0.6069
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 160,
   "n": 160,
   "rate": 0.5312,
   "tokens_in": 170331,
   "tokens_out": 9214,
   "wall_s": 137.1
  },
  "C": {
   "accepted": 90,
   "calls_per_accepted": 1.778,
   "ci95": [
    0.4851,
    0.637
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 160,
   "n": 160,
   "rate": 0.5625,
   "tokens_in": 118035,
   "tokens_out": 8554,
   "wall_s": 123.0
  },
  "D": {
   "accepted": 114,
   "calls_per_accepted": 2.667,
   "ci95": [
    0.638,
    0.777
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 112,
   "model_calls": 304,
   "n": 160,
   "rate": 0.7125,
   "tokens_in": 128204,
   "tokens_out": 22374,
   "wall_s": 277.1
  },
  "E": {
   "accepted": 114,
   "calls_per_accepted": 3.009,
   "ci95": [
    0.638,
    0.777
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 178,
   "model_calls": 343,
   "n": 160,
   "rate": 0.7125,
   "tokens_in": 200312,
   "tokens_out": 23476,
   "wall_s": 282.7
  },
  "F": {
   "accepted": 100,
   "calls_per_accepted": 4.15,
   "ci95": [
    0.5479,
    0.6963
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 89,
   "model_calls": 415,
   "n": 160,
   "rate": 0.625,
   "tokens_in": 209669,
   "tokens_out": 45116,
   "wall_s": 430.9
  },
  "G": {
   "accepted": 153,
   "calls_per_accepted": 0.523,
   "ci95": [
    0.9125,
    0.9786
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 240,
   "model_calls": 80,
   "n": 160,
   "rate": 0.9563,
   "tokens_in": 30565,
   "tokens_out": 3942,
   "wall_s": 60.6
  },
  "H": {
   "accepted": 0,
   "calls_per_accepted": null,
   "ci95": [
    0.0,
    0.3903
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 0,
   "n": 6,
   "rate": 0.0,
   "tokens_in": 0,
   "tokens_out": 0,
   "wall_s": 803.7
  },
  "team-governed_swarm": {
   "accepted": 20,
   "calls_per_accepted": 1.0,
   "ci95": [
    0.8389,
    1.0
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 20,
   "n": 20,
   "rate": 1.0,
   "tokens_in": 5766,
   "tokens_out": 2126,
   "wall_s": 29.7
  },
  "team-hierarchical": {
   "accepted": 20,
   "calls_per_accepted": 2.0,
   "ci95": [
    0.8389,
    1.0
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 40,
   "n": 20,
   "rate": 1.0,
   "tokens_in": 13776,
   "tokens_out": 8338,
   "wall_s": 65.4
  },
  "team-single": {
   "accepted": 18,
   "calls_per_accepted": 1.111,
   "ci95": [
    0.699,
    0.9721
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 0,
   "model_calls": 20,
   "n": 20,
   "rate": 0.9,
   "tokens_in": 5446,
   "tokens_out": 2460,
   "wall_s": 25.0
  },
  "team-specialist_verifier": {
   "accepted": 20,
   "calls_per_accepted": 1.15,
   "ci95": [
    0.8389,
    1.0
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 2,
   "model_calls": 23,
   "n": 20,
   "rate": 1.0,
   "tokens_in": 7164,
   "tokens_out": 3137,
   "wall_s": 30.7
  },
  "team-specialists": {
   "accepted": 20,
   "calls_per_accepted": 2.35,
   "ci95": [
    0.8389,
    1.0
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 7,
   "model_calls": 47,
   "n": 20,
   "rate": 1.0,
   "tokens_in": 21256,
   "tokens_out": 8170,
   "wall_s": 63.6
  },
  "team-three_diverse": {
   "accepted": 20,
   "calls_per_accepted": 3.1,
   "ci95": [
    0.8389,
    1.0
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 1,
   "model_calls": 62,
   "n": 20,
   "rate": 1.0,
   "tokens_in": 18779,
   "tokens_out": 8262,
   "wall_s": 78.0
  },
  "team-three_identical": {
   "accepted": 19,
   "calls_per_accepted": 3.263,
   "ci95": [
    0.7639,
    0.9911
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 1,
   "model_calls": 62,
   "n": 20,
   "rate": 0.95,
   "tokens_in": 17471,
   "tokens_out": 8038,
   "wall_s": 74.6
  },
  "team_r2-governed_swarm": {
   "accepted": 7,
   "calls_per_accepted": 11.143,
   "ci95": [
    0.1812,
    0.5671
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 29,
   "model_calls": 78,
   "n": 20,
   "rate": 0.35,
   "tokens_in": 33524,
   "tokens_out": 7787,
   "wall_s": 74.0
  },
  "team_r2-hierarchical": {
   "accepted": 7,
   "calls_per_accepted": 10.143,
   "ci95": [
    0.1812,
    0.5671
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 17,
   "model_calls": 71,
   "n": 20,
   "rate": 0.35,
   "tokens_in": 32342,
   "tokens_out": 12492,
   "wall_s": 85.7
  },
  "team_r2-single": {
   "accepted": 10,
   "calls_per_accepted": 4.7,
   "ci95": [
    0.2993,
    0.7007
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 20,
   "model_calls": 47,
   "n": 20,
   "rate": 0.5,
   "tokens_in": 18695,
   "tokens_out": 4568,
   "wall_s": 43.2
  },
  "team_r2-specialist_verifier": {
   "accepted": 8,
   "calls_per_accepted": 7.75,
   "ci95": [
    0.2188,
    0.6134
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 25,
   "model_calls": 62,
   "n": 20,
   "rate": 0.4,
   "tokens_in": 24346,
   "tokens_out": 7399,
   "wall_s": 61.5
  },
  "team_r2-specialists": {
   "accepted": 3,
   "calls_per_accepted": 19.333,
   "ci95": [
    0.0524,
    0.3604
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 24,
   "model_calls": 58,
   "n": 20,
   "rate": 0.15,
   "tokens_in": 25123,
   "tokens_out": 5902,
   "wall_s": 55.4
  },
  "team_r2-three_diverse": {
   "accepted": 5,
   "calls_per_accepted": 29.6,
   "ci95": [
    0.1119,
    0.4687
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 69,
   "model_calls": 148,
   "n": 20,
   "rate": 0.25,
   "tokens_in": 62339,
   "tokens_out": 14894,
   "wall_s": 142.8
  },
  "team_r2-three_identical": {
   "accepted": 9,
   "calls_per_accepted": 15.111,
   "ci95": [
    0.2582,
    0.6579
   ],
   "denied_tool_calls": 0,
   "governed_tool_calls": 57,
   "model_calls": 136,
   "n": 20,
   "rate": 0.45,
   "tokens_in": 53509,
   "tokens_out": 14205,
   "wall_s": 128.9
  }
 },
 "by_family": {
  "A": {
   "allocation": {
    "accepted": 1,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 3389,
    "tokens_out": 2240,
    "wall_s": 13.7
   },
   "beam_sizing": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 3970,
    "tokens_out": 3200,
    "wall_s": 17.5
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2564,
    "tokens_out": 914,
    "wall_s": 7.9
   },
   "chain_diagnosis": {
    "accepted": 2,
    "calls_per_accepted": 5.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 2858,
    "tokens_out": 352,
    "wall_s": 9.0
   },
   "claim_check": {
    "accepted": 6,
    "calls_per_accepted": 1.667,
    "ci95": [
     0.3127,
     0.8318
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.6,
    "tokens_in": 4644,
    "tokens_out": 164,
    "wall_s": 7.2
   },
   "fault_localization": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 2450,
    "tokens_out": 741,
    "wall_s": 8.7
   },
   "hypothesis_test": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 3237,
    "tokens_out": 420,
    "wall_s": 12.3
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3865,
    "tokens_out": 344,
    "wall_s": 6.8
   },
   "logged_ab": {
    "accepted": 3,
    "calls_per_accepted": 3.333,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 2749,
    "tokens_out": 1176,
    "wall_s": 10.8
   },
   "misconception_diagnosis": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 4304,
    "tokens_out": 224,
    "wall_s": 6.5
   },
   "remediation": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 2712,
    "tokens_out": 1870,
    "wall_s": 10.0
   },
   "replan": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 3820,
    "tokens_out": 2594,
    "wall_s": 14.6
   },
   "scenario_test": {
    "accepted": 3,
    "calls_per_accepted": 3.333,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 2682,
    "tokens_out": 737,
    "wall_s": 8.7
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3918,
    "tokens_out": 180,
    "wall_s": 7.4
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3239,
    "tokens_out": 420,
    "wall_s": 9.6
   },
   "vuln_detect": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3970,
    "tokens_out": 289,
    "wall_s": 6.3
   }
  },
  "B": {
   "allocation": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 10289,
    "tokens_out": 390,
    "wall_s": 6.8
   },
   "beam_sizing": {
    "accepted": 1,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 11220,
    "tokens_out": 1992,
    "wall_s": 13.8
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 9644,
    "tokens_out": 739,
    "wall_s": 7.4
   },
   "chain_diagnosis": {
    "accepted": 2,
    "calls_per_accepted": 5.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 10108,
    "tokens_out": 224,
    "wall_s": 7.4
   },
   "claim_check": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 11034,
    "tokens_out": 167,
    "wall_s": 7.3
   },
   "fault_localization": {
    "accepted": 1,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 9530,
    "tokens_out": 190,
    "wall_s": 7.4
   },
   "hypothesis_test": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 9627,
    "tokens_out": 420,
    "wall_s": 10.5
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11285,
    "tokens_out": 233,
    "wall_s": 6.5
   },
   "logged_ab": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 9649,
    "tokens_out": 280,
    "wall_s": 8.9
   },
   "misconception_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11724,
    "tokens_out": 222,
    "wall_s": 6.5
   },
   "remediation": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 11932,
    "tokens_out": 1569,
    "wall_s": 9.9
   },
   "replan": {
    "accepted": 4,
    "calls_per_accepted": 2.5,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 10720,
    "tokens_out": 1610,
    "wall_s": 11.7
   },
   "scenario_test": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 9582,
    "tokens_out": 280,
    "wall_s": 6.9
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11168,
    "tokens_out": 180,
    "wall_s": 7.3
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 9629,
    "tokens_out": 420,
    "wall_s": 11.0
   },
   "vuln_detect": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 13190,
    "tokens_out": 298,
    "wall_s": 7.9
   }
  },
  "C": {
   "allocation": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 7966,
    "tokens_out": 924,
    "wall_s": 8.6
   },
   "beam_sizing": {
    "accepted": 1,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 7677,
    "tokens_out": 1388,
    "wall_s": 11.4
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7588,
    "tokens_out": 739,
    "wall_s": 7.3
   },
   "chain_diagnosis": {
    "accepted": 2,
    "calls_per_accepted": 5.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 6969,
    "tokens_out": 180,
    "wall_s": 7.9
   },
   "claim_check": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 7925,
    "tokens_out": 166,
    "wall_s": 6.7
   },
   "fault_localization": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 6072,
    "tokens_out": 286,
    "wall_s": 6.9
   },
   "hypothesis_test": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 7108,
    "tokens_out": 420,
    "wall_s": 7.6
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7855,
    "tokens_out": 233,
    "wall_s": 6.4
   },
   "logged_ab": {
    "accepted": 5,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 6217,
    "tokens_out": 290,
    "wall_s": 6.6
   },
   "misconception_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7978,
    "tokens_out": 222,
    "wall_s": 6.4
   },
   "remediation": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 7382,
    "tokens_out": 1628,
    "wall_s": 9.9
   },
   "replan": {
    "accepted": 3,
    "calls_per_accepted": 3.333,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 8233,
    "tokens_out": 872,
    "wall_s": 8.8
   },
   "scenario_test": {
    "accepted": 4,
    "calls_per_accepted": 2.5,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 6052,
    "tokens_out": 308,
    "wall_s": 6.7
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8079,
    "tokens_out": 180,
    "wall_s": 7.3
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7216,
    "tokens_out": 420,
    "wall_s": 7.8
   },
   "vuln_detect": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 7718,
    "tokens_out": 298,
    "wall_s": 6.6
   }
  },
  "D": {
   "allocation": {
    "accepted": 5,
    "calls_per_accepted": 3.8,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 19,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 9768,
    "tokens_out": 3491,
    "wall_s": 21.4
   },
   "beam_sizing": {
    "accepted": 4,
    "calls_per_accepted": 5.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 21,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 12331,
    "tokens_out": 3408,
    "wall_s": 24.7
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2644,
    "tokens_out": 832,
    "wall_s": 7.9
   },
   "chain_diagnosis": {
    "accepted": 5,
    "calls_per_accepted": 6.0,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 10284,
    "tokens_out": 660,
    "wall_s": 22.1
   },
   "claim_check": {
    "accepted": 7,
    "calls_per_accepted": 1.429,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 4644,
    "tokens_out": 165,
    "wall_s": 7.5
   },
   "fault_localization": {
    "accepted": 2,
    "calls_per_accepted": 15.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 10331,
    "tokens_out": 1833,
    "wall_s": 23.9
   },
   "hypothesis_test": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 13191,
    "tokens_out": 1078,
    "wall_s": 30.9
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3865,
    "tokens_out": 283,
    "wall_s": 6.6
   },
   "logged_ab": {
    "accepted": 3,
    "calls_per_accepted": 4.333,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 13,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 4514,
    "tokens_out": 1835,
    "wall_s": 15.5
   },
   "misconception_diagnosis": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 4304,
    "tokens_out": 224,
    "wall_s": 6.2
   },
   "remediation": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 2802,
    "tokens_out": 1739,
    "wall_s": 10.7
   },
   "replan": {
    "accepted": 7,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 21,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 11875,
    "tokens_out": 3734,
    "wall_s": 24.9
   },
   "scenario_test": {
    "accepted": 7,
    "calls_per_accepted": 4.286,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 12148,
    "tokens_out": 1237,
    "wall_s": 20.9
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8336,
    "tokens_out": 410,
    "wall_s": 15.1
   },
   "underpowered": {
    "accepted": 7,
    "calls_per_accepted": 4.286,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 13197,
    "tokens_out": 1156,
    "wall_s": 32.4
   },
   "vuln_detect": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3970,
    "tokens_out": 289,
    "wall_s": 6.5
   }
  },
  "E": {
   "allocation": {
    "accepted": 3,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 19,
    "model_calls": 30,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 19446,
    "tokens_out": 3802,
    "wall_s": 30.5
   },
   "beam_sizing": {
    "accepted": 2,
    "calls_per_accepted": 15.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 19380,
    "tokens_out": 1842,
    "wall_s": 23.8
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.5,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 15,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 6907,
    "tokens_out": 2070,
    "wall_s": 16.1
   },
   "chain_diagnosis": {
    "accepted": 6,
    "calls_per_accepted": 5.0,
    "ci95": [
     0.3127,
     0.8318
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.6,
    "tokens_in": 15135,
    "tokens_out": 711,
    "wall_s": 19.9
   },
   "claim_check": {
    "accepted": 6,
    "calls_per_accepted": 1.667,
    "ci95": [
     0.3127,
     0.8318
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.6,
    "tokens_in": 5514,
    "tokens_out": 164,
    "wall_s": 7.0
   },
   "fault_localization": {
    "accepted": 5,
    "calls_per_accepted": 6.0,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 14294,
    "tokens_out": 1381,
    "wall_s": 21.5
   },
   "hypothesis_test": {
    "accepted": 4,
    "calls_per_accepted": 7.5,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 19791,
    "tokens_out": 1136,
    "wall_s": 21.9
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 5075,
    "tokens_out": 233,
    "wall_s": 5.9
   },
   "logged_ab": {
    "accepted": 4,
    "calls_per_accepted": 2.75,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 11,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 5867,
    "tokens_out": 1735,
    "wall_s": 13.2
   },
   "misconception_diagnosis": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 5174,
    "tokens_out": 224,
    "wall_s": 5.9
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 10424,
    "tokens_out": 3490,
    "wall_s": 20.4
   },
   "replan": {
    "accepted": 5,
    "calls_per_accepted": 5.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 15,
    "model_calls": 27,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 18359,
    "tokens_out": 3192,
    "wall_s": 26.5
   },
   "scenario_test": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 18444,
    "tokens_out": 1170,
    "wall_s": 25.9
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11865,
    "tokens_out": 459,
    "wall_s": 14.9
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 19797,
    "tokens_out": 1187,
    "wall_s": 21.7
   },
   "vuln_detect": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 4840,
    "tokens_out": 680,
    "wall_s": 7.6
   }
  },
  "F": {
   "allocation": {
    "accepted": 2,
    "calls_per_accepted": 12.5,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 25,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 14243,
    "tokens_out": 4485,
    "wall_s": 30.3
   },
   "beam_sizing": {
    "accepted": 7,
    "calls_per_accepted": 4.286,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 11,
    "model_calls": 30,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 18396,
    "tokens_out": 3933,
    "wall_s": 31.9
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 2.2,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 2,
    "model_calls": 22,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8657,
    "tokens_out": 2569,
    "wall_s": 21.6
   },
   "chain_diagnosis": {
    "accepted": 1,
    "calls_per_accepted": 30.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 11,
    "model_calls": 30,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 12710,
    "tokens_out": 2175,
    "wall_s": 29.1
   },
   "claim_check": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11031,
    "tokens_out": 1321,
    "wall_s": 19.4
   },
   "fault_localization": {
    "accepted": 3,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 11,
    "model_calls": 30,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 12036,
    "tokens_out": 2800,
    "wall_s": 27.0
   },
   "hypothesis_test": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     -0.0,
     0.2775
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 30,
    "n": 10,
    "rate": 0.0,
    "tokens_in": 15977,
    "tokens_out": 2673,
    "wall_s": 36.1
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 9639,
    "tokens_out": 1552,
    "wall_s": 16.4
   },
   "logged_ab": {
    "accepted": 2,
    "calls_per_accepted": 13.5,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 27,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 12645,
    "tokens_out": 3298,
    "wall_s": 28.2
   },
   "misconception_diagnosis": {
    "accepted": 9,
    "calls_per_accepted": 2.222,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 11276,
    "tokens_out": 2411,
    "wall_s": 21.1
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 2.4,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 24,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 11464,
    "tokens_out": 4525,
    "wall_s": 27.1
   },
   "replan": {
    "accepted": 4,
    "calls_per_accepted": 6.75,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 6,
    "model_calls": 27,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 15697,
    "tokens_out": 4708,
    "wall_s": 32.6
   },
   "scenario_test": {
    "accepted": 3,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 30,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 14228,
    "tokens_out": 2651,
    "wall_s": 26.9
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 16156,
    "tokens_out": 1900,
    "wall_s": 27.7
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 15697,
    "tokens_out": 2530,
    "wall_s": 38.1
   },
   "vuln_detect": {
    "accepted": 9,
    "calls_per_accepted": 2.222,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 9817,
    "tokens_out": 1585,
    "wall_s": 17.6
   }
  },
  "G": {
   "allocation": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "beam_sizing": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 64,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2644,
    "tokens_out": 832,
    "wall_s": 7.9
   },
   "chain_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 33,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "claim_check": {
    "accepted": 7,
    "calls_per_accepted": 1.429,
    "ci95": [
     0.3968,
     0.8922
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.7,
    "tokens_in": 4644,
    "tokens_out": 165,
    "wall_s": 7.5
   },
   "fault_localization": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 33,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "hypothesis_test": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 40,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "learning_plan": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3865,
    "tokens_out": 283,
    "wall_s": 6.6
   },
   "logged_ab": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "misconception_diagnosis": {
    "accepted": 9,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 4304,
    "tokens_out": 224,
    "wall_s": 6.2
   },
   "remediation": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 2802,
    "tokens_out": 1739,
    "wall_s": 10.7
   },
   "replan": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "scenario_test": {
    "accepted": 9,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 0,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "skewed_prior_diagnosis": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8336,
    "tokens_out": 410,
    "wall_s": 15.1
   },
   "underpowered": {
    "accepted": 10,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 40,
    "model_calls": 0,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "vuln_detect": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 3970,
    "tokens_out": 289,
    "wall_s": 6.5
   }
  },
  "H": {
   "bug_fix": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     0.0,
     0.3903
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 0,
    "n": 6,
    "rate": 0.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 803.7
   }
  },
  "team-governed_swarm": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2804,
    "tokens_out": 858,
    "wall_s": 14.8
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2962,
    "tokens_out": 1268,
    "wall_s": 14.9
   }
  },
  "team-hierarchical": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7582,
    "tokens_out": 3505,
    "wall_s": 30.2
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 6194,
    "tokens_out": 4833,
    "wall_s": 35.2
   }
  },
  "team-single": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2644,
    "tokens_out": 739,
    "wall_s": 11.3
   },
   "remediation": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 2802,
    "tokens_out": 1721,
    "wall_s": 13.7
   }
  },
  "team-specialist_verifier": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2734,
    "tokens_out": 739,
    "wall_s": 11.7
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 1.3,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 2,
    "model_calls": 13,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 4430,
    "tokens_out": 2398,
    "wall_s": 19.1
   }
  },
  "team-specialists": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 2.1,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 21,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8581,
    "tokens_out": 3080,
    "wall_s": 26.8
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 2.6,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 6,
    "model_calls": 26,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 12675,
    "tokens_out": 5090,
    "wall_s": 36.8
   }
  },
  "team-three_diverse": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8552,
    "tokens_out": 2649,
    "wall_s": 34.7
   },
   "remediation": {
    "accepted": 10,
    "calls_per_accepted": 3.2,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 32,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 10227,
    "tokens_out": 5613,
    "wall_s": 43.3
   }
  },
  "team-three_identical": {
   "bug_fix": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7932,
    "tokens_out": 2383,
    "wall_s": 32.3
   },
   "remediation": {
    "accepted": 9,
    "calls_per_accepted": 3.556,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 32,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 9539,
    "tokens_out": 5655,
    "wall_s": 42.3
   }
  },
  "team_r2-governed_swarm": {
   "allocation": {
    "accepted": 5,
    "calls_per_accepted": 5.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 27,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 14068,
    "tokens_out": 4393,
    "wall_s": 31.6
   },
   "fault_localization": {
    "accepted": 2,
    "calls_per_accepted": 25.5,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 25,
    "model_calls": 51,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 19456,
    "tokens_out": 3394,
    "wall_s": 42.4
   }
  },
  "team_r2-hierarchical": {
   "allocation": {
    "accepted": 5,
    "calls_per_accepted": 6.6,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 33,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 15729,
    "tokens_out": 7912,
    "wall_s": 46.1
   },
   "fault_localization": {
    "accepted": 2,
    "calls_per_accepted": 19.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 17,
    "model_calls": 38,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 16613,
    "tokens_out": 4580,
    "wall_s": 39.6
   }
  },
  "team_r2-single": {
   "allocation": {
    "accepted": 5,
    "calls_per_accepted": 3.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 17,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 8381,
    "tokens_out": 2674,
    "wall_s": 18.1
   },
   "fault_localization": {
    "accepted": 5,
    "calls_per_accepted": 6.0,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 10314,
    "tokens_out": 1894,
    "wall_s": 25.1
   }
  },
  "team_r2-specialist_verifier": {
   "allocation": {
    "accepted": 4,
    "calls_per_accepted": 6.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 25,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 12302,
    "tokens_out": 5401,
    "wall_s": 32.6
   },
   "fault_localization": {
    "accepted": 4,
    "calls_per_accepted": 9.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 25,
    "model_calls": 37,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 12044,
    "tokens_out": 1998,
    "wall_s": 29.0
   }
  },
  "team_r2-specialists": {
   "allocation": {
    "accepted": 2,
    "calls_per_accepted": 14.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 28,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 15753,
    "tokens_out": 4892,
    "wall_s": 34.0
   },
   "fault_localization": {
    "accepted": 1,
    "calls_per_accepted": 30.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 9370,
    "tokens_out": 1010,
    "wall_s": 21.4
   }
  },
  "team_r2-three_diverse": {
   "allocation": {
    "accepted": 3,
    "calls_per_accepted": 20.0,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 12,
    "model_calls": 60,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 31197,
    "tokens_out": 8104,
    "wall_s": 64.2
   },
   "fault_localization": {
    "accepted": 2,
    "calls_per_accepted": 44.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 57,
    "model_calls": 88,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 31142,
    "tokens_out": 6790,
    "wall_s": 78.6
   }
  },
  "team_r2-three_identical": {
   "allocation": {
    "accepted": 4,
    "calls_per_accepted": 12.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 49,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 23553,
    "tokens_out": 7672,
    "wall_s": 53.1
   },
   "fault_localization": {
    "accepted": 5,
    "calls_per_accepted": 17.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 57,
    "model_calls": 87,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 29956,
    "tokens_out": 6533,
    "wall_s": 75.7
   }
  }
 },
 "by_vertical": {
  "A": {
   "business": {
    "accepted": 7,
    "calls_per_accepted": 5.714,
    "ci95": [
     0.0875,
     0.3195
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 40,
    "n": 40,
    "rate": 0.175,
    "tokens_in": 12640,
    "tokens_out": 6747,
    "wall_s": 47.9
   },
   "education": {
    "accepted": 19,
    "calls_per_accepted": 1.053,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 8169,
    "tokens_out": 568,
    "wall_s": 13.3
   },
   "engineering": {
    "accepted": 12,
    "calls_per_accepted": 2.5,
    "ci95": [
     0.2459,
     0.5768
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.4,
    "tokens_in": 10746,
    "tokens_out": 3732,
    "wall_s": 33.8
   },
   "science": {
    "accepted": 16,
    "calls_per_accepted": 1.875,
    "ci95": [
     0.3614,
     0.6977
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.5333,
    "tokens_in": 11120,
    "tokens_out": 1004,
    "wall_s": 29.2
   },
   "security": {
    "accepted": 18,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.699,
     0.9721
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.9,
    "tokens_in": 6682,
    "tokens_out": 2159,
    "wall_s": 16.3
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.2993,
     0.7007
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.5,
    "tokens_in": 5014,
    "tokens_out": 1655,
    "wall_s": 16.7
   }
  },
  "B": {
   "business": {
    "accepted": 4,
    "calls_per_accepted": 10.0,
    "ci95": [
     0.0396,
     0.2305
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 40,
    "n": 40,
    "rate": 0.1,
    "tokens_in": 40240,
    "tokens_out": 2560,
    "wall_s": 34.3
   },
   "education": {
    "accepted": 20,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.8389,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 1.0,
    "tokens_in": 23009,
    "tokens_out": 455,
    "wall_s": 12.9
   },
   "engineering": {
    "accepted": 13,
    "calls_per_accepted": 2.308,
    "ci95": [
     0.2738,
     0.608
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.4333,
    "tokens_in": 32496,
    "tokens_out": 2396,
    "wall_s": 28.5
   },
   "science": {
    "accepted": 19,
    "calls_per_accepted": 1.579,
    "ci95": [
     0.4551,
     0.7813
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.6333,
    "tokens_in": 30290,
    "tokens_out": 1007,
    "wall_s": 28.8
   },
   "security": {
    "accepted": 18,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.699,
     0.9721
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.9,
    "tokens_in": 25122,
    "tokens_out": 1867,
    "wall_s": 17.8
   },
   "software": {
    "accepted": 11,
    "calls_per_accepted": 1.818,
    "ci95": [
     0.3421,
     0.7418
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.55,
    "tokens_in": 19174,
    "tokens_out": 929,
    "wall_s": 14.8
   }
  },
  "C": {
   "business": {
    "accepted": 12,
    "calls_per_accepted": 3.333,
    "ci95": [
     0.1807,
     0.4543
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 40,
    "n": 40,
    "rate": 0.3,
    "tokens_in": 28468,
    "tokens_out": 2394,
    "wall_s": 30.6
   },
   "education": {
    "accepted": 20,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.8389,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 1.0,
    "tokens_in": 15833,
    "tokens_out": 455,
    "wall_s": 12.8
   },
   "engineering": {
    "accepted": 13,
    "calls_per_accepted": 2.308,
    "ci95": [
     0.2738,
     0.608
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.4333,
    "tokens_in": 22725,
    "tokens_out": 1748,
    "wall_s": 26.7
   },
   "science": {
    "accepted": 18,
    "calls_per_accepted": 1.667,
    "ci95": [
     0.4232,
     0.7541
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 30,
    "rate": 0.6,
    "tokens_in": 22249,
    "tokens_out": 1006,
    "wall_s": 22.1
   },
   "security": {
    "accepted": 17,
    "calls_per_accepted": 1.176,
    "ci95": [
     0.6396,
     0.9476
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.85,
    "tokens_in": 15100,
    "tokens_out": 1926,
    "wall_s": 16.5
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.2993,
     0.7007
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.5,
    "tokens_in": 13660,
    "tokens_out": 1025,
    "wall_s": 14.2
   }
  },
  "D": {
   "business": {
    "accepted": 22,
    "calls_per_accepted": 3.773,
    "ci95": [
     0.3983,
     0.6929
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 21,
    "model_calls": 83,
    "n": 40,
    "rate": 0.55,
    "tokens_in": 38305,
    "tokens_out": 10297,
    "wall_s": 82.7
   },
   "education": {
    "accepted": 19,
    "calls_per_accepted": 1.053,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 8169,
    "tokens_out": 507,
    "wall_s": 12.8
   },
   "engineering": {
    "accepted": 19,
    "calls_per_accepted": 3.737,
    "ci95": [
     0.4551,
     0.7813
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 31,
    "model_calls": 71,
    "n": 30,
    "rate": 0.6333,
    "tokens_in": 30951,
    "tokens_out": 4478,
    "wall_s": 61.9
   },
   "science": {
    "accepted": 24,
    "calls_per_accepted": 2.917,
    "ci95": [
     0.6269,
     0.905
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 40,
    "model_calls": 70,
    "n": 30,
    "rate": 0.8,
    "tokens_in": 31032,
    "tokens_out": 2399,
    "wall_s": 70.8
   },
   "security": {
    "accepted": 18,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.699,
     0.9721
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.9,
    "tokens_in": 6772,
    "tokens_out": 2028,
    "wall_s": 17.2
   },
   "software": {
    "accepted": 12,
    "calls_per_accepted": 3.333,
    "ci95": [
     0.3866,
     0.7812
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 40,
    "n": 20,
    "rate": 0.6,
    "tokens_in": 12975,
    "tokens_out": 2665,
    "wall_s": 31.7
   }
  },
  "E": {
   "business": {
    "accepted": 22,
    "calls_per_accepted": 4.455,
    "ci95": [
     0.3983,
     0.6929
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 54,
    "model_calls": 98,
    "n": 40,
    "rate": 0.55,
    "tokens_in": 62116,
    "tokens_out": 9899,
    "wall_s": 96.1
   },
   "education": {
    "accepted": 19,
    "calls_per_accepted": 1.053,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 10249,
    "tokens_out": 457,
    "wall_s": 11.9
   },
   "engineering": {
    "accepted": 18,
    "calls_per_accepted": 4.444,
    "ci95": [
     0.4232,
     0.7541
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 50,
    "model_calls": 80,
    "n": 30,
    "rate": 0.6,
    "tokens_in": 46380,
    "tokens_out": 3012,
    "wall_s": 58.6
   },
   "science": {
    "accepted": 20,
    "calls_per_accepted": 3.5,
    "ci95": [
     0.4878,
     0.8077
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 40,
    "model_calls": 70,
    "n": 30,
    "rate": 0.6667,
    "tokens_in": 45102,
    "tokens_out": 2487,
    "wall_s": 50.5
   },
   "security": {
    "accepted": 20,
    "calls_per_accepted": 1.5,
    "ci95": [
     0.8389,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 10,
    "model_calls": 30,
    "n": 20,
    "rate": 1.0,
    "tokens_in": 15264,
    "tokens_out": 4170,
    "wall_s": 28.0
   },
   "software": {
    "accepted": 15,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.5313,
     0.8881
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 24,
    "model_calls": 45,
    "n": 20,
    "rate": 0.75,
    "tokens_in": 21201,
    "tokens_out": 3451,
    "wall_s": 37.6
   }
  },
  "F": {
   "business": {
    "accepted": 11,
    "calls_per_accepted": 9.909,
    "ci95": [
     0.1611,
     0.4284
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 109,
    "n": 40,
    "rate": 0.275,
    "tokens_in": 56813,
    "tokens_out": 15142,
    "wall_s": 117.9
   },
   "education": {
    "accepted": 19,
    "calls_per_accepted": 2.105,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 40,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 20915,
    "tokens_out": 3963,
    "wall_s": 37.4
   },
   "engineering": {
    "accepted": 18,
    "calls_per_accepted": 5.0,
    "ci95": [
     0.4232,
     0.7541
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 32,
    "model_calls": 90,
    "n": 30,
    "rate": 0.6,
    "tokens_in": 47262,
    "tokens_out": 8008,
    "wall_s": 88.7
   },
   "science": {
    "accepted": 20,
    "calls_per_accepted": 4.0,
    "ci95": [
     0.4878,
     0.8077
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 80,
    "n": 30,
    "rate": 0.6667,
    "tokens_in": 42705,
    "tokens_out": 6524,
    "wall_s": 93.5
   },
   "security": {
    "accepted": 19,
    "calls_per_accepted": 2.316,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 44,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 21281,
    "tokens_out": 6110,
    "wall_s": 44.7
   },
   "software": {
    "accepted": 13,
    "calls_per_accepted": 4.0,
    "ci95": [
     0.4329,
     0.8188
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 13,
    "model_calls": 52,
    "n": 20,
    "rate": 0.65,
    "tokens_in": 20693,
    "tokens_out": 5369,
    "wall_s": 48.6
   }
  },
  "G": {
   "business": {
    "accepted": 39,
    "calls_per_accepted": 0.0,
    "ci95": [
     0.8712,
     0.9956
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 0,
    "n": 40,
    "rate": 0.975,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 0.0
   },
   "education": {
    "accepted": 19,
    "calls_per_accepted": 1.053,
    "ci95": [
     0.7639,
     0.9911
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.95,
    "tokens_in": 8169,
    "tokens_out": 507,
    "wall_s": 12.8
   },
   "engineering": {
    "accepted": 30,
    "calls_per_accepted": 0.667,
    "ci95": [
     0.8865,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 107,
    "model_calls": 20,
    "n": 30,
    "rate": 1.0,
    "tokens_in": 8336,
    "tokens_out": 410,
    "wall_s": 15.1
   },
   "science": {
    "accepted": 27,
    "calls_per_accepted": 0.37,
    "ci95": [
     0.7438,
     0.9654
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 80,
    "model_calls": 10,
    "n": 30,
    "rate": 0.9,
    "tokens_in": 4644,
    "tokens_out": 165,
    "wall_s": 7.5
   },
   "security": {
    "accepted": 18,
    "calls_per_accepted": 1.111,
    "ci95": [
     0.699,
     0.9721
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 20,
    "rate": 0.9,
    "tokens_in": 6772,
    "tokens_out": 2028,
    "wall_s": 17.2
   },
   "software": {
    "accepted": 20,
    "calls_per_accepted": 0.5,
    "ci95": [
     0.8389,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 33,
    "model_calls": 10,
    "n": 20,
    "rate": 1.0,
    "tokens_in": 2644,
    "tokens_out": 832,
    "wall_s": 7.9
   }
  },
  "H": {
   "software": {
    "accepted": 0,
    "calls_per_accepted": null,
    "ci95": [
     0.0,
     0.3903
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 0,
    "n": 6,
    "rate": 0.0,
    "tokens_in": 0,
    "tokens_out": 0,
    "wall_s": 803.7
   }
  },
  "team-governed_swarm": {
   "security": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2962,
    "tokens_out": 1268,
    "wall_s": 14.9
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2804,
    "tokens_out": 858,
    "wall_s": 14.8
   }
  },
  "team-hierarchical": {
   "security": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 6194,
    "tokens_out": 4833,
    "wall_s": 35.2
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 2.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 20,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7582,
    "tokens_out": 3505,
    "wall_s": 30.2
   }
  },
  "team-single": {
   "security": {
    "accepted": 8,
    "calls_per_accepted": 1.25,
    "ci95": [
     0.4902,
     0.9433
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 0.8,
    "tokens_in": 2802,
    "tokens_out": 1721,
    "wall_s": 13.7
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2644,
    "tokens_out": 739,
    "wall_s": 11.3
   }
  },
  "team-specialist_verifier": {
   "security": {
    "accepted": 10,
    "calls_per_accepted": 1.3,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 2,
    "model_calls": 13,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 4430,
    "tokens_out": 2398,
    "wall_s": 19.1
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 1.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 10,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 2734,
    "tokens_out": 739,
    "wall_s": 11.7
   }
  },
  "team-specialists": {
   "security": {
    "accepted": 10,
    "calls_per_accepted": 2.6,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 6,
    "model_calls": 26,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 12675,
    "tokens_out": 5090,
    "wall_s": 36.8
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 2.1,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 21,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8581,
    "tokens_out": 3080,
    "wall_s": 26.8
   }
  },
  "team-three_diverse": {
   "security": {
    "accepted": 10,
    "calls_per_accepted": 3.2,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 32,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 10227,
    "tokens_out": 5613,
    "wall_s": 43.3
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 8552,
    "tokens_out": 2649,
    "wall_s": 34.7
   }
  },
  "team-three_identical": {
   "security": {
    "accepted": 9,
    "calls_per_accepted": 3.556,
    "ci95": [
     0.5958,
     0.9821
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 1,
    "model_calls": 32,
    "n": 10,
    "rate": 0.9,
    "tokens_in": 9539,
    "tokens_out": 5655,
    "wall_s": 42.3
   },
   "software": {
    "accepted": 10,
    "calls_per_accepted": 3.0,
    "ci95": [
     0.7225,
     1.0
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 30,
    "n": 10,
    "rate": 1.0,
    "tokens_in": 7932,
    "tokens_out": 2383,
    "wall_s": 32.3
   }
  },
  "team_r2-governed_swarm": {
   "business": {
    "accepted": 5,
    "calls_per_accepted": 5.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 27,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 14068,
    "tokens_out": 4393,
    "wall_s": 31.6
   },
   "software": {
    "accepted": 2,
    "calls_per_accepted": 25.5,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 25,
    "model_calls": 51,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 19456,
    "tokens_out": 3394,
    "wall_s": 42.4
   }
  },
  "team_r2-hierarchical": {
   "business": {
    "accepted": 5,
    "calls_per_accepted": 6.6,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 33,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 15729,
    "tokens_out": 7912,
    "wall_s": 46.1
   },
   "software": {
    "accepted": 2,
    "calls_per_accepted": 19.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 17,
    "model_calls": 38,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 16613,
    "tokens_out": 4580,
    "wall_s": 39.6
   }
  },
  "team_r2-single": {
   "business": {
    "accepted": 5,
    "calls_per_accepted": 3.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 17,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 8381,
    "tokens_out": 2674,
    "wall_s": 18.1
   },
   "software": {
    "accepted": 5,
    "calls_per_accepted": 6.0,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 10314,
    "tokens_out": 1894,
    "wall_s": 25.1
   }
  },
  "team_r2-specialist_verifier": {
   "business": {
    "accepted": 4,
    "calls_per_accepted": 6.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 25,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 12302,
    "tokens_out": 5401,
    "wall_s": 32.6
   },
   "software": {
    "accepted": 4,
    "calls_per_accepted": 9.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 25,
    "model_calls": 37,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 12044,
    "tokens_out": 1998,
    "wall_s": 29.0
   }
  },
  "team_r2-specialists": {
   "business": {
    "accepted": 2,
    "calls_per_accepted": 14.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 4,
    "model_calls": 28,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 15753,
    "tokens_out": 4892,
    "wall_s": 34.0
   },
   "software": {
    "accepted": 1,
    "calls_per_accepted": 30.0,
    "ci95": [
     0.0179,
     0.4042
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 20,
    "model_calls": 30,
    "n": 10,
    "rate": 0.1,
    "tokens_in": 9370,
    "tokens_out": 1010,
    "wall_s": 21.4
   }
  },
  "team_r2-three_diverse": {
   "business": {
    "accepted": 3,
    "calls_per_accepted": 20.0,
    "ci95": [
     0.1078,
     0.6032
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 12,
    "model_calls": 60,
    "n": 10,
    "rate": 0.3,
    "tokens_in": 31197,
    "tokens_out": 8104,
    "wall_s": 64.2
   },
   "software": {
    "accepted": 2,
    "calls_per_accepted": 44.0,
    "ci95": [
     0.0567,
     0.5098
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 57,
    "model_calls": 88,
    "n": 10,
    "rate": 0.2,
    "tokens_in": 31142,
    "tokens_out": 6790,
    "wall_s": 78.6
   }
  },
  "team_r2-three_identical": {
   "business": {
    "accepted": 4,
    "calls_per_accepted": 12.25,
    "ci95": [
     0.1682,
     0.6873
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 0,
    "model_calls": 49,
    "n": 10,
    "rate": 0.4,
    "tokens_in": 23553,
    "tokens_out": 7672,
    "wall_s": 53.1
   },
   "software": {
    "accepted": 5,
    "calls_per_accepted": 17.4,
    "ci95": [
     0.2366,
     0.7634
    ],
    "denied_tool_calls": 0,
    "governed_tool_calls": 57,
    "model_calls": 87,
    "n": 10,
    "rate": 0.5,
    "tokens_in": 29956,
    "tokens_out": 6533,
    "wall_s": 75.7
   }
  }
 },
 "contrasts": {
  "A_vs_B": {
   "control": "A",
   "control_accepted": 82,
   "control_only": 10,
   "difference_pp": 1.88,
   "p_mcnemar_exact": 0.677639,
   "pairs": 160,
   "treatment": "B",
   "treatment_accepted": 85,
   "treatment_only": 13
  },
  "A_vs_C": {
   "control": "A",
   "control_accepted": 82,
   "control_only": 4,
   "difference_pp": 5.0,
   "p_mcnemar_exact": 0.076813,
   "pairs": 160,
   "treatment": "C",
   "treatment_accepted": 90,
   "treatment_only": 12
  },
  "A_vs_D": {
   "control": "A",
   "control_accepted": 82,
   "control_only": 11,
   "difference_pp": 20.0,
   "p_mcnemar_exact": 1.4e-05,
   "pairs": 160,
   "treatment": "D",
   "treatment_accepted": 114,
   "treatment_only": 43
  },
  "B_vs_G": {
   "control": "B",
   "control_accepted": 85,
   "control_only": 5,
   "difference_pp": 42.5,
   "p_mcnemar_exact": 0.0,
   "pairs": 160,
   "treatment": "G",
   "treatment_accepted": 153,
   "treatment_only": 73
  },
  "C_vs_G": {
   "control": "C",
   "control_accepted": 90,
   "control_only": 4,
   "difference_pp": 39.38,
   "p_mcnemar_exact": 0.0,
   "pairs": 160,
   "treatment": "G",
   "treatment_accepted": 153,
   "treatment_only": 67
  },
  "D_vs_E": {
   "control": "D",
   "control_accepted": 114,
   "control_only": 17,
   "difference_pp": 0.0,
   "p_mcnemar_exact": 1.0,
   "pairs": 160,
   "treatment": "E",
   "treatment_accepted": 114,
   "treatment_only": 17
  },
  "D_vs_F": {
   "control": "D",
   "control_accepted": 114,
   "control_only": 32,
   "difference_pp": -8.75,
   "p_mcnemar_exact": 0.064909,
   "pairs": 160,
   "treatment": "F",
   "treatment_accepted": 100,
   "treatment_only": 18
  },
  "D_vs_G": {
   "control": "D",
   "control_accepted": 114,
   "control_only": 0,
   "difference_pp": 24.38,
   "p_mcnemar_exact": 0.0,
   "pairs": 160,
   "treatment": "G",
   "treatment_accepted": 153,
   "treatment_only": 39
  }
 },
 "duplicate_rows_ignored": {
  "F": 139,
  "H": 12
 },
 "model_label": "claude-haiku-5-5",
 "schema": "cain.e91.core_analysis.v1",
 "source_files": [
  "rows_heldout_A.jsonl",
  "rows_heldout_B.jsonl",
  "rows_heldout_C.jsonl",
  "rows_heldout_D.jsonl",
  "rows_heldout_E.jsonl",
  "rows_heldout_F.jsonl",
  "rows_heldout_G.jsonl",
  "rows_heldout_H.jsonl",
  "rows_heldout_team-governed_swarm.jsonl",
  "rows_heldout_team-hierarchical.jsonl",
  "rows_heldout_team-single.jsonl",
  "rows_heldout_team-specialist_verifier.jsonl",
  "rows_heldout_team-specialists.jsonl",
  "rows_heldout_team-three_diverse.jsonl",
  "rows_heldout_team-three_identical.jsonl",
  "rows_heldout_team_r2-governed_swarm.jsonl",
  "rows_heldout_team_r2-hierarchical.jsonl",
  "rows_heldout_team_r2-single.jsonl",
  "rows_heldout_team_r2-specialist_verifier.jsonl",
  "rows_heldout_team_r2-specialists.jsonl",
  "rows_heldout_team_r2-three_diverse.jsonl",
  "rows_heldout_team_r2-three_identical.jsonl"
 ]
}