{
 "arms": {
  "A_deterministic": {
   "accuracy": 0.1562,
   "correct": 5,
   "model_calls": 0,
   "tasks": 32,
   "tokens": 0
  },
  "B_single": {
   "accuracy": 0.3438,
   "correct": 11,
   "model_calls": 32,
   "tasks": 32,
   "tokens": 4072
  },
  "T_tool_single": {
   "accuracy": 0.0938,
   "correct": 3,
   "model_calls": 32,
   "tasks": 32,
   "tokens": 5411
  }
 },
 "execution_class": "LOCAL_MODEL_INFERENCE",
 "grants_authority": false,
 "model_calls": 64,
 "paired": {
  "T_vs_B": {
   "both": 1,
   "discordant_pairs": 12,
   "neither": 19,
   "only_B": 10,
   "only_T": 2,
   "only_first": 2,
   "only_second": 10,
   "p_value_two_sided": 0.0386,
   "tasks": 32
  }
 },
 "per_domain": 4,
 "raw_rows": "artifacts/e79/bench_replication/*.jsonl",
 "schema": "cain2027.e79.replication.v2",
 "seed": 791,
 "tasks_total": 32,
 "tokens": 9483
}
