{
 "arms": {
  "A_single": {
   "accuracy": 0.36,
   "by_family": {
    "access_decision": {
     "correct": 10,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 8,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 5,
     "n": 10
    },
    "dependency_impact": {
     "correct": 0,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 9,
     "n": 10
    },
    "plan_order": {
     "correct": 1,
     "n": 10
    },
    "transfer_supply": {
     "correct": 0,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 36,
   "execution_classes": [
    "REAL_REMOTE_MODEL"
   ],
   "latency_ms_per_task": 1090.8,
   "latency_ms_total": 109077.7,
   "n": 100,
   "tokens": 14451,
   "wilson95": [
    0.2727,
    0.4576
   ]
  },
  "B_learned": {
   "accuracy": 0.65,
   "by_family": {
    "access_decision": {
     "correct": 10,
     "n": 10
    },
    "arith_finance": {
     "correct": 9,
     "n": 10
    },
    "causal": {
     "correct": 10,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 10,
     "n": 10
    },
    "dependency_impact": {
     "correct": 8,
     "n": 10
    },
    "error_detect": {
     "correct": 1,
     "n": 10
    },
    "insufficient": {
     "correct": 9,
     "n": 10
    },
    "plan_order": {
     "correct": 6,
     "n": 10
    },
    "transfer_supply": {
     "correct": 1,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 65,
   "execution_classes": [
    "REAL_REMOTE_MODEL"
   ],
   "latency_ms_per_task": 1277.3,
   "latency_ms_total": 127725.7,
   "n": 100,
   "tokens": 38546,
   "wilson95": [
    0.5525,
    0.7364
   ]
  }
 },
 "comparisons": {
  "B_learned": {
   "delta_accuracy": 0.29,
   "mcnemar": {
    "a_only": 2,
    "b_only": 31,
    "discordant": 33,
    "p_two_sided": 0.0,
    "significant_at_0.05": true
   },
   "paired_n": 100,
   "token_ratio_vs_single": 2.67
  }
 },
 "knowledge": {
  "by_status": {
   "VERIFIED": 27
  },
  "quarantined": {}
 },
 "learning": {
  "access_decision": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:access_decision:fewshot",
     "baseline": {
      "correct": 8,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:access_decision:fewshot",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:access_decision:worked",
     "baseline": {
      "correct": 8,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:access_decision:worked",
      "correct": 5,
      "total": 8
     },
     "gain_tasks": -3,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 0,
   "validation_baseline": {
    "correct": 8,
    "total": 8
   }
  },
  "arith_finance": {
   "active": {
    "kind": "worked",
    "version": 2
   },
   "candidates": [
    {
     "arm": "val:cand:arith_finance:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:arith_finance:fewshot",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:arith_finance:worked",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:arith_finance:worked",
      "correct": 5,
      "total": 8
     },
     "gain_tasks": 5,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  },
  "causal": {
   "active": {
    "kind": "fewshot",
    "version": 1
   },
   "candidates": [
    {
     "arm": "val:cand:causal:fewshot",
     "baseline": {
      "correct": 4,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:causal:fewshot",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 4,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    },
    {
     "arm": "val:cand:causal:worked",
     "baseline": {
      "correct": 8,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:causal:worked",
      "correct": 7,
      "total": 8
     },
     "gain_tasks": -1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 4,
   "validation_baseline": {
    "correct": 4,
    "total": 8
   }
  },
  "constraint_schedule": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:constraint_schedule:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:constraint_schedule:fewshot",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:constraint_schedule:worked",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:constraint_schedule:worked",
      "correct": 1,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  },
  "contradiction": {
   "active": {
    "kind": "fewshot",
    "version": 1
   },
   "candidates": [
    {
     "arm": "val:cand:contradiction:fewshot",
     "baseline": {
      "correct": 4,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:contradiction:fewshot",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 4,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    },
    {
     "arm": "val:cand:contradiction:worked",
     "baseline": {
      "correct": 8,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:contradiction:worked",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 4,
   "validation_baseline": {
    "correct": 4,
    "total": 8
   }
  },
  "dependency_impact": {
   "active": {
    "kind": "worked",
    "version": 2
   },
   "candidates": [
    {
     "arm": "val:cand:dependency_impact:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:dependency_impact:fewshot",
      "correct": 1,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:dependency_impact:worked",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:dependency_impact:worked",
      "correct": 6,
      "total": 8
     },
     "gain_tasks": 6,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  },
  "error_detect": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:error_detect:fewshot",
     "baseline": {
      "correct": 1,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:error_detect:fewshot",
      "correct": 1,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:error_detect:worked",
     "baseline": {
      "correct": 1,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:error_detect:worked",
      "correct": 2,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 7,
   "validation_baseline": {
    "correct": 1,
    "total": 8
   }
  },
  "insufficient": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:insufficient:fewshot",
     "baseline": {
      "correct": 7,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:insufficient:fewshot",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:insufficient:worked",
     "baseline": {
      "correct": 7,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:insufficient:worked",
      "correct": 8,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 1,
   "validation_baseline": {
    "correct": 7,
    "total": 8
   }
  },
  "plan_order": {
   "active": {
    "kind": "fewshot",
    "version": 1
   },
   "candidates": [
    {
     "arm": "val:cand:plan_order:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:plan_order:fewshot",
      "correct": 3,
      "total": 8
     },
     "gain_tasks": 3,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    },
    {
     "arm": "val:cand:plan_order:worked",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:plan_order:worked",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": -3,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  }
 },
 "model_calls_logged": 416,
 "preregistration": {
  "arms": [
   "F_floor",
   "A_single",
   "A_single_1p5b",
   "A_single_135m",
   "B_learned",
   "C_specialist_verifier",
   "C_hierarchical",
   "D_selfconsistency3",
   "E_routed"
  ],
  "heldout_task_set_sha256": "b45eb4fa31340b8ddb9242089f0a9ea9c65d8646ce116ddf048ade6f662e5841",
  "hypotheses": {
   "H1_learning": "B_learned > A_single on held-out",
   "H2_collaboration": "C_specialist_verifier > A_single on held-out",
   "H3_transfer": "B_learned > A_single on transfer_supply (unseen domain)"
  },
  "metric": "exact match after the fixed answer parser",
  "n_heldout": 100,
  "n_validation": 72,
  "primary_model": "anthropic-frontier",
  "promotion_rule": "validation gain >= 2 tasks on the same validation tasks, approver != proposer",
  "registered_utc": 1794893564.474,
  "schema": "cain2027.e85.preregistration.v1",
  "suite": "e85-xdomain-v1",
  "test": "exact two-sided McNemar on paired tasks, alpha 0.05",
  "validation_task_set_sha256": "92cd57545b118e22965bd1c307c6c41b1d26fbf9136fbe2d0bbbba1dd3cbeb10"
 },
 "providers": [
  {
   "available": true,
   "context_window": 128000,
   "cost_in_per_mtok": 3.0,
   "cost_out_per_mtok": 15.0,
   "data_leaves_host": true,
   "execution_class": "REAL_REMOTE_MODEL",
   "key": "anthropic-frontier",
   "model": "claude-sonnet-5-5",
   "notes": "frontier run; credential present; cap $8.0"
  }
 ],
 "routing": {},
 "schema": "cain2027.e85.eval_summary.v1",
 "strategies_active": {
  "arith_finance": {
   "version": 2,
   "worked": true
  },
  "causal": {
   "version": 1,
   "worked": false
  },
  "contradiction": {
   "version": 1,
   "worked": false
  },
  "dependency_impact": {
   "version": 2,
   "worked": true
  },
  "plan_order": {
   "version": 1,
   "worked": false
  }
 },
 "suite": "e85-xdomain-v1",
 "wall_seconds_this_invocation": 0.1
}