{
 "limit": "constructed missions, not a real-world field study",
 "missions": [
  {
   "flags": [
    "held_out",
    "misleading"
   ],
   "id": "M1_software",
   "vertical": "software"
  },
  {
   "flags": [
    "adversarial_worker",
    "held_out"
   ],
   "id": "M2_security",
   "vertical": "security"
  },
  {
   "flags": [
    "held_out",
    "skill_required"
   ],
   "id": "M3_mathematics",
   "vertical": "mathematics"
  },
  {
   "flags": [
    "cross_domain",
    "held_out",
    "misleading"
   ],
   "id": "M4_science",
   "vertical": "science"
  },
  {
   "flags": [
    "held_out",
    "interruption"
   ],
   "id": "M5_data",
   "vertical": "data"
  },
  {
   "flags": [
    "cross_domain",
    "held_out",
    "human_approval"
   ],
   "id": "M6_business",
   "vertical": "business"
  },
  {
   "flags": [
    "abstain",
    "held_out"
   ],
   "id": "M7_abstain",
   "vertical": "science"
  }
 ],
 "prediction": "candidate outcome predicted then executed",
 "summary": {
  "A_base": {
   "adversary_rejected": 1,
   "approvals": 0,
   "false_accepts": 0,
   "mean_attempts": 1.0,
   "n": 7,
   "rate": 0.0,
   "recovered": 0,
   "solved": 0
  },
  "B_no_memory": {
   "adversary_rejected": 1,
   "approvals": 0,
   "false_accepts": 0,
   "mean_attempts": 2.0,
   "n": 7,
   "rate": 0.7143,
   "recovered": 0,
   "solved": 5
  },
  "C_no_planning": {
   "adversary_rejected": 1,
   "approvals": 0,
   "false_accepts": 0,
   "mean_attempts": 1.0,
   "n": 7,
   "rate": 0.0,
   "recovered": 0,
   "solved": 0
  },
  "D_no_transfer": {
   "adversary_rejected": 1,
   "approvals": 0,
   "false_accepts": 0,
   "mean_attempts": 1.71,
   "n": 7,
   "rate": 0.5714,
   "recovered": 0,
   "solved": 4
  },
  "E_full": {
   "adversary_rejected": 1,
   "approvals": 1,
   "false_accepts": 0,
   "mean_attempts": 1.57,
   "n": 7,
   "rate": 0.8571,
   "recovered": 1,
   "solved": 6
  },
  "F_full_governance": {
   "adversary_rejected": 1,
   "approvals": 1,
   "false_accepts": 0,
   "mean_attempts": 1.14,
   "n": 7,
   "rate": 0.8571,
   "recovered": 1,
   "solved": 6
  }
 }
}
