{
 "missions": [
  {
   "flags": [
    "held_out",
    "misleading"
   ],
   "id": "M1_software",
   "vertical": "software"
  },
  {
   "flags": [
    "adversarial_worker",
    "held_out"
   ],
   "id": "M2_security",
   "vertical": "security"
  },
  {
   "flags": [
    "held_out",
    "skill_required"
   ],
   "id": "M3_mathematics",
   "vertical": "mathematics"
  },
  {
   "flags": [
    "cross_domain",
    "held_out",
    "misleading"
   ],
   "id": "M4_science",
   "vertical": "science"
  },
  {
   "flags": [
    "held_out",
    "interruption"
   ],
   "id": "M5_data",
   "vertical": "data"
  },
  {
   "flags": [
    "cross_domain",
    "held_out",
    "human_approval"
   ],
   "id": "M6_business",
   "vertical": "business"
  },
  {
   "flags": [
    "abstain",
    "held_out"
   ],
   "id": "M7_abstain",
   "vertical": "science"
  }
 ],
 "rows": [
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "off_by_one",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 2,
   "choice": "correct_fix",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.387,
   "solved": true,
   "verified": true,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "off_by_one",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 2,
   "choice": "correct_fix",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.374,
   "solved": true,
   "verified": true,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "E_full",
   "attempts": 1,
   "choice": "correct_fix",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.072,
   "solved": true,
   "verified": true,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "correct_fix",
   "false_accept": false,
   "mission": "M1_software",
   "recovered": null,
   "seconds": 0.076,
   "solved": true,
   "verified": true,
   "vertical": "software"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "allow_all",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 2,
   "choice": "sanitize_path",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "allow_all",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 2,
   "choice": "sanitize_path",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.001,
   "solved": true,
   "verified": true,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "E_full",
   "attempts": 1,
   "choice": "sanitize_path",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": true,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "sanitize_path",
   "false_accept": false,
   "mission": "M2_security",
   "recovered": null,
   "seconds": 0.001,
   "solved": true,
   "verified": true,
   "vertical": "security"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "triangular",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 1,
   "choice": "n_squared",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "n_squared",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 1,
   "choice": "n_squared",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "E_full",
   "attempts": 1,
   "choice": "n_squared",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "n_squared",
   "false_accept": false,
   "mission": "M3_mathematics",
   "recovered": null,
   "seconds": 0.001,
   "solved": true,
   "verified": true,
   "vertical": "mathematics"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 2,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 1,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "E_full",
   "attempts": 2,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 2,
   "choice": "observe_correlate",
   "false_accept": false,
   "mission": "M4_science",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "mean_all",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 2,
   "choice": "mean_dedup",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "mean_all",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 2,
   "choice": "mean_dedup",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "E_full",
   "attempts": 1,
   "choice": "mean_dedup",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": true,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "mean_dedup",
   "false_accept": false,
   "mission": "M5_data",
   "recovered": true,
   "seconds": 0.001,
   "solved": true,
   "verified": true,
   "vertical": "data"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "price_low",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 2,
   "choice": "price_optimal",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "price_low",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 1,
   "choice": "price_low",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": {
    "by": "owner-delegate",
    "granted": true,
    "requested": true
   },
   "arm": "E_full",
   "attempts": 2,
   "choice": "price_optimal",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": {
    "by": "owner-delegate",
    "granted": true,
    "requested": true
   },
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "price_optimal",
   "false_accept": false,
   "mission": "M6_business",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "business"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "A_base",
   "attempts": 1,
   "choice": "mechanism_a",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "B_no_memory",
   "attempts": 3,
   "choice": "mechanism_a",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "C_no_planning",
   "attempts": 1,
   "choice": "mechanism_a",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": false,
   "adversary_rejected": null,
   "approval": null,
   "arm": "D_no_transfer",
   "attempts": 3,
   "choice": "mechanism_a",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": false,
   "verified": false,
   "vertical": "science"
  },
  {
   "abstained": true,
   "adversary_rejected": null,
   "approval": null,
   "arm": "E_full",
   "attempts": 3,
   "choice": "ABSTAIN",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "science"
  },
  {
   "abstained": true,
   "adversary_rejected": null,
   "approval": null,
   "arm": "F_full_governance",
   "attempts": 1,
   "choice": "ABSTAIN",
   "false_accept": false,
   "mission": "M7_abstain",
   "recovered": null,
   "seconds": 0.0,
   "solved": true,
   "verified": true,
   "vertical": "science"
  }
 ]
}
