[
 {
  "benchmark": "ARC-AGI-1 public evaluation (400)",
  "class": "2 official public-set local execution (E140, not re-run in E142)",
  "contamination": "DSL authored by the same team after the public set was available; contamination not excluded",
  "leaderboard_claim": false,
  "result": "17/400 (E140)"
 },
 {
  "benchmark": "ARC-AGI-2 public evaluation",
  "class": "2 official public-set local execution (E140)",
  "contamination": "same as above",
  "leaderboard_claim": false,
  "result": "see E140 bundle"
 },
 {
  "benchmark": "ARC-AGI-2 private / ARC Prize",
  "class": "7 blocked",
  "reason": "no authorized submission"
 },
 {
  "benchmark": "ARC-AGI-3 public environments",
  "class": "7 blocked",
  "reason": "an API client exists on another host (arc_agi3_api) but no API key/terms acceptance by the owner; E142 did not call it"
 },
 {
  "benchmark": "SWE-bench Pro",
  "class": "7 blocked",
  "reason": "official harness needs Docker images per task and model calls; paid budget is $0"
 },
 {
  "benchmark": "OSWorld",
  "class": "7 blocked",
  "reason": "needs VM images and a GUI agent model"
 },
 {
  "benchmark": "METR / long-horizon official evals",
  "class": "7 blocked",
  "reason": "no access"
 },
 {
  "benchmark": "CLADDER v1 (E140)",
  "class": "5 local proxy \u2014 contaminated",
  "reason": "parser rules written with knowledge of the full public set (E141 audit)"
 },
 {
  "benchmark": "E142 open-world families (10 x 10)",
  "class": "6 constructed internal environment",
  "reason": "designed by the same team; generators fixed before data (prereg f77d2db2f)"
 }
]
