{
 "e141_task_families_label": "SIMULATED TASK FAMILY (constructed environments regenerated from seeds)",
 "entries": [
  {
   "benchmark": "ARC-AGI-2 (private/semi-private)",
   "reason": "requires Kaggle/ARC Prize submission; not attempted in E141",
   "status": "BLOCKED"
  },
  {
   "benchmark": "ARC-AGI-3 (interactive)",
   "reason": "official harness/API access not configured on this host",
   "status": "BLOCKED"
  },
  {
   "benchmark": "METR task-horizon suite",
   "reason": "no access to METR tasks",
   "status": "BLOCKED"
  },
  {
   "benchmark": "SWE-bench Pro",
   "reason": "needs a capable model and containerized harness; no model calls in E141",
   "status": "BLOCKED"
  },
  {
   "benchmark": "OSWorld",
   "reason": "needs a VM-based desktop harness; not available on this host",
   "status": "BLOCKED"
  },
  {
   "benchmark": "CLADDER-v1 (public)",
   "reason": "E140 rules were written against the full public set with no held-out split (E141 baseline audit)",
   "status": "LOCAL_PROXY_CONTAMINATED"
  }
 ],
 "labels": [
  "OFFICIAL EVALUATION",
  "LOCAL REPRODUCTION",
  "LOCAL PROXY",
  "SIMULATED TASK FAMILY",
  "BLOCKED ACCESS"
 ],
 "official_evaluations_run_in_e141": 0
}
