{
 "schema": "cain.e124.campaign21.preregistration.v1",
 "frozen_at": "2026-11-21T03:12:39Z",
 "budget_usd": 20.0,
 "hard_cap_usd": 18.5,
 "hypothesis": "Two candidates with compile+localization selection raise the official resolve rate on the unresolved tail above the single-candidate rate measured on the same tail.",
 "selection": "45 unresolved instances, round-robin by repository over the sorted unresolved set (no gold/localization labels used for selection).",
 "arms": {
  "depth2": {
   "candidates": 2,
   "steps": 24,
   "model": "claude-sonnet-5-5",
   "workers": 4
  }
 },
 "primary_endpoint": "official SWE-bench Verified resolves gained (harness verdicts only)",
 "stop_rules": [
  "stop at $18.50 token-estimated spend",
  "stop after 90 minutes",
  "abort if provider errors exceed 20%"
 ],
 "exclusions": "none; evaluated-but-unresolved stays unresolved in the 500 denominator",
 "note": "a benchmark position is not intelligence; AGI NOT ACHIEVED",
 "ids": [
  "astropy__astropy-12907",
  "django__django-10554",
  "matplotlib__matplotlib-13989",
  "mwaskom__seaborn-3069",
  "pallets__flask-5014",
  "psf__requests-1724",
  "pydata__xarray-2905",
  "pylint-dev__pylint-4551",
  "pytest-dev__pytest-10051",
  "scikit-learn__scikit-learn-10297",
  "sphinx-doc__sphinx-10323",
  "sympy__sympy-11618",
  "astropy__astropy-13033",
  "django__django-10999",
  "matplotlib__matplotlib-14623",
  "mwaskom__seaborn-3187",
  "psf__requests-1766",
  "pydata__xarray-3095",
  "pylint-dev__pylint-4604",
  "pytest-dev__pytest-10081",
  "scikit-learn__scikit-learn-10844",
  "sphinx-doc__sphinx-10435",
  "sympy__sympy-13757",
  "astropy__astropy-13236",
  "django__django-11141",
  "matplotlib__matplotlib-20488",
  "psf__requests-1921",
  "pydata__xarray-3151",
  "pylint-dev__pylint-4661",
  "pytest-dev__pytest-10356",
  "scikit-learn__scikit-learn-10908",
  "sphinx-doc__sphinx-10466",
  "sympy__sympy-13798",
  "astropy__astropy-13398",
  "django__django-11265",
  "matplotlib__matplotlib-20676",
  "psf__requests-2317",
  "pydata__xarray-3305",
  "pylint-dev__pylint-4970",
  "pytest-dev__pytest-5262",
  "scikit-learn__scikit-learn-11578",
  "sphinx-doc__sphinx-10614",
  "sympy__sympy-13852",
  "astropy__astropy-13453",
  "django__django-11276"
 ],
 "n_ids": 45,
 "pending_for_free_eval": 30,
 "unresolved_pool": 330
}
