{
 "schema": "cain.e124.swebench_full.v1",
 "model": "anthropic",
 "scaffold": "cain-anthropic-e124",
 "dataset": "SWE-bench_Verified",
 "rows": 500,
 "resolved": 189,
 "n": 500,
 "rate": 0.378,
 "resolved_ids": [
  "astropy__astropy-13579",
  "astropy__astropy-14096",
  "astropy__astropy-14309",
  "astropy__astropy-7166",
  "django__django-10097",
  "django__django-10880",
  "django__django-10914",
  "django__django-10973",
  "django__django-11066",
  "django__django-11087",
  "django__django-11095",
  "django__django-11099",
  "django__django-11119",
  "django__django-11133",
  "django__django-11138",
  "django__django-11149",
  "django__django-11163",
  "django__django-11179",
  "django__django-11206",
  "django__django-11211",
  "django__django-11239",
  "django__django-11292",
  "django__django-11299",
  "django__django-11333",
  "django__django-11400",
  "django__django-11433",
  "django__django-11451",
  "django__django-11477",
  "django__django-11490",
  "django__django-11551",
  "django__django-11555",
  "django__django-11603",
  "django__django-11728",
  "django__django-11740",
  "django__django-11749",
  "django__django-11790",
  "django__django-11848",
  "django__django-11880",
  "django__django-11885",
  "django__django-11951",
  "django__django-11964",
  "django__django-11999",
  "django__django-12039",
  "django__django-12050",
  "django__django-12125",
  "django__django-12143",
  "django__django-12155",
  "django__django-12193",
  "django__django-12209",
  "django__django-12262",
  "django__django-12273",
  "django__django-12276",
  "django__django-12304",
  "django__django-12308",
  "django__django-12325",
  "django__django-12406",
  "django__django-12419",
  "django__django-12708",
  "django__django-12713",
  "django__django-12741",
  "django__django-12774",
  "django__django-12858",
  "django__django-12965",
  "django__django-13012",
  "django__django-13023",
  "django__django-13028",
  "django__django-13033",
  "django__django-13089",
  "django__django-13109",
  "django__django-13112",
  "django__django-13121",
  "django__django-13128",
  "django__django-13158",
  "django__django-13195",
  "django__django-13279",
  "django__django-13297",
  "django__django-13315",
  "django__django-13343",
  "django__django-13346",
  "django__django-13363",
  "django__django-13406",
  "django__django-13410",
  "django__django-13417",
  "django__django-13449",
  "django__django-13513",
  "django__django-13516",
  "django__django-13551",
  "django__django-13568",
  "django__django-13569",
  "django__django-13590",
  "django__django-13658",
  "django__django-13741",
  "django__django-13786",
  "django__django-13794",
  "django__django-13807",
  "django__django-13809",
  "django__django-13810",
  "django__django-13820",
  "django__django-13821",
  "django__django-13925",
  "django__django-13933",
  "django__django-13964",
  "django__django-14007",
  "django__django-14011",
  "django__django-14017",
  "django__django-14034",
  "django__django-14053",
  "django__django-14089",
  "django__django-14122",
  "django__django-14140",
  "django__django-14238",
  "django__django-14311",
  "django__django-14349",
  "django__django-14351",
  "django__django-14373",
  "django__django-14376",
  "django__django-14493",
  "django__django-14559",
  "django__django-14631",
  "django__django-14752",
  "django__django-14771",
  "django__django-15103",
  "django__django-15277",
  "django__django-15382",
  "django__django-15561",
  "django__django-15569",
  "django__django-15973",
  "django__django-16032",
  "django__django-16139",
  "django__django-16429",
  "django__django-16485",
  "django__django-16569",
  "django__django-16642",
  "matplotlib__matplotlib-13989",
  "matplotlib__matplotlib-20488",
  "matplotlib__matplotlib-20859",
  "matplotlib__matplotlib-21568",
  "matplotlib__matplotlib-22719",
  "matplotlib__matplotlib-22865",
  "psf__requests-1142",
  "psf__requests-5414",
  "pydata__xarray-2905",
  "pydata__xarray-3095",
  "pydata__xarray-3151",
  "pydata__xarray-3305",
  "pydata__xarray-4356",
  "pylint-dev__pylint-7277",
  "pylint-dev__pylint-8898",
  "scikit-learn__scikit-learn-10297",
  "scikit-learn__scikit-learn-10844",
  "scikit-learn__scikit-learn-10908",
  "scikit-learn__scikit-learn-11310",
  "scikit-learn__scikit-learn-11578",
  "scikit-learn__scikit-learn-12585",
  "scikit-learn__scikit-learn-12682",
  "scikit-learn__scikit-learn-13124",
  "scikit-learn__scikit-learn-13135",
  "scikit-learn__scikit-learn-13142",
  "scikit-learn__scikit-learn-13328",
  "scikit-learn__scikit-learn-13496",
  "scikit-learn__scikit-learn-13779",
  "scikit-learn__scikit-learn-14053",
  "scikit-learn__scikit-learn-14141",
  "scikit-learn__scikit-learn-14496",
  "scikit-learn__scikit-learn-14894",
  "scikit-learn__scikit-learn-25232",
  "scikit-learn__scikit-learn-25747",
  "scikit-learn__scikit-learn-25931",
  "scikit-learn__scikit-learn-25973",
  "scikit-learn__scikit-learn-26194",
  "scikit-learn__scikit-learn-26323",
  "sphinx-doc__sphinx-10323",
  "sphinx-doc__sphinx-8035",
  "sphinx-doc__sphinx-9258",
  "sympy__sympy-11618",
  "sympy__sympy-13757",
  "sympy__sympy-13877",
  "sympy__sympy-13878",
  "sympy__sympy-13974",
  "sympy__sympy-14248",
  "sympy__sympy-14531",
  "sympy__sympy-14711",
  "sympy__sympy-14976",
  "sympy__sympy-15017",
  "sympy__sympy-15345",
  "sympy__sympy-15349",
  "sympy__sympy-15875",
  "sympy__sympy-15976",
  "sympy__sympy-23413"
 ],
 "note": "SWE-bench Verified; official harness; not HCAST",
 "limits": [
  "one attempt per task",
  "patches generated by an Anthropic tool-use agent",
  "SWE-bench not METR HCAST"
 ],
 "progress": {
  "evaluated": 471,
  "batches": 61
 },
 "updated_at": "2026-11-21T04:55:29Z"
}
