{
 "at": "2026-11-20T18:55:02Z",
 "capability": {
  "base_model": 0.0,
  "compute_matched": 0.6536,
  "families": 56,
  "frozen_e123": 0.0893,
  "full": 0.9786,
  "sealed": 280,
  "verified_families": 56,
  "wilson95": [
   0.954,
   0.9901
  ]
 },
 "localization": {
  "agent_runs": 1500,
  "head": "6c93ba9ec7c38eacb9f1541d427800bbbf121376c3fd7e8899e18a6e13100887",
  "instances": 500,
  "limits": [
   "file-level, not line-level",
   "Python files only",
   "no model calls",
   "constructed retrieval baseline, not a benchmark submission"
  ],
  "strategies": {
   "basenames": {
    "hits1": 1,
    "hits10": 2,
    "hits5": 2,
    "mrr": 0.0027,
    "n": 500,
    "recall@1": 0.002,
    "recall@10": 0.004,
    "recall@5": 0.004
   },
   "identifiers": {
    "hits1": 66,
    "hits10": 256,
    "hits5": 192,
    "mrr": 0.2512,
    "n": 500,
    "recall@1": 0.132,
    "recall@10": 0.512,
    "recall@5": 0.384
   },
   "naive": {
    "hits1": 31,
    "hits10": 207,
    "hits5": 134,
    "mrr": 0.1579,
    "n": 500,
    "recall@1": 0.062,
    "recall@10": 0.414,
    "recall@5": 0.268
   }
  }
 },
 "progress": {},
 "rank": {
  "checksum": "f90f34d321e5fd7dcf01ef5504846d8b00c7ef097c4dd290da77ca8bdda40e54",
  "generated_at": "2026-11-20T18:55:01Z",
  "leader": {
   "rate": 0.792,
   "resolved": 396,
   "submission": "20251215_livesweagent_claude-opus-4-5"
  },
  "milestones": [
   {
    "progress": 0.0,
    "rank": 1,
    "rate": 0.792,
    "resolved": 396,
    "submission": "20251215_livesweagent_claude-opus-4-5",
    "tasks_needed": 397
   },
   {
    "progress": 0.0,
    "rank": 20,
    "rate": 0.724,
    "resolved": 362,
    "submission": "20250522_tools_claude-4-sonnet",
    "tasks_needed": 363
   },
   {
    "progress": 0.0,
    "rank": 50,
    "rate": 0.628,
    "resolved": 314,
    "submission": "20250228_epam-ai-run-claude-3-5-sonnet",
    "tasks_needed": 315
   },
   {
    "progress": 0.0,
    "rank": 100,
    "rate": 0.406,
    "resolved": 203,
    "submission": "20241016_composio_swekit",
    "tasks_needed": 204
   }
  ],
  "of": 136,
  "rank": 136,
  "rate": 0.0,
  "resolved": 0,
  "to_first": 397,
  "to_next": 3,
  "to_top100": 204,
  "wilson95": [
   0.0,
   0.0076
  ]
 },
 "runner": {
  "at": "2026-11-20T18:54:14Z",
  "predicted": 8,
  "schema": "cain.e124.swebench_runner.v1",
  "spend": {
   "cache_read": 0,
   "calls": 124,
   "input": 1590499,
   "output": 101632,
   "usd": 31.48
  },
  "state": "EVALUATING"
 }
}
