{
 "ablations": {
  "no_memory": {
   "accepted": 8,
   "accuracy": 1.0,
   "attempts": 107,
   "n": 8,
   "rows": [
    {
     "accepted": true,
     "attempts": 25,
     "edits": [
      "return:lower",
      "call+.strip"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.02797675132751465,
     "solved": true,
     "task": "normalize_email",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 13,
     "edits": [
      "return:sorted_dedupe"
     ],
     "family": "collection",
     "original_passed": 0,
     "seconds": 0.010987043380737305,
     "solved": true,
     "task": "unique_sorted",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Sub->Mult"
     ],
     "family": "collection",
     "original_passed": 0,
     "seconds": 0.07483839988708496,
     "solved": true,
     "task": "chunk",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Add->Mult"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.026022911071777344,
     "solved": true,
     "task": "truncate",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 10,
     "edits": [
      "split:empty"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.02399611473083496,
     "solved": true,
     "task": "count_words",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 14,
     "edits": [
      "return:title"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.011183023452758789,
     "solved": true,
     "task": "title_case",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 32,
     "edits": [
      "guard:arg1"
     ],
     "family": "math",
     "original_passed": 1,
     "seconds": 0.02560257911682129,
     "solved": true,
     "task": "safe_div",
     "total": 2
    },
    {
     "accepted": true,
     "attempts": 7,
     "edits": [
      "cmp:left.lower"
     ],
     "family": "logic",
     "original_passed": 1,
     "seconds": 0.0215911865234375,
     "solved": true,
     "task": "parse_bool",
     "total": 2
    }
   ],
   "seconds": 0.222,
   "wilson95": [
    0.6756,
    1.0
   ]
  },
  "no_planning": {
   "accepted": 7,
   "accuracy": 0.875,
   "attempts": 105,
   "n": 8,
   "rows": [
    {
     "accepted": false,
     "attempts": 23,
     "edits": [],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.011208057403564453,
     "solved": false,
     "task": "normalize_email",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 13,
     "edits": [
      "return:sorted_dedupe"
     ],
     "family": "collection",
     "original_passed": 0,
     "seconds": 0.009704351425170898,
     "solved": true,
     "task": "unique_sorted",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Sub->Mult"
     ],
     "family": "collection",
     "original_passed": 0,
     "seconds": 0.06812739372253418,
     "solved": true,
     "task": "chunk",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Add->Mult"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.027513980865478516,
     "solved": true,
     "task": "truncate",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 10,
     "edits": [
      "split:empty"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.024040699005126953,
     "solved": true,
     "task": "count_words",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 14,
     "edits": [
      "return:title"
     ],
     "family": "string",
     "original_passed": 0,
     "seconds": 0.01089787483215332,
     "solved": true,
     "task": "title_case",
     "total": 1
    },
    {
     "accepted": true,
     "attempts": 32,
     "edits": [
      "guard:arg1"
     ],
     "family": "math",
     "original_passed": 1,
     "seconds": 0.02441096305847168,
     "solved": true,
     "task": "safe_div",
     "total": 2
    },
    {
     "accepted": true,
     "attempts": 7,
     "edits": [
      "cmp:left.lower"
     ],
     "family": "logic",
     "original_passed": 1,
     "seconds": 0.01737499237060547,
     "solved": true,
     "task": "parse_bool",
     "total": 2
    }
   ],
   "seconds": 0.193,
   "wilson95": [
    0.5291,
    0.9776
   ]
  }
 },
 "at": 1794669086.3233323,
 "e74_baseline": {
  "accepted": 0,
  "accuracy": 0.0,
  "n": 8,
  "rows": [
   {
    "accepted": false,
    "original_passed": 0,
    "task": "normalize_email"
   },
   {
    "accepted": false,
    "original_passed": 0,
    "task": "unique_sorted"
   },
   {
    "accepted": false,
    "original_passed": 0,
    "task": "chunk"
   },
   {
    "accepted": false,
    "original_passed": 0,
    "task": "truncate"
   },
   {
    "accepted": false,
    "original_passed": 0,
    "task": "count_words"
   },
   {
    "accepted": false,
    "original_passed": 0,
    "task": "title_case"
   },
   {
    "accepted": false,
    "original_passed": 1,
    "task": "safe_div"
   },
   {
    "accepted": false,
    "original_passed": 1,
    "task": "parse_bool"
   }
  ],
  "wilson95": [
   0.0,
   0.3244
  ]
 },
 "e75_generalizer": {
  "accepted": 8,
  "accuracy": 1.0,
  "attempts": 107,
  "n": 8,
  "rows": [
   {
    "accepted": true,
    "attempts": 25,
    "edits": [
     "return:lower",
     "call+.strip"
    ],
    "family": "string",
    "original_passed": 0,
    "seconds": 0.030146121978759766,
    "solved": true,
    "task": "normalize_email",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 13,
    "edits": [
     "return:sorted_dedupe"
    ],
    "family": "collection",
    "original_passed": 0,
    "seconds": 0.011113882064819336,
    "solved": true,
    "task": "unique_sorted",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Sub->Mult"
    ],
    "family": "collection",
    "original_passed": 0,
    "seconds": 0.06551957130432129,
    "solved": true,
    "task": "chunk",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Add->Mult"
    ],
    "family": "string",
    "original_passed": 0,
    "seconds": 0.025435924530029297,
    "solved": true,
    "task": "truncate",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 10,
    "edits": [
     "split:empty"
    ],
    "family": "string",
    "original_passed": 0,
    "seconds": 0.020159482955932617,
    "solved": true,
    "task": "count_words",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 14,
    "edits": [
     "return:title"
    ],
    "family": "string",
    "original_passed": 0,
    "seconds": 0.010313749313354492,
    "solved": true,
    "task": "title_case",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 32,
    "edits": [
     "guard:arg1"
    ],
    "family": "math",
    "original_passed": 1,
    "seconds": 0.02376389503479004,
    "solved": true,
    "task": "safe_div",
    "total": 2
   },
   {
    "accepted": true,
    "attempts": 7,
    "edits": [
     "cmp:left.lower"
    ],
    "family": "logic",
    "original_passed": 1,
    "seconds": 0.018886089324951172,
    "solved": true,
    "task": "parse_bool",
    "total": 2
   }
  ],
  "seconds": 0.205,
  "wilson95": [
   0.6756,
   1.0
  ]
 },
 "frontier": {
  "tasks": 4
 },
 "frontier_result": {
  "accepted": 1,
  "accuracy": 0.25,
  "attempts": 470,
  "n": 4,
  "rows": [
   {
    "accepted": false,
    "attempts": 5,
    "edits": [],
    "family": "algorithm",
    "original_passed": 0,
    "seconds": 1.9762730598449707,
    "solved": false,
    "task": "binary_search",
    "total": 1
   },
   {
    "accepted": false,
    "attempts": 253,
    "edits": [],
    "family": "math",
    "original_passed": 0,
    "seconds": 0.2958946228027344,
    "solved": false,
    "task": "even_median",
    "total": 1
   },
   {
    "accepted": true,
    "attempts": 10,
    "edits": [
     "return:sorted"
    ],
    "family": "collection",
    "original_passed": 0,
    "seconds": 0.021491527557373047,
    "solved": true,
    "task": "merge_sorted",
    "total": 1
   },
   {
    "accepted": false,
    "attempts": 202,
    "edits": [],
    "family": "data",
    "original_passed": 0,
    "seconds": 0.14995169639587402,
    "solved": false,
    "task": "deep_get",
    "total": 1
   }
  ],
  "seconds": 2.444,
  "wilson95": [
   0.0456,
   0.6994
  ]
 },
 "heldout": {
  "families": [
   "collection",
   "logic",
   "math",
   "string"
  ],
  "tasks": 8
 },
 "model_calls": [
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 4.077,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def normalize_email(s):\n    return s",
   "parsed_valid": true,
   "prompt_sha256": "98c55c90e6838688932059e1ede6a97359cc5f1b55adad45b5c51807f647f9c8",
   "raw": "```python\ndef normalize_email(s):\n    return s\n```",
   "task": "normalize_email",
   "tokens_out": 14
  },
  {
   "accepted": true,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 3.62,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def unique_sorted(xs):\n    return list(set(xs))",
   "parsed_valid": true,
   "prompt_sha256": "d246bb7cb93e575083e9b52caf1a3533100c46029908c18defcf04278e759549",
   "raw": "```python\ndef unique_sorted(xs):\n    return list(set(xs))\n```",
   "task": "unique_sorted",
   "tokens_out": 16
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 8.179,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def chunk(xs, n):\n    return [xs[i:i+n-1] for i in range(0, len(xs), n)]",
   "parsed_valid": true,
   "prompt_sha256": "faeba6740750ee19bb5a7dcaa21b6d9d9b0ed641c3abf23d1c46b30f2bc5b542",
   "raw": "```python\nfrom task import chunk\n\ndef chunk(xs, n):\n    return [xs[i:i+n-1] for i in range(0, len(xs), n)]\n```",
   "task": "chunk",
   "tokens_out": 38
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 9.051,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def truncate(s, n):\n    return s[:n+1]",
   "parsed_valid": true,
   "prompt_sha256": "be12aff8e9ecb667b0e6bda4d68d22f0558b941ac7fc201fffb4c0ecca17db51",
   "raw": "```python\ndef truncate(s, n):\n    return s[:n+1]\n```",
   "task": "truncate",
   "tokens_out": 19
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 4.035,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def count_words(s):\n    return len(s.split(','))",
   "parsed_valid": true,
   "prompt_sha256": "f455ca13774fcbc194b37347784d4440f19c1c91cc479d25966cd1c8ba41ecaf",
   "raw": "```python\ndef count_words(s):\n    return len(s.split(','))\n```",
   "task": "count_words",
   "tokens_out": 17
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 8.329,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def title_case(s):\n    return s",
   "parsed_valid": true,
   "prompt_sha256": "c79cc75bb7473bf8580e69824125fcacc47cbbc366cd31987deae4b7e384036a",
   "raw": "```python\ndef title_case(s):\n    return s\n\nfrom task import title_case\nassert title_case('hello world') == 'Hello World'\n```",
   "task": "title_case",
   "tokens_out": 32
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 7.209,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": null,
   "parsed_valid": false,
   "prompt_sha256": "433c48d2064d2432bc755bea4bb76f1b03fc0cf3f5a9b8dcd76dbf7c29fbcc1a",
   "raw": "```python\nfrom task import safe_div\nassert safe_div(6,2) == 3\nassert safe_div(1,0) == 0\n```",
   "task": "safe_div",
   "tokens_out": 35
  },
  {
   "accepted": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "latency_s": 4.244,
   "model": "qwen2.5-0.5b",
   "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
   "parsed": "def parse_bool(s):\n    return s == 'true'",
   "parsed_valid": true,
   "prompt_sha256": "38b5869ef37c40539d7d65c96c4aab84819e07cfa5dfb4dbd925c764b537714e",
   "raw": "```python\ndef parse_bool(s):\n    return s == 'true'\n```",
   "task": "parse_bool",
   "tokens_out": 17
  }
 ],
 "model_only": {
  "accepted": 1,
  "accuracy": 0.125,
  "n": 8,
  "rows": [
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "normalize_email"
   },
   {
    "accepted": true,
    "parsed_valid": true,
    "task": "unique_sorted"
   },
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "chunk"
   },
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "truncate"
   },
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "count_words"
   },
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "title_case"
   },
   {
    "accepted": false,
    "parsed_valid": false,
    "task": "safe_div"
   },
   {
    "accepted": false,
    "parsed_valid": true,
    "task": "parse_bool"
   }
  ],
  "wilson95": [
   0.0224,
   0.4709
  ]
 },
 "note": "test-guided program repair on small local fixtures; not general intelligence. The frontier set is not targeted by the edit grammar and is expected to expose failures.",
 "schema": "cain75.evaluation.v1",
 "seconds": 52.59,
 "skill_acquisition": {
  "at": 1794669085.6109016,
  "escalation": {
   "rejected": true,
   "required_authority": [
    "admin:*"
   ]
  },
  "heldout": {
   "after_passed": 1,
   "after_solved": true,
   "after_source": "def normalize_username(s):\n    return s.lower().strip()",
   "applied": [
    "return:lower",
    "call+.strip"
   ],
   "before_passed": 0,
   "before_solved": false,
   "source": "def normalize_username(s):\n    return s\n",
   "task": "normalize_username"
  },
  "learned_from": {
   "edits": [
    "return:lower",
    "call+.strip"
   ],
   "task": "normalize_email_cal"
  },
  "macro": {
   "approved_by": null,
   "deployed": false,
   "edits": [
    "return:lower",
    "call+.strip"
   ],
   "macro_id": "macro-db871df95b64",
   "name": "Composite repair learned from normalize_email_cal",
   "required_authority": [
    "workspace_write",
    "run_test"
   ],
   "source_task": "normalize_email_cal",
   "verified": false
  },
  "note": "one bounded macro learned from one task and transferred to one unfamiliar task; not general learning",
  "poisoned": {
   "rejected": true,
   "solved": false
  },
  "registry": {
   "approved_by": "human:operator",
   "deployed": false,
   "deployment_reason": "external approval absent; no autonomous promotion",
   "publish_error": null,
   "verified": true
  },
  "schema": "cain75.skill_acquisition.v1"
 },
 "team_comparison": {
  "measured_conclusion": "collaboration adds independent acceptance and challenger checks; on this simple repair set it does not change raw solve rate",
  "rows": [
   {
    "single": {
     "accepted": true,
     "attempts": 25,
     "edits": [
      "return:lower",
      "call+.strip"
     ],
     "independent": false,
     "seconds": 0.025,
     "self_accept": true,
     "solved": true,
     "source": "def normalize_email(s):\n    return s.lower().strip()",
     "strategy": "single",
     "task": "normalize_email"
    },
    "team": {
     "accepted": true,
     "attempts": 25,
     "edits": [
      "return:lower",
      "call+.strip"
     ],
     "independent": true,
     "seconds": 0.024,
     "self_accept": false,
     "solved": true,
     "source": "def normalize_email(s):\n    return s.lower().strip()",
     "strategy": "team",
     "task": "normalize_email",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 1,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
        }
       ],
       "total": 1
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
        }
       ],
       "total": 1
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 25,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert normalize_email('') == ''"
       }
      ],
      "total": 1
     },
     "edits": [
      "return:lower",
      "call+.strip"
     ],
     "independent": true,
     "seconds": 0.026,
     "self_accept": false,
     "solved": true,
     "source": "def normalize_email(s):\n    return s.lower().strip()",
     "strategy": "team_challenger",
     "task": "normalize_email",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 1,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
        }
       ],
       "total": 1
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
        }
       ],
       "total": 1
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 13,
     "edits": [
      "return:sorted_dedupe"
     ],
     "independent": false,
     "seconds": 0.013,
     "self_accept": true,
     "solved": true,
     "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
     "strategy": "single",
     "task": "unique_sorted"
    },
    "team": {
     "accepted": true,
     "attempts": 13,
     "edits": [
      "return:sorted_dedupe"
     ],
     "independent": true,
     "seconds": 0.012,
     "self_accept": false,
     "solved": true,
     "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
     "strategy": "team",
     "task": "unique_sorted",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([2,2,1]) == [1,2]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([]) == []"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert unique_sorted([2,2,1]) == [1,2]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([]) == []"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 13,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([]) == []"
       }
      ],
      "total": 1
     },
     "edits": [
      "return:sorted_dedupe"
     ],
     "independent": true,
     "seconds": 0.015,
     "self_accept": false,
     "solved": true,
     "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
     "strategy": "team_challenger",
     "task": "unique_sorted",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([2,2,1]) == [1,2]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([]) == []"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert unique_sorted([2,2,1]) == [1,2]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert unique_sorted([]) == []"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Sub->Mult"
     ],
     "independent": false,
     "seconds": 0.083,
     "self_accept": true,
     "solved": true,
     "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
     "strategy": "single",
     "task": "chunk"
    },
    "team": {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Sub->Mult"
     ],
     "independent": true,
     "seconds": 0.073,
     "self_accept": false,
     "solved": true,
     "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
     "strategy": "team",
     "task": "chunk",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert chunk([1,2],1) == [[1],[2]]"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert chunk([1,2],1) == [[1],[2]]"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 3,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert chunk([],2) == []"
       }
      ],
      "total": 1
     },
     "edits": [
      "binop:Sub->Mult"
     ],
     "independent": true,
     "seconds": 0.071,
     "self_accept": false,
     "solved": true,
     "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
     "strategy": "team_challenger",
     "task": "chunk",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert chunk([1,2],1) == [[1],[2]]"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert chunk([1,2],1) == [[1],[2]]"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Add->Mult"
     ],
     "independent": false,
     "seconds": 0.025,
     "self_accept": true,
     "solved": true,
     "source": "def truncate(s, n):\n    return s[:n * 1]",
     "strategy": "single",
     "task": "truncate"
    },
    "team": {
     "accepted": true,
     "attempts": 3,
     "edits": [
      "binop:Add->Mult"
     ],
     "independent": true,
     "seconds": 0.029,
     "self_accept": false,
     "solved": true,
     "source": "def truncate(s, n):\n    return s[:n * 1]",
     "strategy": "team",
     "task": "truncate",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert truncate('abcdef',0) == ''"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert truncate('abcdef',3) == 'abc'"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert truncate('abcdef',0) == ''"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert truncate('abcdef',3) == 'abc'"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 3,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert truncate('',3) == ''"
       }
      ],
      "total": 1
     },
     "edits": [
      "binop:Add->Mult"
     ],
     "independent": true,
     "seconds": 0.026,
     "self_accept": false,
     "solved": true,
     "source": "def truncate(s, n):\n    return s[:n * 1]",
     "strategy": "team_challenger",
     "task": "truncate",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert truncate('abcdef',0) == ''"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert truncate('abcdef',3) == 'abc'"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert truncate('abcdef',0) == ''"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert truncate('abcdef',3) == 'abc'"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 10,
     "edits": [
      "split:empty"
     ],
     "independent": false,
     "seconds": 0.023,
     "self_accept": true,
     "solved": true,
     "source": "def count_words(s):\n    return len(s.split())",
     "strategy": "single",
     "task": "count_words"
    },
    "team": {
     "accepted": true,
     "attempts": 10,
     "edits": [
      "split:empty"
     ],
     "independent": true,
     "seconds": 0.029,
     "self_accept": false,
     "solved": true,
     "source": "def count_words(s):\n    return len(s.split())",
     "strategy": "team",
     "task": "count_words",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert count_words('a  b') == 2"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert count_words('') == 0"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert count_words('a  b') == 2"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert count_words('') == 0"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 10,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert count_words('') == 0"
       }
      ],
      "total": 1
     },
     "edits": [
      "split:empty"
     ],
     "independent": true,
     "seconds": 0.033,
     "self_accept": false,
     "solved": true,
     "source": "def count_words(s):\n    return len(s.split())",
     "strategy": "team_challenger",
     "task": "count_words",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert count_words('a  b') == 2"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert count_words('') == 0"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 0,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert count_words('a  b') == 2"
        },
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert count_words('') == 0"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 14,
     "edits": [
      "return:title"
     ],
     "independent": false,
     "seconds": 0.015,
     "self_accept": true,
     "solved": true,
     "source": "def title_case(s):\n    return s.title()",
     "strategy": "single",
     "task": "title_case"
    },
    "team": {
     "accepted": true,
     "attempts": 14,
     "edits": [
      "return:title"
     ],
     "independent": true,
     "seconds": 0.014,
     "self_accept": false,
     "solved": true,
     "source": "def title_case(s):\n    return s.title()",
     "strategy": "team",
     "task": "title_case",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('hELLo wORLD') == 'Hello World'"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('') == ''"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert title_case('hELLo wORLD') == 'Hello World'"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('') == ''"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 14,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('') == ''"
       }
      ],
      "total": 1
     },
     "edits": [
      "return:title"
     ],
     "independent": true,
     "seconds": 0.012,
     "self_accept": false,
     "solved": true,
     "source": "def title_case(s):\n    return s.title()",
     "strategy": "team_challenger",
     "task": "title_case",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('hELLo wORLD') == 'Hello World'"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('') == ''"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert title_case('hELLo wORLD') == 'Hello World'"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert title_case('') == ''"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 32,
     "edits": [
      "guard:arg1"
     ],
     "independent": false,
     "seconds": 0.029,
     "self_accept": true,
     "solved": true,
     "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
     "strategy": "single",
     "task": "safe_div"
    },
    "team": {
     "accepted": true,
     "attempts": 32,
     "edits": [
      "guard:arg1"
     ],
     "independent": true,
     "seconds": 0.024,
     "self_accept": false,
     "solved": true,
     "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
     "strategy": "team",
     "task": "safe_div",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(9,3) == 3"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(1,0) == 0"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(9,3) == 3"
        },
        {
         "error": "ZeroDivisionError: division by zero",
         "passed": false,
         "test": "assert safe_div(1,0) == 0"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 32,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(0,0) == 0"
       }
      ],
      "total": 1
     },
     "edits": [
      "guard:arg1"
     ],
     "independent": true,
     "seconds": 0.024,
     "self_accept": false,
     "solved": true,
     "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
     "strategy": "team_challenger",
     "task": "safe_div",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(9,3) == 3"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(1,0) == 0"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert safe_div(9,3) == 3"
        },
        {
         "error": "ZeroDivisionError: division by zero",
         "passed": false,
         "test": "assert safe_div(1,0) == 0"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   },
   {
    "single": {
     "accepted": true,
     "attempts": 7,
     "edits": [
      "cmp:left.lower"
     ],
     "independent": false,
     "seconds": 0.017,
     "self_accept": true,
     "solved": true,
     "source": "def parse_bool(s):\n    return s.lower() == 'true'",
     "strategy": "single",
     "task": "parse_bool"
    },
    "team": {
     "accepted": true,
     "attempts": 7,
     "edits": [
      "cmp:left.lower"
     ],
     "independent": true,
     "seconds": 0.02,
     "self_accept": false,
     "solved": true,
     "source": "def parse_bool(s):\n    return s.lower() == 'true'",
     "strategy": "team",
     "task": "parse_bool",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('TRUE') is True"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('False') is False"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert parse_bool('TRUE') is True"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('False') is False"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    },
    "team_challenger": {
     "accepted": true,
     "attempts": 7,
     "challenger": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('False') is False"
       }
      ],
      "total": 1
     },
     "edits": [
      "cmp:left.lower"
     ],
     "independent": true,
     "seconds": 0.049,
     "self_accept": false,
     "solved": true,
     "source": "def parse_bool(s):\n    return s.lower() == 'true'",
     "strategy": "team_challenger",
     "task": "parse_bool",
     "verification": {
      "accepted": true,
      "fixed": {
       "ok": true,
       "passed": 2,
       "results": [
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('TRUE') is True"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('False') is False"
        }
       ],
       "total": 2
      },
      "fixed_passed": true,
      "orig": {
       "ok": false,
       "passed": 1,
       "results": [
        {
         "error": "AssertionError: ",
         "passed": false,
         "test": "assert parse_bool('TRUE') is True"
        },
        {
         "error": null,
         "passed": true,
         "test": "assert parse_bool('False') is False"
        }
       ],
       "total": 2
      },
      "original_failed": true
     }
    }
   }
  ],
  "schema": "cain75.team_comparison.v1",
  "single": {
   "accepted": 8,
   "attempts": 107,
   "n": 8,
   "seconds": 0.23
  },
  "tasks": 8,
  "team": {
   "accepted": 8,
   "attempts": 107,
   "n": 8,
   "seconds": 0.225
  },
  "team_challenger": {
   "accepted": 8,
   "attempts": 107,
   "n": 8,
   "seconds": 0.256
  }
 }
}