{
 "measured_conclusion": "collaboration adds independent acceptance and challenger checks; on this simple repair set it does not change raw solve rate",
 "rows": [
  {
   "single": {
    "accepted": true,
    "attempts": 25,
    "edits": [
     "return:lower",
     "call+.strip"
    ],
    "independent": false,
    "seconds": 0.025,
    "self_accept": true,
    "solved": true,
    "source": "def normalize_email(s):\n    return s.lower().strip()",
    "strategy": "single",
    "task": "normalize_email"
   },
   "team": {
    "accepted": true,
    "attempts": 25,
    "edits": [
     "return:lower",
     "call+.strip"
    ],
    "independent": true,
    "seconds": 0.024,
    "self_accept": false,
    "solved": true,
    "source": "def normalize_email(s):\n    return s.lower().strip()",
    "strategy": "team",
    "task": "normalize_email",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
       }
      ],
      "total": 1
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
       }
      ],
      "total": 1
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 25,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert normalize_email('') == ''"
      }
     ],
     "total": 1
    },
    "edits": [
     "return:lower",
     "call+.strip"
    ],
    "independent": true,
    "seconds": 0.026,
    "self_accept": false,
    "solved": true,
    "source": "def normalize_email(s):\n    return s.lower().strip()",
    "strategy": "team_challenger",
    "task": "normalize_email",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
       }
      ],
      "total": 1
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert normalize_email('  X@Y.COM ') == 'x@y.com'"
       }
      ],
      "total": 1
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 13,
    "edits": [
     "return:sorted_dedupe"
    ],
    "independent": false,
    "seconds": 0.013,
    "self_accept": true,
    "solved": true,
    "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
    "strategy": "single",
    "task": "unique_sorted"
   },
   "team": {
    "accepted": true,
    "attempts": 13,
    "edits": [
     "return:sorted_dedupe"
    ],
    "independent": true,
    "seconds": 0.012,
    "self_accept": false,
    "solved": true,
    "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
    "strategy": "team",
    "task": "unique_sorted",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([2,2,1]) == [1,2]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([]) == []"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert unique_sorted([2,2,1]) == [1,2]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([]) == []"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 13,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert unique_sorted([]) == []"
      }
     ],
     "total": 1
    },
    "edits": [
     "return:sorted_dedupe"
    ],
    "independent": true,
    "seconds": 0.015,
    "self_accept": false,
    "solved": true,
    "source": "def unique_sorted(xs):\n    return sorted(list(dict().fromkeys(xs)))",
    "strategy": "team_challenger",
    "task": "unique_sorted",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([2,2,1]) == [1,2]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([]) == []"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert unique_sorted([2,2,1]) == [1,2]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert unique_sorted([]) == []"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Sub->Mult"
    ],
    "independent": false,
    "seconds": 0.083,
    "self_accept": true,
    "solved": true,
    "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
    "strategy": "single",
    "task": "chunk"
   },
   "team": {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Sub->Mult"
    ],
    "independent": true,
    "seconds": 0.073,
    "self_accept": false,
    "solved": true,
    "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
    "strategy": "team",
    "task": "chunk",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert chunk([1,2],1) == [[1],[2]]"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert chunk([1,2],1) == [[1],[2]]"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 3,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert chunk([],2) == []"
      }
     ],
     "total": 1
    },
    "edits": [
     "binop:Sub->Mult"
    ],
    "independent": true,
    "seconds": 0.071,
    "self_accept": false,
    "solved": true,
    "source": "def chunk(xs, n):\n    return [xs[i:(i + n) * 1] for i in range(0, len(xs), n)]",
    "strategy": "team_challenger",
    "task": "chunk",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert chunk([1,2],1) == [[1],[2]]"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert chunk([1,2,3],2) == [[1,2],[3]]"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert chunk([1,2],1) == [[1],[2]]"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Add->Mult"
    ],
    "independent": false,
    "seconds": 0.025,
    "self_accept": true,
    "solved": true,
    "source": "def truncate(s, n):\n    return s[:n * 1]",
    "strategy": "single",
    "task": "truncate"
   },
   "team": {
    "accepted": true,
    "attempts": 3,
    "edits": [
     "binop:Add->Mult"
    ],
    "independent": true,
    "seconds": 0.029,
    "self_accept": false,
    "solved": true,
    "source": "def truncate(s, n):\n    return s[:n * 1]",
    "strategy": "team",
    "task": "truncate",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert truncate('abcdef',0) == ''"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert truncate('abcdef',3) == 'abc'"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert truncate('abcdef',0) == ''"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert truncate('abcdef',3) == 'abc'"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 3,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert truncate('',3) == ''"
      }
     ],
     "total": 1
    },
    "edits": [
     "binop:Add->Mult"
    ],
    "independent": true,
    "seconds": 0.026,
    "self_accept": false,
    "solved": true,
    "source": "def truncate(s, n):\n    return s[:n * 1]",
    "strategy": "team_challenger",
    "task": "truncate",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert truncate('abcdef',0) == ''"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert truncate('abcdef',3) == 'abc'"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert truncate('abcdef',0) == ''"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert truncate('abcdef',3) == 'abc'"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 10,
    "edits": [
     "split:empty"
    ],
    "independent": false,
    "seconds": 0.023,
    "self_accept": true,
    "solved": true,
    "source": "def count_words(s):\n    return len(s.split())",
    "strategy": "single",
    "task": "count_words"
   },
   "team": {
    "accepted": true,
    "attempts": 10,
    "edits": [
     "split:empty"
    ],
    "independent": true,
    "seconds": 0.029,
    "self_accept": false,
    "solved": true,
    "source": "def count_words(s):\n    return len(s.split())",
    "strategy": "team",
    "task": "count_words",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert count_words('a  b') == 2"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert count_words('') == 0"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert count_words('a  b') == 2"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert count_words('') == 0"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 10,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert count_words('') == 0"
      }
     ],
     "total": 1
    },
    "edits": [
     "split:empty"
    ],
    "independent": true,
    "seconds": 0.033,
    "self_accept": false,
    "solved": true,
    "source": "def count_words(s):\n    return len(s.split())",
    "strategy": "team_challenger",
    "task": "count_words",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert count_words('a  b') == 2"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert count_words('') == 0"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 0,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert count_words('a  b') == 2"
       },
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert count_words('') == 0"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 14,
    "edits": [
     "return:title"
    ],
    "independent": false,
    "seconds": 0.015,
    "self_accept": true,
    "solved": true,
    "source": "def title_case(s):\n    return s.title()",
    "strategy": "single",
    "task": "title_case"
   },
   "team": {
    "accepted": true,
    "attempts": 14,
    "edits": [
     "return:title"
    ],
    "independent": true,
    "seconds": 0.014,
    "self_accept": false,
    "solved": true,
    "source": "def title_case(s):\n    return s.title()",
    "strategy": "team",
    "task": "title_case",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('hELLo wORLD') == 'Hello World'"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('') == ''"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert title_case('hELLo wORLD') == 'Hello World'"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('') == ''"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 14,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert title_case('') == ''"
      }
     ],
     "total": 1
    },
    "edits": [
     "return:title"
    ],
    "independent": true,
    "seconds": 0.012,
    "self_accept": false,
    "solved": true,
    "source": "def title_case(s):\n    return s.title()",
    "strategy": "team_challenger",
    "task": "title_case",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('hELLo wORLD') == 'Hello World'"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('') == ''"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert title_case('hELLo wORLD') == 'Hello World'"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert title_case('') == ''"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 32,
    "edits": [
     "guard:arg1"
    ],
    "independent": false,
    "seconds": 0.029,
    "self_accept": true,
    "solved": true,
    "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
    "strategy": "single",
    "task": "safe_div"
   },
   "team": {
    "accepted": true,
    "attempts": 32,
    "edits": [
     "guard:arg1"
    ],
    "independent": true,
    "seconds": 0.024,
    "self_accept": false,
    "solved": true,
    "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
    "strategy": "team",
    "task": "safe_div",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(9,3) == 3"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(1,0) == 0"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(9,3) == 3"
       },
       {
        "error": "ZeroDivisionError: division by zero",
        "passed": false,
        "test": "assert safe_div(1,0) == 0"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 32,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert safe_div(0,0) == 0"
      }
     ],
     "total": 1
    },
    "edits": [
     "guard:arg1"
    ],
    "independent": true,
    "seconds": 0.024,
    "self_accept": false,
    "solved": true,
    "source": "def safe_div(a, b):\n    if not b:\n        return 0\n    return a / b",
    "strategy": "team_challenger",
    "task": "safe_div",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(9,3) == 3"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(1,0) == 0"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert safe_div(9,3) == 3"
       },
       {
        "error": "ZeroDivisionError: division by zero",
        "passed": false,
        "test": "assert safe_div(1,0) == 0"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  },
  {
   "single": {
    "accepted": true,
    "attempts": 7,
    "edits": [
     "cmp:left.lower"
    ],
    "independent": false,
    "seconds": 0.017,
    "self_accept": true,
    "solved": true,
    "source": "def parse_bool(s):\n    return s.lower() == 'true'",
    "strategy": "single",
    "task": "parse_bool"
   },
   "team": {
    "accepted": true,
    "attempts": 7,
    "edits": [
     "cmp:left.lower"
    ],
    "independent": true,
    "seconds": 0.02,
    "self_accept": false,
    "solved": true,
    "source": "def parse_bool(s):\n    return s.lower() == 'true'",
    "strategy": "team",
    "task": "parse_bool",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('TRUE') is True"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('False') is False"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert parse_bool('TRUE') is True"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('False') is False"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   },
   "team_challenger": {
    "accepted": true,
    "attempts": 7,
    "challenger": {
     "ok": true,
     "passed": 1,
     "results": [
      {
       "error": null,
       "passed": true,
       "test": "assert parse_bool('False') is False"
      }
     ],
     "total": 1
    },
    "edits": [
     "cmp:left.lower"
    ],
    "independent": true,
    "seconds": 0.049,
    "self_accept": false,
    "solved": true,
    "source": "def parse_bool(s):\n    return s.lower() == 'true'",
    "strategy": "team_challenger",
    "task": "parse_bool",
    "verification": {
     "accepted": true,
     "fixed": {
      "ok": true,
      "passed": 2,
      "results": [
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('TRUE') is True"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('False') is False"
       }
      ],
      "total": 2
     },
     "fixed_passed": true,
     "orig": {
      "ok": false,
      "passed": 1,
      "results": [
       {
        "error": "AssertionError: ",
        "passed": false,
        "test": "assert parse_bool('TRUE') is True"
       },
       {
        "error": null,
        "passed": true,
        "test": "assert parse_bool('False') is False"
       }
      ],
      "total": 2
     },
     "original_failed": true
    }
   }
  }
 ],
 "schema": "cain75.team_comparison.v1",
 "single": {
  "accepted": 8,
  "attempts": 107,
  "n": 8,
  "seconds": 0.23
 },
 "tasks": 8,
 "team": {
  "accepted": 8,
  "attempts": 107,
  "n": 8,
  "seconds": 0.225
 },
 "team_challenger": {
  "accepted": 8,
  "attempts": 107,
  "n": 8,
  "seconds": 0.256
 }
}