[
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 4.077,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def normalize_email(s):\n    return s",
  "parsed_valid": true,
  "prompt_sha256": "98c55c90e6838688932059e1ede6a97359cc5f1b55adad45b5c51807f647f9c8",
  "raw": "```python\ndef normalize_email(s):\n    return s\n```",
  "task": "normalize_email",
  "tokens_out": 14
 },
 {
  "accepted": true,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 3.62,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def unique_sorted(xs):\n    return list(set(xs))",
  "parsed_valid": true,
  "prompt_sha256": "d246bb7cb93e575083e9b52caf1a3533100c46029908c18defcf04278e759549",
  "raw": "```python\ndef unique_sorted(xs):\n    return list(set(xs))\n```",
  "task": "unique_sorted",
  "tokens_out": 16
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 8.179,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def chunk(xs, n):\n    return [xs[i:i+n-1] for i in range(0, len(xs), n)]",
  "parsed_valid": true,
  "prompt_sha256": "faeba6740750ee19bb5a7dcaa21b6d9d9b0ed641c3abf23d1c46b30f2bc5b542",
  "raw": "```python\nfrom task import chunk\n\ndef chunk(xs, n):\n    return [xs[i:i+n-1] for i in range(0, len(xs), n)]\n```",
  "task": "chunk",
  "tokens_out": 38
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 9.051,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def truncate(s, n):\n    return s[:n+1]",
  "parsed_valid": true,
  "prompt_sha256": "be12aff8e9ecb667b0e6bda4d68d22f0558b941ac7fc201fffb4c0ecca17db51",
  "raw": "```python\ndef truncate(s, n):\n    return s[:n+1]\n```",
  "task": "truncate",
  "tokens_out": 19
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 4.035,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def count_words(s):\n    return len(s.split(','))",
  "parsed_valid": true,
  "prompt_sha256": "f455ca13774fcbc194b37347784d4440f19c1c91cc479d25966cd1c8ba41ecaf",
  "raw": "```python\ndef count_words(s):\n    return len(s.split(','))\n```",
  "task": "count_words",
  "tokens_out": 17
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 8.329,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def title_case(s):\n    return s",
  "parsed_valid": true,
  "prompt_sha256": "c79cc75bb7473bf8580e69824125fcacc47cbbc366cd31987deae4b7e384036a",
  "raw": "```python\ndef title_case(s):\n    return s\n\nfrom task import title_case\nassert title_case('hello world') == 'Hello World'\n```",
  "task": "title_case",
  "tokens_out": 32
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 7.209,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": null,
  "parsed_valid": false,
  "prompt_sha256": "433c48d2064d2432bc755bea4bb76f1b03fc0cf3f5a9b8dcd76dbf7c29fbcc1a",
  "raw": "```python\nfrom task import safe_div\nassert safe_div(6,2) == 3\nassert safe_div(1,0) == 0\n```",
  "task": "safe_div",
  "tokens_out": 35
 },
 {
  "accepted": false,
  "execution_class": "REAL_LOCAL_MODEL",
  "latency_s": 4.244,
  "model": "qwen2.5-0.5b",
  "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
  "parsed": "def parse_bool(s):\n    return s == 'true'",
  "parsed_valid": true,
  "prompt_sha256": "38b5869ef37c40539d7d65c96c4aab84819e07cfa5dfb4dbd925c764b537714e",
  "raw": "```python\ndef parse_bool(s):\n    return s == 'true'\n```",
  "task": "parse_bool",
  "tokens_out": 17
 }
]