{
  "count": 120,
  "note": "Task.meta (the secret) is excluded. The public view is what every arm receives.",
  "per_vertical": {
    "business": 20,
    "education": 20,
    "engineering": 20,
    "science": 20,
    "security": 20,
    "software": 20
  },
  "schema": "cain.e91.eval.task_manifest.v1",
  "seed_base": 9000,
  "split": "heldout",
  "tasks": [
    {
      "checker": "software.fault_localization",
      "digest": "9e91ea91aa20a2dda80dde1a5de07b334d6f04271c7aef77c900cae0979d5a9c",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 12,
          "probe_budget": 5,
          "stages": [
            "neg",
            "triple",
            "mod7",
            "dec",
            "square",
            "dec",
            "inc",
            "inc",
            "double",
            "square",
            "add5",
            "half"
          ],
          "x0": 4
        },
        "prompt": "A data pipeline applies 12 stages in order (stage 1 .. stage 12). Exactly one stage is implemented incorrectly. On input 4 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-83cf290718618af4",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-83cf290718618af4",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "9a0083aaaec9714113ff10f40d512314b572057ed1d78d000ef4621bf24ecc2d",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "add5",
            "square",
            "abs",
            "abs",
            "add5",
            "neg",
            "abs",
            "triple",
            "double",
            "dec"
          ],
          "x0": 3
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 3 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-1732599d89656331",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-1732599d89656331",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "e34aac7d021027da12f066e54c7d4403c72ba9a382159456f3321d28722e1eb4",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "double",
            "half",
            "square",
            "neg",
            "half",
            "triple",
            "double",
            "dec",
            "inc",
            "half"
          ],
          "x0": 9
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 9 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-709c571a21eae663",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-709c571a21eae663",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "7ca5c83c83c51b39d69b4604a4d05164b62097e1cccce42510eca803426e2448",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "add5",
            "abs",
            "mod7",
            "inc",
            "half",
            "dec",
            "double",
            "half",
            "mod7",
            "half"
          ],
          "x0": 7
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 7 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-661a209b7861845b",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-661a209b7861845b",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "b54d8bcb871cc62c759fc6a379733c5ad53c487aeb98507de618b0c7ef8085c0",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 8,
          "probe_budget": 4,
          "stages": [
            "double",
            "half",
            "double",
            "double",
            "inc",
            "inc",
            "square",
            "half"
          ],
          "x0": 8
        },
        "prompt": "A data pipeline applies 8 stages in order (stage 1 .. stage 8). Exactly one stage is implemented incorrectly. On input 8 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-cf99a792d271b6f7",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-cf99a792d271b6f7",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "0cc2f9ea16047082910dba79afe49357f5043cf87add7d659009d0d69dbd315a",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "abs",
            "inc",
            "dec",
            "double",
            "neg",
            "neg",
            "inc",
            "half",
            "neg",
            "mod7"
          ],
          "x0": 7
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 7 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-46b20e9569dd7ff1",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-46b20e9569dd7ff1",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "2748dbaabbb08b28dfa3cb2faa8bcc73c047ddf84f800d339ca8bc833c3aca21",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 6,
          "probe_budget": 4,
          "stages": [
            "dec",
            "mod7",
            "neg",
            "add5",
            "mod7",
            "inc"
          ],
          "x0": 8
        },
        "prompt": "A data pipeline applies 6 stages in order (stage 1 .. stage 6). Exactly one stage is implemented incorrectly. On input 8 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-46e232d85c09d735",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-46e232d85c09d735",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "e40860cb21351d63caa7dfe91c55e25037c205195395e39c419f5de98e257f3d",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 8,
          "probe_budget": 4,
          "stages": [
            "neg",
            "half",
            "abs",
            "abs",
            "mod7",
            "double",
            "half",
            "double"
          ],
          "x0": 9
        },
        "prompt": "A data pipeline applies 8 stages in order (stage 1 .. stage 8). Exactly one stage is implemented incorrectly. On input 9 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-9c9e4772765b2574",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-9c9e4772765b2574",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "6b0ae7226abbef9975d2e690f5414bc27202579c9a8b8f4b05cfa44297f11622",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 12,
          "probe_budget": 5,
          "stages": [
            "mod7",
            "half",
            "neg",
            "dec",
            "half",
            "half",
            "mod7",
            "dec",
            "neg",
            "neg",
            "triple",
            "neg"
          ],
          "x0": 9
        },
        "prompt": "A data pipeline applies 12 stages in order (stage 1 .. stage 12). Exactly one stage is implemented incorrectly. On input 9 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-7589547d5f859d4c",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-7589547d5f859d4c",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "f05fb6938e21c682c292349a9cda90f837fabca52d1ec9d1ec1ac7f94aae44ca",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "neg",
            "neg",
            "abs",
            "inc",
            "triple",
            "triple",
            "half",
            "neg",
            "add5",
            "double"
          ],
          "x0": 7
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 7 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-3c53b5a34cb4da60",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-3c53b5a34cb4da60",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "c8a6e730eca58aaee222d890ae7c5f40516a00750016f5ff3bd782b3ac079490",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 6,
          "probe_budget": 4,
          "stages": [
            "inc",
            "abs",
            "square",
            "half",
            "square",
            "neg"
          ],
          "x0": 9
        },
        "prompt": "A data pipeline applies 6 stages in order (stage 1 .. stage 6). Exactly one stage is implemented incorrectly. On input 9 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-6a6fa91b95110195",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-6a6fa91b95110195",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "6ffd6bbaad4e53c6ae4f0255c35b56f8cea444769f5ab44991c897e5b76fe2d1",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "square",
            "neg",
            "triple",
            "add5",
            "inc",
            "mod7",
            "add5",
            "triple",
            "square",
            "mod7"
          ],
          "x0": 6
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 6 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-4401f6bdabd43f68",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-4401f6bdabd43f68",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "5377e28879159dd446230eca4abce1c0f9d88cf6eadece1f8ebdd564710a27fc",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "triple",
            "abs",
            "mod7",
            "add5",
            "abs",
            "triple",
            "square",
            "mod7",
            "inc",
            "neg"
          ],
          "x0": 4
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 4 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-b1f92f23ae25dde9",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-b1f92f23ae25dde9",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "3500b431c03583dc540cc13c7fbd42625731f74927041260f5946a7a878583b3",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "square",
            "abs",
            "inc",
            "abs",
            "square",
            "inc",
            "triple",
            "neg",
            "mod7",
            "dec"
          ],
          "x0": 3
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 3 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-cb65de038bceeecd",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-cb65de038bceeecd",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "8bdb033b5fb505f031afed9152c829bea7f9938970cf09c53ea1722de522809b",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 6,
          "probe_budget": 4,
          "stages": [
            "add5",
            "double",
            "triple",
            "square",
            "add5",
            "inc"
          ],
          "x0": 4
        },
        "prompt": "A data pipeline applies 6 stages in order (stage 1 .. stage 6). Exactly one stage is implemented incorrectly. On input 4 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-f31d7f0b04775c77",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-f31d7f0b04775c77",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "aecbe5a0ddb3e45199c315b856b7c38d41882c704881bbd16d927c3f7e6e381b",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "triple",
            "mod7",
            "dec",
            "triple",
            "neg",
            "triple",
            "add5",
            "double",
            "double",
            "abs"
          ],
          "x0": 6
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 6 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-d8a235004b3ffb79",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-d8a235004b3ffb79",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "cd2a8019498c942628b841c41681f049fb13376aeba65745634c43d10b2d3a8b",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 6,
          "probe_budget": 4,
          "stages": [
            "abs",
            "square",
            "mod7",
            "dec",
            "dec",
            "add5"
          ],
          "x0": 3
        },
        "prompt": "A data pipeline applies 6 stages in order (stage 1 .. stage 6). Exactly one stage is implemented incorrectly. On input 3 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-45a4b19a0c9b4495",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-45a4b19a0c9b4495",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "12f076355ca6724356fc9f3b3d9368ebaac2e2e8583ad840ba0fde95187604f8",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 8,
          "probe_budget": 4,
          "stages": [
            "triple",
            "abs",
            "mod7",
            "half",
            "mod7",
            "square",
            "inc",
            "dec"
          ],
          "x0": 4
        },
        "prompt": "A data pipeline applies 8 stages in order (stage 1 .. stage 8). Exactly one stage is implemented incorrectly. On input 4 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-62799c73b590cde0",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-62799c73b590cde0",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "ccfea149834ce16d46d4725454458b2e3de90eb7bd64446a775ddd37eb48c44c",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 8,
          "probe_budget": 4,
          "stages": [
            "add5",
            "inc",
            "square",
            "inc",
            "double",
            "double",
            "half",
            "double"
          ],
          "x0": 7
        },
        "prompt": "A data pipeline applies 8 stages in order (stage 1 .. stage 8). Exactly one stage is implemented incorrectly. On input 7 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 4 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-dc02709c9a4a0e81",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-dc02709c9a4a0e81",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "software.fault_localization",
      "digest": "5c23cd86de3c2f4767c5e05b5d31680ced3c8d2de8bcfa792808321477863ad3",
      "family": "fault_localization",
      "public": {
        "inputs": {
          "k": 10,
          "probe_budget": 5,
          "stages": [
            "inc",
            "half",
            "add5",
            "abs",
            "inc",
            "mod7",
            "half",
            "square",
            "neg",
            "half"
          ],
          "x0": 6
        },
        "prompt": "A data pipeline applies 10 stages in order (stage 1 .. stage 10). Exactly one stage is implemented incorrectly. On input 6 the final output is wrong. You may call the tool run_prefix(i) which reports whether the value after the first i stages matches the specification. You have a budget of 5 tool calls; calls beyond the budget are refused. Return JSON: {\"faulty_stage\": <1-based index>}.",
        "task_id": "t-ff37c4e6b06423ca",
        "tools_allowed": [
          "run_prefix"
        ],
        "vertical": "software"
      },
      "task_id": "t-ff37c4e6b06423ca",
      "tools_allowed": [
        "run_prefix"
      ],
      "transfer_role": "source",
      "vertical": "software"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "b33973f70b9c01db2e753f4bbc7f463e2b03c6fd471a57651b012c2dc4883232",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    obj = pickle.loads(request.body)\n    store.save(obj)\n    log(\"ok\")\n        return error(401)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 3|     obj = pickle.loads(request.body)\n 4|     store.save(obj)\n 5|     log(\"ok\")\n 6|         return error(401)\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     rows = db.execute(q, (user,))\n 9|     path = storage.safe_join(BASE_DIR, filename)\n10|     data = storage.read(path)\n11|     return ok()",
        "task_id": "t-daae6736f5d126b3",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-daae6736f5d126b3",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "8bacd8fa0df79fc6c797bc14adcaf512d77f4ecc6ce75139a981e8f9efbf40ff",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    user = request.user\n    audit(\"request received\")\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    path = BASE_DIR + \"/\" + filename\n    data = storage.read(path)\n    rows = db.execute(q, (user,))\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     user = request.user\n 3|     audit(\"request received\")\n 4|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 5|     q = \"SELECT * FROM records WHERE owner = ?\"\n 6|     path = BASE_DIR + \"/\" + filename\n 7|     data = storage.read(path)\n 8|     rows = db.execute(q, (user,))\n 9|     obj = json.loads(request.body)\n10|     store.save(validate(obj))\n11|     return ok()",
        "task_id": "t-62266ca544e935a4",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-62266ca544e935a4",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "76f99e053c74cc8f81fde73aaabe2c8a10606d701db9b2f6e30265a3ac15d9bc",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def export_rows(request, table, filename, host):\n    log(\"ok\")\n    obj = pickle.loads(request.body)\n    store.save(obj)\n    user = request.user\n    if not user:\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def export_rows(request, table, filename, host):\n 2|     log(\"ok\")\n 3|     obj = pickle.loads(request.body)\n 4|     store.save(obj)\n 5|     user = request.user\n 6|     if not user:\n 7|     api_key = secrets.get(\"API_KEY\")\n 8|     client = Api(api_key)\n 9|     path = storage.safe_join(BASE_DIR, filename)\n10|     data = storage.read(path)\n11|     return ok()",
        "task_id": "t-65ff6e2f8832599a",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-65ff6e2f8832599a",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "50954b49941f3d91734abc16ea6422a1427e0844058299947644693d4f453810",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def sync_account(request, table, filename, host):\n        return error(401)\n    audit(\"request received\")\n    log(\"ok\")\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    q = f\"SELECT * FROM {table} WHERE owner = '{user}'\"\n    rows = db.execute(q)\n    out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n    log(out)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def sync_account(request, table, filename, host):\n 2|         return error(401)\n 3|     audit(\"request received\")\n 4|     log(\"ok\")\n 5|     path = storage.safe_join(BASE_DIR, filename)\n 6|     data = storage.read(path)\n 7|     q = f\"SELECT * FROM {table} WHERE owner = '{user}'\"\n 8|     rows = db.execute(q)\n 9|     out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n10|     log(out)\n11|     return ok()",
        "task_id": "t-9ce9764eec5e2091",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-9ce9764eec5e2091",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "5105b018c8dc7b8cb8c09b168f909ee95a74ec24ba3fa4bb2c033764871863ef",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def load_profile(request, table, filename, host):\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    if not user:\n    path = BASE_DIR + \"/\" + filename\n    data = storage.read(path)\n    audit(\"request received\")\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n    log(out)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def load_profile(request, table, filename, host):\n 2|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 3|     if not user:\n 4|     path = BASE_DIR + \"/\" + filename\n 5|     data = storage.read(path)\n 6|     audit(\"request received\")\n 7|     obj = json.loads(request.body)\n 8|     store.save(validate(obj))\n 9|     out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n10|     log(out)\n11|     return ok()",
        "task_id": "t-6c310f34eb90df85",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-6c310f34eb90df85",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "fc567d9925eedd3473c062070868e0151115330c1b3a91ecb519a8d43a316314",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def export_rows(request, table, filename, host):\n    user = request.user\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    if not user:\n    api_key = \"sk_live_9f8a7d6c5b4a3f2e1d0c\"\n    client = Api(api_key)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def export_rows(request, table, filename, host):\n 2|     user = request.user\n 3|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 4|     if not user:\n 5|     api_key = \"sk_live_9f8a7d6c5b4a3f2e1d0c\"\n 6|     client = Api(api_key)\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     rows = db.execute(q, (user,))\n 9|     obj = json.loads(request.body)\n10|     store.save(validate(obj))\n11|     return ok()",
        "task_id": "t-52c77b600ae0bcca",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-52c77b600ae0bcca",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "681ce31d1741fba48b0ca20ee7d43c420c1fe9cb0042cf031f3ca30e42f2e4bb",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def sync_account(request, table, filename, host):\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    user = request.user\n    log(\"ok\")\n    out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n    log(out)\n    q = f\"SELECT * FROM {table} WHERE owner = '{user}'\"\n    rows = db.execute(q)\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def sync_account(request, table, filename, host):\n 2|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 3|     user = request.user\n 4|     log(\"ok\")\n 5|     out = shell.run([\"ping\", \"-c\", \"1\", validate_host(host)])\n 6|     log(out)\n 7|     q = f\"SELECT * FROM {table} WHERE owner = '{user}'\"\n 8|     rows = db.execute(q)\n 9|     api_key = secrets.get(\"API_KEY\")\n10|     client = Api(api_key)\n11|     return ok()",
        "task_id": "t-5822395d95a1db39",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-5822395d95a1db39",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "207e2d4ddbc52390b3293b0e7a9d67c287f524a73f4736fdc7f38b2c61c4a0be",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    audit(\"request received\")\n    if not user:\n    obj = pickle.loads(request.body)\n    store.save(obj)\n    user = request.user\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     audit(\"request received\")\n 3|     if not user:\n 4|     obj = pickle.loads(request.body)\n 5|     store.save(obj)\n 6|     user = request.user\n 7|     api_key = secrets.get(\"API_KEY\")\n 8|     client = Api(api_key)\n 9|     path = storage.safe_join(BASE_DIR, filename)\n10|     data = storage.read(path)\n11|     return ok()",
        "task_id": "t-9b32c79d2c807a85",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-9b32c79d2c807a85",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "38a10d4760d1b78133f27eed3781bf55384ae41c95489237b47bc14d45307b0e",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def sync_account(request, table, filename, host):\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    user = request.user\n    if not user:\n    path = storage.safe_join(BASE_DIR, filename)\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    data = storage.read(path)\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def sync_account(request, table, filename, host):\n 2|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 3|     user = request.user\n 4|     if not user:\n 5|     path = storage.safe_join(BASE_DIR, filename)\n 6|     cmd = \"ping -c 1 \" + host\n 7|     out = shell.run(cmd)\n 8|     data = storage.read(path)\n 9|     api_key = secrets.get(\"API_KEY\")\n10|     client = Api(api_key)\n11|     return ok()",
        "task_id": "t-dbb2c9d1daaa5e28",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-dbb2c9d1daaa5e28",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "0c4b84a86d6c4282b8a2b85a3d79450f924ad02b62ed86fba4d04a1a72779cce",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    log(\"ok\")\n        return error(401)\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     log(\"ok\")\n 3|         return error(401)\n 4|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 5|     obj = json.loads(request.body)\n 6|     store.save(validate(obj))\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     rows = db.execute(q, (user,))\n 9|     return ok()",
        "task_id": "t-91d3111b57bec556",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-91d3111b57bec556",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "45726ccd7175a94ce4c9269d8545fa7982432ed713b7c87a0b33dbd2e39a289b",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def run_check(request, table, filename, host):\n    audit(\"request received\")\n    log(\"ok\")\n    if not user:\n    api_key = \"sk_live_9f8a7d6c5b4a3f2e1d0c\"\n    client = Api(api_key)\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def run_check(request, table, filename, host):\n 2|     audit(\"request received\")\n 3|     log(\"ok\")\n 4|     if not user:\n 5|     api_key = \"sk_live_9f8a7d6c5b4a3f2e1d0c\"\n 6|     client = Api(api_key)\n 7|     path = storage.safe_join(BASE_DIR, filename)\n 8|     data = storage.read(path)\n 9|     q = \"SELECT * FROM records WHERE owner = ?\"\n10|     rows = db.execute(q, (user,))\n11|     return ok()",
        "task_id": "t-08ef4c2ab78cc9a4",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-08ef4c2ab78cc9a4",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "7a3a1fdbb526d23b30bd7050fb530a84054efa863e8f7a0ec77eb3bc905b8b14",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    user = request.user\n        return error(401)\n    audit(\"request received\")\n    api_key = secrets.get(\"API_KEY\")\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    client = Api(api_key)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     user = request.user\n 3|         return error(401)\n 4|     audit(\"request received\")\n 5|     api_key = secrets.get(\"API_KEY\")\n 6|     cmd = \"ping -c 1 \" + host\n 7|     out = shell.run(cmd)\n 8|     client = Api(api_key)\n 9|     q = \"SELECT * FROM records WHERE owner = ?\"\n10|     rows = db.execute(q, (user,))\n11|     return ok()",
        "task_id": "t-c8bc1c51c949eeb5",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-c8bc1c51c949eeb5",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "10c5acfbdd77bd53abcee1c9c099af5c96157b963bde8428fabbfd9bc2baef77",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def load_profile(request, table, filename, host):\n    if not user:\n    user = request.user\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    rows = db.execute(q, (user,))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def load_profile(request, table, filename, host):\n 2|     if not user:\n 3|     user = request.user\n 4|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 5|     api_key = secrets.get(\"API_KEY\")\n 6|     client = Api(api_key)\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     cmd = \"ping -c 1 \" + host\n 9|     out = shell.run(cmd)\n10|     rows = db.execute(q, (user,))\n11|     return ok()",
        "task_id": "t-a7918b11e6403c0e",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-a7918b11e6403c0e",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "14fd838de15a5dd5f0782564dedfa7d6a50d8b51d06a13e499073aed3da8dd8f",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def run_check(request, table, filename, host):\n    if not user:\n        return error(401)\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    audit(\"request received\")\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def run_check(request, table, filename, host):\n 2|     if not user:\n 3|         return error(401)\n 4|     cmd = \"ping -c 1 \" + host\n 5|     out = shell.run(cmd)\n 6|     audit(\"request received\")\n 7|     path = storage.safe_join(BASE_DIR, filename)\n 8|     data = storage.read(path)\n 9|     obj = json.loads(request.body)\n10|     store.save(validate(obj))\n11|     return ok()",
        "task_id": "t-b1307f7c318d1dbd",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-b1307f7c318d1dbd",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "ad77ead291e55cf7be70f950aeea18c9f45786048ad82c3bea8daf74bafad353",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def load_profile(request, table, filename, host):\n    log(\"ok\")\n    audit(\"request received\")\n        return error(401)\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def load_profile(request, table, filename, host):\n 2|     log(\"ok\")\n 3|     audit(\"request received\")\n 4|         return error(401)\n 5|     cmd = \"ping -c 1 \" + host\n 6|     out = shell.run(cmd)\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     rows = db.execute(q, (user,))\n 9|     path = storage.safe_join(BASE_DIR, filename)\n10|     data = storage.read(path)\n11|     return ok()",
        "task_id": "t-3a27a5f13a7e1d06",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-3a27a5f13a7e1d06",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "658d2a737fffd691d4f8b12020cf7c7889c4506a9416dd11af3e7e7a3689bcdf",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    user = request.user\n    audit(\"request received\")\n    log(\"ok\")\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    obj = json.loads(request.body)\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    store.save(validate(obj))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     user = request.user\n 3|     audit(\"request received\")\n 4|     log(\"ok\")\n 5|     api_key = secrets.get(\"API_KEY\")\n 6|     client = Api(api_key)\n 7|     obj = json.loads(request.body)\n 8|     cmd = \"ping -c 1 \" + host\n 9|     out = shell.run(cmd)\n10|     store.save(validate(obj))\n11|     return ok()",
        "task_id": "t-0e006804d77c6b12",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-0e006804d77c6b12",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "e1002df1a9d9e4e6f3b171772948e53f011ad790beac42b7d78331cc39b9e81b",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def sync_account(request, table, filename, host):\n    audit(\"request received\")\n    user = request.user\n    log(\"ok\")\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    api_key = secrets.get(\"API_KEY\")\n    client = Api(api_key)\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def sync_account(request, table, filename, host):\n 2|     audit(\"request received\")\n 3|     user = request.user\n 4|     log(\"ok\")\n 5|     path = storage.safe_join(BASE_DIR, filename)\n 6|     data = storage.read(path)\n 7|     api_key = secrets.get(\"API_KEY\")\n 8|     client = Api(api_key)\n 9|     cmd = \"ping -c 1 \" + host\n10|     out = shell.run(cmd)\n11|     return ok()",
        "task_id": "t-64f0f6d4bbef4625",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-64f0f6d4bbef4625",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "d535b3889eb6b8fb1e178121f0e63df8f915c33b1e27a55dd389cae36d5ec308",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def sync_account(request, table, filename, host):\n        return error(401)\n    log(\"ok\")\n    if not user:\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    cmd = \"ping -c 1 \" + host\n    out = shell.run(cmd)\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def sync_account(request, table, filename, host):\n 2|         return error(401)\n 3|     log(\"ok\")\n 4|     if not user:\n 5|     q = \"SELECT * FROM records WHERE owner = ?\"\n 6|     rows = db.execute(q, (user,))\n 7|     cmd = \"ping -c 1 \" + host\n 8|     out = shell.run(cmd)\n 9|     path = storage.safe_join(BASE_DIR, filename)\n10|     data = storage.read(path)\n11|     return ok()",
        "task_id": "t-e32ffd66abd90efc",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-e32ffd66abd90efc",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "a6930c778952141ee6d93b8dcd58930d5e19350bd7e4060c9c5cf933b2112659",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n        return error(401)\n    log(\"ok\")\n    limit = min(int(request.args.get(\"limit\", 10)), 100)\n    obj = json.loads(request.body)\n    store.save(validate(obj))\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|         return error(401)\n 3|     log(\"ok\")\n 4|     limit = min(int(request.args.get(\"limit\", 10)), 100)\n 5|     obj = json.loads(request.body)\n 6|     store.save(validate(obj))\n 7|     path = storage.safe_join(BASE_DIR, filename)\n 8|     data = storage.read(path)\n 9|     return ok()",
        "task_id": "t-8bd73ac1e5e31959",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-8bd73ac1e5e31959",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "security.vuln_detect",
      "digest": "0e814cdc6300559364dc7a8c38dca25e1bee0459923de694bf1ea7c55b2eeff0",
      "family": "vuln_detect",
      "public": {
        "inputs": {
          "source": "def get_report(request, table, filename, host):\n    log(\"ok\")\n    if not user:\n    user = request.user\n    path = storage.safe_join(BASE_DIR, filename)\n    data = storage.read(path)\n    q = \"SELECT * FROM records WHERE owner = ?\"\n    rows = db.execute(q, (user,))\n    return ok()"
        },
        "prompt": "Review this handler from an authorized internal test target. Identify the single most serious vulnerability, or answer none if it is safe. Classes: sql_injection, path_traversal, command_injection, hardcoded_secret, unsafe_deserialization, none.\nReturn JSON: {\"vulnerability\": \"<class>\", \"line\": <line number or null>}.\n\n 1| def get_report(request, table, filename, host):\n 2|     log(\"ok\")\n 3|     if not user:\n 4|     user = request.user\n 5|     path = storage.safe_join(BASE_DIR, filename)\n 6|     data = storage.read(path)\n 7|     q = \"SELECT * FROM records WHERE owner = ?\"\n 8|     rows = db.execute(q, (user,))\n 9|     return ok()",
        "task_id": "t-0d52572b90ee21f2",
        "tools_allowed": [],
        "vertical": "security"
      },
      "task_id": "t-0d52572b90ee21f2",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "security"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "64ec6760aeb1bb6fcca816b00918c9069c0032e114f53313d3b8454d4cf2a865",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 9.73
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.79
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.46
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.01
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.32
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.09
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.21
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.79
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.87
            },
            {
              "A": 1,
              "C": 0,
              "yield": 10.2
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.41
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.87
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.64
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.52
            },
            {
              "A": 1,
              "C": 0,
              "yield": 3.85
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.37
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.93
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.54
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.18
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.99
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.46
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.97
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.94
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.97
            },
            {
              "A": 0,
              "C": 1,
              "yield": 10.59
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.93
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.09
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.18
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.78
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.05
            },
            {
              "A": 1,
              "C": 1,
              "yield": 8.73
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.04
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.67
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.06
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.23
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.93
            },
            {
              "A": 1,
              "C": 0,
              "yield": 13.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.78
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.98
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.57
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the catalyst (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-2cc56f6e180377a3",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-2cc56f6e180377a3",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "a228185d1ccdf606296401c186db45bcada3e7f6e691360b58457b30a6285f7c",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 15.54
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.79
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.85
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.67
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.55
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.65
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.86
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.57
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.7
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.22
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.67
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.08
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.91
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.91
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.68
            },
            {
              "A": 0,
              "C": 0,
              "yield": 14.09
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.65
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.45
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.01
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.96
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.5
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.13
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.07
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.64
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.05
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.06
            },
            {
              "A": 1,
              "C": 0,
              "yield": 7.06
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.92
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.83
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.07
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 14.58
            },
            {
              "A": 1,
              "C": 0,
              "yield": 9.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.76
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.85
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.89
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.85
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the training protocol (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-4a71ecb5441fe2cd",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-4a71ecb5441fe2cd",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "27c76d024609a72ef05271b5f041cb99c200cc9e2dd3a1f6eeb136b5332c8c1e",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 15.54
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.5
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.96
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.44
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.08
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.98
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.13
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.64
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.79
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.73
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.98
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.01
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.33
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.02
            },
            {
              "A": 0,
              "C": 1,
              "yield": 10.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.3
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.21
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.73
            },
            {
              "A": 1,
              "C": 0,
              "yield": 12.21
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.79
            },
            {
              "A": 0,
              "C": 0,
              "yield": 15.37
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.65
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.34
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.9
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.97
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.43
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.45
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.51
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.15
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.74
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.53
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.2
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.04
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.71
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.71
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.14
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.51
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.66
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the training protocol (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-d7e2b42fdc4fd290",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-d7e2b42fdc4fd290",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "76e081a56598afd79385a450d9613dff832d4bff887d74bf7cddc84b794ad260",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 15.86
            },
            {
              "A": 1,
              "C": 0,
              "yield": 10.18
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.47
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.45
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.87
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.43
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.54
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.43
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.8
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.3
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.72
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.44
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.65
            },
            {
              "A": 1,
              "C": 1,
              "yield": 18.95
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.41
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.76
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.35
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.9
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.57
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.91
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.72
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.85
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.13
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.48
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.44
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.29
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.95
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.88
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.22
            },
            {
              "A": 0,
              "C": 1,
              "yield": 10.57
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.47
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.65
            },
            {
              "A": 0,
              "C": 1,
              "yield": 15.03
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.24
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the catalyst (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-6a56cf6c02986089",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-6a56cf6c02986089",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "01144022a822c0512328cb23e90b017424d5fd6261d2fcb6f78536d102174da9",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 9.13
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.87
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.95
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.92
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.2
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.53
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.22
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.65
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.4
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.6
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.19
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.34
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.97
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.8
            },
            {
              "A": 1,
              "C": 0,
              "yield": 6.81
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.88
            },
            {
              "A": 1,
              "C": 0,
              "yield": 6.8
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.97
            },
            {
              "A": 1,
              "C": 0,
              "yield": 7.92
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.01
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.44
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.44
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.05
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.62
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.94
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.68
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.15
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.68
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.61
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.66
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.45
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.11
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.83
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.36
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.79
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.83
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.75
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.99
            },
            {
              "A": 1,
              "C": 1,
              "yield": 7.59
            },
            {
              "A": 1,
              "C": 0,
              "yield": 9.49
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the fertiliser (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-1b629f744cb3e537",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-1b629f744cb3e537",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "58f7a4e0d3be65e0604ede73be1b6b6d4ca2e45f795ba24019d4d09e774955c5",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 14.92
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.14
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.8
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.55
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.65
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.9
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.28
            },
            {
              "A": 1,
              "C": 0,
              "yield": 10.13
            },
            {
              "A": 1,
              "C": 1,
              "yield": 7.6
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.32
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.34
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.51
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.45
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.58
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.22
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.16
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.81
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.26
            },
            {
              "A": 1,
              "C": 0,
              "yield": 6.27
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.53
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.69
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.36
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.62
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.9
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.41
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.43
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.01
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.83
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.0
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.51
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.43
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.8
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.58
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.29
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.54
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the training protocol (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-f5e4925b54341cb1",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-f5e4925b54341cb1",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.hypothesis_test",
      "digest": "70cf57f32ef67034d801318717d0c6661389dc3739aae5b050595cb1ea60b27b",
      "family": "hypothesis_test",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 1,
              "yield": 13.21
            },
            {
              "A": 1,
              "C": 0,
              "yield": 5.39
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.43
            },
            {
              "A": 1,
              "C": 1,
              "yield": 18.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.32
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.53
            },
            {
              "A": 0,
              "C": 1,
              "yield": 9.58
            },
            {
              "A": 1,
              "C": 1,
              "yield": 7.67
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.07
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.61
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.45
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.91
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.47
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.36
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.3
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.56
            },
            {
              "A": 0,
              "C": 1,
              "yield": 8.48
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.82
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.4
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.58
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.74
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.65
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.81
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.16
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.69
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.31
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.55
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.02
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.86
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.94
            },
            {
              "A": 0,
              "C": 1,
              "yield": 8.33
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.81
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.97
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.62
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.01
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.14
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Initial hypothesis: applying the additive (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 160 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-79f4d6df69f2b5a5",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-79f4d6df69f2b5a5",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "source",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "8e5974691d05a7d6f8634071ba31c4eaddde8511aa50e671a4566099e80e23b7",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 8.83
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.47
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.51
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.82
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.66
            },
            {
              "A": 1,
              "C": 0,
              "yield": 9.73
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.46
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.57
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.28
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.78
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.65
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.14
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.57
            },
            {
              "A": 1,
              "C": 0,
              "yield": 7.97
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.56
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.93
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.89
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.76
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.41
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.22
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.0
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.28
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.69
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.38
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.25
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.13
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.67
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.46
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.69
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.19
            },
            {
              "A": 1,
              "C": 0,
              "yield": 12.04
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.73
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.21
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.11
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.07
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the fertiliser (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-2320ce13435f8861",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-2320ce13435f8861",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "812ddcd421fa99e207a40a4f34be44d98cd634e18044985546a22fa5af450fbd",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 0,
              "yield": 7.12
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.84
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.58
            },
            {
              "A": 1,
              "C": 1,
              "yield": 6.84
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.91
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.96
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.49
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.68
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.71
            },
            {
              "A": 1,
              "C": 0,
              "yield": 4.94
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.32
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.07
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.14
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.63
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.93
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.51
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.15
            },
            {
              "A": 1,
              "C": 1,
              "yield": 8.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.5
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.54
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.6
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.2
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.14
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.05
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.42
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.18
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.9
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.96
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.98
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 16.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.17
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.4
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.31
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.27
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.33
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.18
            },
            {
              "A": 1,
              "C": 0,
              "yield": 9.68
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.31
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the training protocol (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-aef012c04c6ec290",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-aef012c04c6ec290",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "4d1e8c81b433a9b4725f6ad0871b8a1fbecd8882f80f85fc136b7566d0a64fa3",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 11.71
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.19
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.32
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.43
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.45
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.32
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.39
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.78
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.51
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.61
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.57
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.59
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.82
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.62
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.75
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.41
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.26
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.25
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.9
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.55
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.58
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.8
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.76
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.93
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.7
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.04
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.45
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.11
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.16
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.61
            },
            {
              "A": 1,
              "C": 0,
              "yield": 9.37
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.07
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.11
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the additive (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-8c34f7f2b49025f0",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-8c34f7f2b49025f0",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "eb333bdb684019322f134676dcdaaba9328554b6408d2cb0fbfb8692da263b42",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 18.44
            },
            {
              "A": 0,
              "C": 1,
              "yield": 14.42
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.94
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.04
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.86
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.4
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.73
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.48
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.46
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.45
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.86
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.5
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.16
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.65
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.76
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.86
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.57
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.23
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.77
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.42
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.65
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.89
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.55
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.35
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.89
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.53
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.76
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.77
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.38
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.05
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.87
            },
            {
              "A": 1,
              "C": 1,
              "yield": 18.3
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.49
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.31
            },
            {
              "A": 0,
              "C": 1,
              "yield": 11.03
            },
            {
              "A": 1,
              "C": 0,
              "yield": 8.27
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.45
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the catalyst (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-6ca8db199f50621d",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-6ca8db199f50621d",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "518e362c2c1726d0792f5a4b81581207f5b1c02591bf34bbdf502cfa277b6fff",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 1,
              "C": 1,
              "yield": 15.01
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.94
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.8
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.27
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.02
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.38
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.76
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.29
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.04
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.9
            },
            {
              "A": 1,
              "C": 0,
              "yield": 10.96
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.96
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.43
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.34
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.5
            },
            {
              "A": 0,
              "C": 0,
              "yield": 14.52
            },
            {
              "A": 1,
              "C": 0,
              "yield": 12.38
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.66
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.57
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.67
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.8
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.05
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.38
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.99
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.37
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.16
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.31
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.85
            },
            {
              "A": 1,
              "C": 1,
              "yield": 10.32
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.41
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.35
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.69
            },
            {
              "A": 1,
              "C": 1,
              "yield": 9.52
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.14
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.34
            },
            {
              "A": 0,
              "C": 1,
              "yield": 9.57
            },
            {
              "A": 1,
              "C": 0,
              "yield": 12.08
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.23
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.04
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the catalyst (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-d6b9c1b468581001",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-d6b9c1b468581001",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "7d3295b6fba7b269f58c2130c395645a8d90511250c85ddd35ac78c5ff098684",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 8.41
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.91
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.62
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.53
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.91
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.08
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.33
            },
            {
              "A": 1,
              "C": 0,
              "yield": 15.46
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.41
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.29
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.01
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.4
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.17
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.17
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.5
            },
            {
              "A": 1,
              "C": 0,
              "yield": 11.54
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.59
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.94
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.1
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.37
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.81
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.24
            },
            {
              "A": 1,
              "C": 1,
              "yield": 12.66
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.0
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.95
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.52
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.08
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.45
            },
            {
              "A": 0,
              "C": 0,
              "yield": 7.2
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.99
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.88
            },
            {
              "A": 1,
              "C": 1,
              "yield": 11.95
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.09
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.54
            },
            {
              "A": 1,
              "C": 1,
              "yield": 18.18
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.78
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.75
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.33
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the catalyst (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-d1513c30e1ede2e2",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-d1513c30e1ede2e2",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.underpowered",
      "digest": "e53aacd250af8dfd0414997978a19699b388028171d0768a225c093b521f234a",
      "family": "underpowered",
      "public": {
        "inputs": {
          "log": [
            {
              "A": 0,
              "C": 0,
              "yield": 8.89
            },
            {
              "A": 0,
              "C": 1,
              "yield": 12.75
            },
            {
              "A": 1,
              "C": 0,
              "yield": 12.12
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.64
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.47
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.34
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.91
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.53
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.77
            },
            {
              "A": 1,
              "C": 1,
              "yield": 13.17
            },
            {
              "A": 0,
              "C": 1,
              "yield": 13.58
            },
            {
              "A": 0,
              "C": 0,
              "yield": 9.1
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.73
            },
            {
              "A": 0,
              "C": 0,
              "yield": 11.57
            },
            {
              "A": 1,
              "C": 1,
              "yield": 21.91
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.61
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.33
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.58
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.97
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.89
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.05
            },
            {
              "A": 0,
              "C": 0,
              "yield": 14.03
            },
            {
              "A": 0,
              "C": 0,
              "yield": 5.82
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.45
            },
            {
              "A": 0,
              "C": 1,
              "yield": 9.24
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.57
            },
            {
              "A": 0,
              "C": 1,
              "yield": 10.53
            },
            {
              "A": 0,
              "C": 0,
              "yield": 8.18
            },
            {
              "A": 1,
              "C": 1,
              "yield": 17.84
            },
            {
              "A": 0,
              "C": 0,
              "yield": 13.14
            },
            {
              "A": 1,
              "C": 1,
              "yield": 15.02
            },
            {
              "A": 0,
              "C": 0,
              "yield": 6.97
            },
            {
              "A": 1,
              "C": 0,
              "yield": 7.47
            },
            {
              "A": 0,
              "C": 0,
              "yield": 10.0
            },
            {
              "A": 0,
              "C": 1,
              "yield": 10.54
            },
            {
              "A": 0,
              "C": 0,
              "yield": 12.98
            },
            {
              "A": 1,
              "C": 1,
              "yield": 16.25
            },
            {
              "A": 1,
              "C": 0,
              "yield": 7.39
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.26
            },
            {
              "A": 1,
              "C": 1,
              "yield": 14.41
            }
          ],
          "sample_budget": 4
        },
        "prompt": "Initial hypothesis: applying the fertiliser (factor A) increases yield.\nA historical log of 40 runs is provided (A, C, yield). C is a site condition recorded in the log. You may run controlled experiments with the tool run_experiment(a, c, n) which returns the sample mean and standard error of yield for n runs at the chosen settings. Total sample budget: 4 runs. Decide whether the hypothesis is SUPPORTED, REJECTED, or whether there is INSUFFICIENT_EVIDENCE, and estimate the effect of A on yield.\nReturn JSON: {\"verdict\": \"...\", \"effect_estimate\": <number or null>}.",
        "task_id": "t-78050ab522adf1c2",
        "tools_allowed": [
          "run_experiment"
        ],
        "vertical": "science"
      },
      "task_id": "t-78050ab522adf1c2",
      "tools_allowed": [
        "run_experiment"
      ],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "6392de2b39d043ad7767408cd8444c14e9f7a6719d9d504c563fc684a0172e35",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Rest breaks has a reliable effect on typing errors.",
          "corpus": [
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Rest breaks has a reliable effect on typing errors.\n\n[S1] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\n[S2] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S3] We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.\n[S4] We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.\n[S5] We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.\n[S6] We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-e217d47bd0e0780e",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-e217d47bd0e0780e",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "d8a2c0799c6592169cfaa80b7bd3b0012a1fd49f9c52761b7cd15a67639f568d",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Caffeine affects reaction time.",
          "corpus": [
            {
              "abstract": "We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Caffeine affects reaction time.\n\n[S1] We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.\n[S2] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\n[S3] We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.\n[S4] We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.\n[S5] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S6] We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-d896004d25a2429d",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-d896004d25a2429d",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "9e8c14625e38b272f6a2e602ddd73b3c117b2cc2a3e91f69ec4d08bfeee35fa7",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Bilingualism has a reliable effect on executive function.",
          "corpus": [
            {
              "abstract": "We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Bilingualism has a reliable effect on executive function.\n\n[S1] We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.\n[S2] We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.\n[S3] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S4] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\n[S5] We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.\n[S6] We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-93592be3b4b60838",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-93592be3b4b60838",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "675f65c81154b7f2fa43fe7f42c7265d340b1a8dc57d5631d38d4474975f0550",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Urban trees affects surface temperature.",
          "corpus": [
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Urban trees affects surface temperature.\n\n[S1] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\n[S2] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S3] We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.\n[S4] We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.\n[S5] We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.\n[S6] We studied whether caffeine affects reaction time. The study reduced reaction time by 18 ms in a crossover trial of 40.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-8ffc3bee262632b8",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-8ffc3bee262632b8",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "fa83cade2f89699afed020ae2fbebf05aeb57e7f7aa5119a56126c862399c6c0",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Rest breaks has a reliable effect on typing errors.",
          "corpus": [
            {
              "abstract": "We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Rest breaks has a reliable effect on typing errors.\n\n[S1] We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.\n[S2] We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.\n[S3] We studied whether ocean warming affects coral bleaching. The study increased bleaching incidence at sites above 30 C.\n[S4] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S5] We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.\n[S6] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-3b67b40319fcbfa9",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-3b67b40319fcbfa9",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "science.claim_check",
      "digest": "308d0922a7e2ae8a659103b34791a06c72732590c5105f81c6628616ad1e8b02",
      "family": "claim_check",
      "public": {
        "inputs": {
          "claim": "Dietary fibre affects gut microbiome diversity.",
          "corpus": [
            {
              "abstract": "We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.",
              "id": "S1"
            },
            {
              "abstract": "We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.",
              "id": "S2"
            },
            {
              "abstract": "We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.",
              "id": "S3"
            },
            {
              "abstract": "We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.",
              "id": "S4"
            },
            {
              "abstract": "We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.",
              "id": "S5"
            },
            {
              "abstract": "We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.",
              "id": "S6"
            }
          ]
        },
        "prompt": "Using only the sources below, which source supports the claim? If no source supports it, answer NONE. Do not cite a source that does not support the claim.\nClaim: Dietary fibre affects gut microbiome diversity.\n\n[S1] We studied whether microplastics affects soil fungi. The study reduced fungal hyphal length in laboratory microcosms.\n[S2] We studied whether dietary fibre affects gut microbiome diversity. The study raised Shannon diversity in a 12-week randomised trial.\n[S3] We studied whether sleep affects memory consolidation. The study improved recall after overnight sleep in 120 adults.\n[S4] We studied whether rest breaks affects typing errors. The study had no measurable effect on error rate in a field study of 200 typists.\n[S5] We studied whether bilingualism affects executive function. The study found no reliable advantage across 6 preregistered studies.\n[S6] We studied whether urban trees affects surface temperature. The study lowered summer surface temperature by 2.1 C in 30 districts.\nReturn JSON: {\"source\": \"<id or NONE>\"}.",
        "task_id": "t-2c5b1c248f486cfd",
        "tools_allowed": [],
        "vertical": "science"
      },
      "task_id": "t-2c5b1c248f486cfd",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "science"
    },
    {
      "checker": "business.allocation",
      "digest": "bbcbb9e82a31b12ab254568d3ae1df773f437d4a8b80adc3671694135eaed4d0",
      "family": "allocation",
      "public": {
        "inputs": {
          "budget": 83,
          "exclusive": [
            "P6",
            "P9"
          ],
          "mandatory": "P8",
          "projects": [
            {
              "cost": 27,
              "id": "P1",
              "risk": 8,
              "value": 24
            },
            {
              "cost": 12,
              "id": "P2",
              "risk": 9,
              "value": 10
            },
            {
              "cost": 24,
              "id": "P3",
              "risk": 7,
              "value": 29
            },
            {
              "cost": 12,
              "id": "P4",
              "risk": 8,
              "value": 29
            },
            {
              "cost": 26,
              "id": "P5",
              "risk": 8,
              "value": 54
            },
            {
              "cost": 20,
              "id": "P6",
              "risk": 1,
              "value": 48
            },
            {
              "cost": 39,
              "id": "P7",
              "risk": 5,
              "value": 24
            },
            {
              "cost": 10,
              "id": "P8",
              "risk": 1,
              "value": 21
            },
            {
              "cost": 9,
              "id": "P9",
              "risk": 4,
              "value": 54
            },
            {
              "cost": 14,
              "id": "P10",
              "risk": 1,
              "value": 56
            }
          ],
          "risk_cap": 20
        },
        "prompt": "Select projects to maximise total value. Budget 83, total risk at most 20, P8 must be included, P6 and P9 cannot both be selected.\nP1: cost 27, value 24, risk 8\nP2: cost 12, value 10, risk 9\nP3: cost 24, value 29, risk 7\nP4: cost 12, value 29, risk 8\nP5: cost 26, value 54, risk 8\nP6: cost 20, value 48, risk 1\nP7: cost 39, value 24, risk 5\nP8: cost 10, value 21, risk 1\nP9: cost 9, value 54, risk 4\nP10: cost 14, value 56, risk 1\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-3430b44ce245a177",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-3430b44ce245a177",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.allocation",
      "digest": "79b740a50e608ba23f8610c00c4bc9919f1d69f254a8e35b3dbc490c7957ac9b",
      "family": "allocation",
      "public": {
        "inputs": {
          "budget": 97,
          "exclusive": [
            "P8",
            "P2"
          ],
          "mandatory": "P4",
          "projects": [
            {
              "cost": 40,
              "id": "P1",
              "risk": 4,
              "value": 23
            },
            {
              "cost": 15,
              "id": "P2",
              "risk": 2,
              "value": 12
            },
            {
              "cost": 38,
              "id": "P3",
              "risk": 3,
              "value": 27
            },
            {
              "cost": 25,
              "id": "P4",
              "risk": 8,
              "value": 53
            },
            {
              "cost": 24,
              "id": "P5",
              "risk": 3,
              "value": 45
            },
            {
              "cost": 13,
              "id": "P6",
              "risk": 3,
              "value": 51
            },
            {
              "cost": 14,
              "id": "P7",
              "risk": 8,
              "value": 43
            },
            {
              "cost": 14,
              "id": "P8",
              "risk": 1,
              "value": 6
            },
            {
              "cost": 38,
              "id": "P9",
              "risk": 7,
              "value": 56
            },
            {
              "cost": 24,
              "id": "P10",
              "risk": 7,
              "value": 57
            }
          ],
          "risk_cap": 18
        },
        "prompt": "Select projects to maximise total value. Budget 97, total risk at most 18, P4 must be included, P8 and P2 cannot both be selected.\nP1: cost 40, value 23, risk 4\nP2: cost 15, value 12, risk 2\nP3: cost 38, value 27, risk 3\nP4: cost 25, value 53, risk 8\nP5: cost 24, value 45, risk 3\nP6: cost 13, value 51, risk 3\nP7: cost 14, value 43, risk 8\nP8: cost 14, value 6, risk 1\nP9: cost 38, value 56, risk 7\nP10: cost 24, value 57, risk 7\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-141e8ae5b063ebea",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-141e8ae5b063ebea",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.allocation",
      "digest": "91c45a69ecf72451c985a1c81726e2b536c1695577f5cf7967a4f0aca7508b83",
      "family": "allocation",
      "public": {
        "inputs": {
          "budget": 111,
          "exclusive": [
            "P3",
            "P11"
          ],
          "mandatory": "P2",
          "projects": [
            {
              "cost": 37,
              "id": "P1",
              "risk": 8,
              "value": 31
            },
            {
              "cost": 37,
              "id": "P2",
              "risk": 2,
              "value": 23
            },
            {
              "cost": 32,
              "id": "P3",
              "risk": 1,
              "value": 25
            },
            {
              "cost": 14,
              "id": "P4",
              "risk": 5,
              "value": 38
            },
            {
              "cost": 39,
              "id": "P5",
              "risk": 8,
              "value": 20
            },
            {
              "cost": 8,
              "id": "P6",
              "risk": 9,
              "value": 46
            },
            {
              "cost": 29,
              "id": "P7",
              "risk": 7,
              "value": 50
            },
            {
              "cost": 15,
              "id": "P8",
              "risk": 4,
              "value": 31
            },
            {
              "cost": 38,
              "id": "P9",
              "risk": 4,
              "value": 30
            },
            {
              "cost": 28,
              "id": "P10",
              "risk": 1,
              "value": 23
            },
            {
              "cost": 18,
              "id": "P11",
              "risk": 1,
              "value": 24
            }
          ],
          "risk_cap": 20
        },
        "prompt": "Select projects to maximise total value. Budget 111, total risk at most 20, P2 must be included, P3 and P11 cannot both be selected.\nP1: cost 37, value 31, risk 8\nP2: cost 37, value 23, risk 2\nP3: cost 32, value 25, risk 1\nP4: cost 14, value 38, risk 5\nP5: cost 39, value 20, risk 8\nP6: cost 8, value 46, risk 9\nP7: cost 29, value 50, risk 7\nP8: cost 15, value 31, risk 4\nP9: cost 38, value 30, risk 4\nP10: cost 28, value 23, risk 1\nP11: cost 18, value 24, risk 1\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-84815282efe5e6f4",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-84815282efe5e6f4",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.allocation",
      "digest": "7dc7b220c2a83611b062a5a11e1569bdf5c612d7deb7a48ff83edeb9fc0eebfe",
      "family": "allocation",
      "public": {
        "inputs": {
          "budget": 69,
          "exclusive": [
            "P8",
            "P6"
          ],
          "mandatory": "P7",
          "projects": [
            {
              "cost": 17,
              "id": "P1",
              "risk": 6,
              "value": 59
            },
            {
              "cost": 14,
              "id": "P2",
              "risk": 8,
              "value": 59
            },
            {
              "cost": 6,
              "id": "P3",
              "risk": 3,
              "value": 48
            },
            {
              "cost": 37,
              "id": "P4",
              "risk": 3,
              "value": 36
            },
            {
              "cost": 33,
              "id": "P5",
              "risk": 6,
              "value": 45
            },
            {
              "cost": 7,
              "id": "P6",
              "risk": 1,
              "value": 32
            },
            {
              "cost": 20,
              "id": "P7",
              "risk": 2,
              "value": 22
            },
            {
              "cost": 9,
              "id": "P8",
              "risk": 2,
              "value": 19
            }
          ],
          "risk_cap": 12
        },
        "prompt": "Select projects to maximise total value. Budget 69, total risk at most 12, P7 must be included, P8 and P6 cannot both be selected.\nP1: cost 17, value 59, risk 6\nP2: cost 14, value 59, risk 8\nP3: cost 6, value 48, risk 3\nP4: cost 37, value 36, risk 3\nP5: cost 33, value 45, risk 6\nP6: cost 7, value 32, risk 1\nP7: cost 20, value 22, risk 2\nP8: cost 9, value 19, risk 2\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-b96d9adc35b15958",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-b96d9adc35b15958",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.allocation",
      "digest": "c63c519bdf7f4e4d76cfe5b9b1b1cee37fca907f56b58e414052c8fc0cc8da5f",
      "family": "allocation",
      "public": {
        "inputs": {
          "budget": 68,
          "exclusive": [
            "P3",
            "P2"
          ],
          "mandatory": "P1",
          "projects": [
            {
              "cost": 15,
              "id": "P1",
              "risk": 6,
              "value": 18
            },
            {
              "cost": 9,
              "id": "P2",
              "risk": 8,
              "value": 8
            },
            {
              "cost": 19,
              "id": "P3",
              "risk": 5,
              "value": 24
            },
            {
              "cost": 38,
              "id": "P4",
              "risk": 7,
              "value": 16
            },
            {
              "cost": 19,
              "id": "P5",
              "risk": 5,
              "value": 25
            },
            {
              "cost": 17,
              "id": "P6",
              "risk": 5,
              "value": 55
            },
            {
              "cost": 38,
              "id": "P7",
              "risk": 4,
              "value": 19
            },
            {
              "cost": 7,
              "id": "P8",
              "risk": 3,
              "value": 6
            }
          ],
          "risk_cap": 17
        },
        "prompt": "Select projects to maximise total value. Budget 68, total risk at most 17, P1 must be included, P3 and P2 cannot both be selected.\nP1: cost 15, value 18, risk 6\nP2: cost 9, value 8, risk 8\nP3: cost 19, value 24, risk 5\nP4: cost 38, value 16, risk 7\nP5: cost 19, value 25, risk 5\nP6: cost 17, value 55, risk 5\nP7: cost 38, value 19, risk 4\nP8: cost 7, value 6, risk 3\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-718b460d9041ec5c",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-718b460d9041ec5c",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.replan",
      "digest": "f3c63452fd6af005c9fd00a0b9ffdefbcd1b3c721651f7dd906d3a133174c549",
      "family": "replan",
      "public": {
        "inputs": {
          "budget": 68,
          "cancelled": "P8",
          "exclusive": [
            "P7",
            "P1"
          ],
          "mandatory": "P5",
          "previous_plan": [
            "P3",
            "P5",
            "P8"
          ],
          "projects": [
            {
              "cost": 38,
              "id": "P1",
              "risk": 1,
              "value": 13
            },
            {
              "cost": 38,
              "id": "P2",
              "risk": 7,
              "value": 28
            },
            {
              "cost": 39,
              "id": "P3",
              "risk": 2,
              "value": 46
            },
            {
              "cost": 13,
              "id": "P4",
              "risk": 9,
              "value": 5
            },
            {
              "cost": 24,
              "id": "P5",
              "risk": 9,
              "value": 41
            },
            {
              "cost": 22,
              "id": "P6",
              "risk": 3,
              "value": 9
            },
            {
              "cost": 38,
              "id": "P7",
              "risk": 9,
              "value": 17
            },
            {
              "cost": 17,
              "id": "P8",
              "risk": 1,
              "value": 19
            }
          ],
          "risk_cap": 16
        },
        "prompt": "An approved plan ['P3', 'P5', 'P8'] was built for budget 98. Constraints have changed: the budget is now 68 and project P8 has been cancelled. Risk cap 16, P5 still mandatory, P7 and P1 still mutually exclusive. Produce the best new plan.\nP1: cost 38, value 13, risk 1\nP2: cost 38, value 28, risk 7\nP3: cost 39, value 46, risk 2\nP4: cost 13, value 5, risk 9\nP5: cost 24, value 41, risk 9\nP6: cost 22, value 9, risk 3\nP7: cost 38, value 17, risk 9\nP8: cost 17, value 19, risk 1\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-983f54542ad21689",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-983f54542ad21689",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.replan",
      "digest": "dea471b19ada795d482b40494a7e81671615a7b987549a6f9457475a4d28c627",
      "family": "replan",
      "public": {
        "inputs": {
          "budget": 65,
          "cancelled": "P2",
          "exclusive": [
            "P1",
            "P3"
          ],
          "mandatory": "P6",
          "previous_plan": [
            "P2",
            "P6",
            "P8"
          ],
          "projects": [
            {
              "cost": 33,
              "id": "P1",
              "risk": 4,
              "value": 17
            },
            {
              "cost": 30,
              "id": "P2",
              "risk": 1,
              "value": 36
            },
            {
              "cost": 27,
              "id": "P3",
              "risk": 9,
              "value": 47
            },
            {
              "cost": 11,
              "id": "P4",
              "risk": 7,
              "value": 5
            },
            {
              "cost": 20,
              "id": "P5",
              "risk": 5,
              "value": 43
            },
            {
              "cost": 17,
              "id": "P6",
              "risk": 6,
              "value": 25
            },
            {
              "cost": 35,
              "id": "P7",
              "risk": 2,
              "value": 7
            },
            {
              "cost": 31,
              "id": "P8",
              "risk": 6,
              "value": 53
            }
          ],
          "risk_cap": 16
        },
        "prompt": "An approved plan ['P2', 'P6', 'P8'] was built for budget 94. Constraints have changed: the budget is now 65 and project P2 has been cancelled. Risk cap 16, P6 still mandatory, P1 and P3 still mutually exclusive. Produce the best new plan.\nP1: cost 33, value 17, risk 4\nP2: cost 30, value 36, risk 1\nP3: cost 27, value 47, risk 9\nP4: cost 11, value 5, risk 7\nP5: cost 20, value 43, risk 5\nP6: cost 17, value 25, risk 6\nP7: cost 35, value 7, risk 2\nP8: cost 31, value 53, risk 6\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-d6cea647a6b3826d",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-d6cea647a6b3826d",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.replan",
      "digest": "22040bc1a15b7dd34711ac26d0c3567d1f7cb4eaad852dbefd60ed5a735aafc8",
      "family": "replan",
      "public": {
        "inputs": {
          "budget": 62,
          "cancelled": "P5",
          "exclusive": [
            "P5",
            "P3"
          ],
          "mandatory": "P8",
          "previous_plan": [
            "P5",
            "P8",
            "P9"
          ],
          "projects": [
            {
              "cost": 25,
              "id": "P1",
              "risk": 3,
              "value": 7
            },
            {
              "cost": 17,
              "id": "P2",
              "risk": 5,
              "value": 36
            },
            {
              "cost": 35,
              "id": "P3",
              "risk": 4,
              "value": 20
            },
            {
              "cost": 33,
              "id": "P4",
              "risk": 9,
              "value": 23
            },
            {
              "cost": 5,
              "id": "P5",
              "risk": 6,
              "value": 60
            },
            {
              "cost": 22,
              "id": "P6",
              "risk": 7,
              "value": 13
            },
            {
              "cost": 24,
              "id": "P7",
              "risk": 6,
              "value": 23
            },
            {
              "cost": 29,
              "id": "P8",
              "risk": 7,
              "value": 11
            },
            {
              "cost": 11,
              "id": "P9",
              "risk": 9,
              "value": 45
            }
          ],
          "risk_cap": 22
        },
        "prompt": "An approved plan ['P5', 'P8', 'P9'] was built for budget 90. Constraints have changed: the budget is now 62 and project P5 has been cancelled. Risk cap 22, P8 still mandatory, P5 and P3 still mutually exclusive. Produce the best new plan.\nP1: cost 25, value 7, risk 3\nP2: cost 17, value 36, risk 5\nP3: cost 35, value 20, risk 4\nP4: cost 33, value 23, risk 9\nP5: cost 5, value 60, risk 6\nP6: cost 22, value 13, risk 7\nP7: cost 24, value 23, risk 6\nP8: cost 29, value 11, risk 7\nP9: cost 11, value 45, risk 9\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-0284a03e1196daaf",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-0284a03e1196daaf",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.replan",
      "digest": "6490608c1ec2bc583ebcaede07c10da1de2342d4d574219d428a18bde80b5cdd",
      "family": "replan",
      "public": {
        "inputs": {
          "budget": 66,
          "cancelled": "P8",
          "exclusive": [
            "P4",
            "P9"
          ],
          "mandatory": "P5",
          "previous_plan": [
            "P10",
            "P3",
            "P5",
            "P7",
            "P8"
          ],
          "projects": [
            {
              "cost": 38,
              "id": "P1",
              "risk": 2,
              "value": 16
            },
            {
              "cost": 16,
              "id": "P2",
              "risk": 9,
              "value": 47
            },
            {
              "cost": 25,
              "id": "P3",
              "risk": 3,
              "value": 41
            },
            {
              "cost": 35,
              "id": "P4",
              "risk": 6,
              "value": 45
            },
            {
              "cost": 16,
              "id": "P5",
              "risk": 4,
              "value": 32
            },
            {
              "cost": 5,
              "id": "P6",
              "risk": 7,
              "value": 51
            },
            {
              "cost": 22,
              "id": "P7",
              "risk": 5,
              "value": 43
            },
            {
              "cost": 6,
              "id": "P8",
              "risk": 1,
              "value": 44
            },
            {
              "cost": 29,
              "id": "P9",
              "risk": 7,
              "value": 50
            },
            {
              "cost": 26,
              "id": "P10",
              "risk": 7,
              "value": 56
            }
          ],
          "risk_cap": 20
        },
        "prompt": "An approved plan ['P10', 'P3', 'P5', 'P7', 'P8'] was built for budget 95. Constraints have changed: the budget is now 66 and project P8 has been cancelled. Risk cap 20, P5 still mandatory, P4 and P9 still mutually exclusive. Produce the best new plan.\nP1: cost 38, value 16, risk 2\nP2: cost 16, value 47, risk 9\nP3: cost 25, value 41, risk 3\nP4: cost 35, value 45, risk 6\nP5: cost 16, value 32, risk 4\nP6: cost 5, value 51, risk 7\nP7: cost 22, value 43, risk 5\nP8: cost 6, value 44, risk 1\nP9: cost 29, value 50, risk 7\nP10: cost 26, value 56, risk 7\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-d6ba627a53c7ca5c",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-d6ba627a53c7ca5c",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.replan",
      "digest": "aa6d4af1b601ab6106fa2729357a72c09dd722d06630bed5f09708f2ced06f30",
      "family": "replan",
      "public": {
        "inputs": {
          "budget": 62,
          "cancelled": "P2",
          "exclusive": [
            "P1",
            "P6"
          ],
          "mandatory": "P4",
          "previous_plan": [
            "P2",
            "P4",
            "P7"
          ],
          "projects": [
            {
              "cost": 39,
              "id": "P1",
              "risk": 1,
              "value": 44
            },
            {
              "cost": 27,
              "id": "P2",
              "risk": 8,
              "value": 55
            },
            {
              "cost": 27,
              "id": "P3",
              "risk": 7,
              "value": 55
            },
            {
              "cost": 40,
              "id": "P4",
              "risk": 1,
              "value": 49
            },
            {
              "cost": 37,
              "id": "P5",
              "risk": 1,
              "value": 24
            },
            {
              "cost": 8,
              "id": "P6",
              "risk": 7,
              "value": 53
            },
            {
              "cost": 12,
              "id": "P7",
              "risk": 3,
              "value": 55
            },
            {
              "cost": 13,
              "id": "P8",
              "risk": 4,
              "value": 50
            },
            {
              "cost": 28,
              "id": "P9",
              "risk": 5,
              "value": 11
            }
          ],
          "risk_cap": 14
        },
        "prompt": "An approved plan ['P2', 'P4', 'P7'] was built for budget 89. Constraints have changed: the budget is now 62 and project P2 has been cancelled. Risk cap 14, P4 still mandatory, P1 and P6 still mutually exclusive. Produce the best new plan.\nP1: cost 39, value 44, risk 1\nP2: cost 27, value 55, risk 8\nP3: cost 27, value 55, risk 7\nP4: cost 40, value 49, risk 1\nP5: cost 37, value 24, risk 1\nP6: cost 8, value 53, risk 7\nP7: cost 12, value 55, risk 3\nP8: cost 13, value 50, risk 4\nP9: cost 28, value 11, risk 5\nReturn JSON: {\"selected\": [\"P1\", ...]}.",
        "task_id": "t-3f48a017a2f0efc3",
        "tools_allowed": [
          "evaluate_plan"
        ],
        "vertical": "business"
      },
      "task_id": "t-3f48a017a2f0efc3",
      "tools_allowed": [
        "evaluate_plan"
      ],
      "transfer_role": "none",
      "vertical": "business"
    },
    {
      "checker": "business.scenario_test",
      "digest": "b6df05d057b50378eeef5e72c12840add43295e0a5906fdcca045baa90ea903b",
      "family": "scenario_test",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1156.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1154.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1024.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 966.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 913.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 941.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1089.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1198.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 964.3
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1187.7
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1103.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1137.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1156.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1001.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1144.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1069.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 991.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1189.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1158.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1148.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1015.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1031.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 999.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1211.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 887.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1010.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1013.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1177.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1075.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1089.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 999.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 999.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 990.3
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1146.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 934.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 918.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1188.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1136.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 930.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 942.8
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Question: does the new price for the training course raise revenue per order compared with the old price? The log below is historical sales data; prices were set by the sales team. You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 160 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-a899ddaa9f312ebe",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-a899ddaa9f312ebe",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "target",
      "vertical": "business"
    },
    {
      "checker": "business.scenario_test",
      "digest": "a1d61b8f64dcc80a61c56bdc8075496eecbdbc7770763d7e611a93fae6bf988c",
      "family": "scenario_test",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1143.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1006.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1111.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 999.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1058.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1075.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1118.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1150.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 943.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1013.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 994.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1063.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 944.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1106.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1088.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 927.8
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1105.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 975.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1157.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1041.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 980.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 966.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1068.3
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1122.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1181.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1051.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1102.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 947.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 941.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 993.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1001.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1089.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1025.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1086.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1008.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1034.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1064.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1088.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1008.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1140.1
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Question: does the new price for the spare part raise revenue per order compared with the old price? The log below is historical sales data; prices were set by the sales team. You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 160 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-63b52f2fc71b0c17",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-63b52f2fc71b0c17",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "target",
      "vertical": "business"
    },
    {
      "checker": "business.scenario_test",
      "digest": "14b62f8935b48bada97c8ed5e4135d5848bb26f5ac5afda8fbfe6455f0ab34ae",
      "family": "scenario_test",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1063.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1073.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1037.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1101.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1029.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 986.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1131.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1118.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 962.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1042.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1065.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 987.2
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 882.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 996.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1078.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 933.8
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1019.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1153.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1065.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 946.8
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1111.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1038.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1123.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1050.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1017.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1036.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 959.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1051.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 942.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1019.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1132.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 940.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1006.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1057.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1119.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1139.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1050.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 933.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1136.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1056.1
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Question: does the new price for the subscription tier raise revenue per order compared with the old price? The log below is historical sales data; prices were set by the sales team. You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 160 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-31a3ee3a0f96a908",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-31a3ee3a0f96a908",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "target",
      "vertical": "business"
    },
    {
      "checker": "business.scenario_test",
      "digest": "cab1edc1735993d1a8a2f595b6935b292ba23513982ec6ed574f9750c1cb3e5d",
      "family": "scenario_test",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1185.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1214.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1037.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 955.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1045.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1246.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1135.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1261.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1037.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1204.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1274.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1155.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1012.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 989.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1206.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 983.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1051.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1205.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1209.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1009.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1073.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1299.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1054.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1009.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1201.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1014.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1201.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1024.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 988.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1171.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1049.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 959.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1241.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 918.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1262.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 993.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1237.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1228.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1240.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 940.3
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Question: does the new price for the data export raise revenue per order compared with the old price? The log below is historical sales data; prices were set by the sales team. You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 160 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-be2a014e63a2ab95",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-be2a014e63a2ab95",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "target",
      "vertical": "business"
    },
    {
      "checker": "business.scenario_test",
      "digest": "0fb7faf12fb709c379046fbde27e780ac3536fccd99ab2c450b03be51117ed1e",
      "family": "scenario_test",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1044.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1186.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1016.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1247.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 979.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1217.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1211.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1024.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1162.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1246.8
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1119.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1010.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 953.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1275.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1256.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1035.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1089.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1205.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1191.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1119.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1106.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1223.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1004.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1238.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1193.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 925.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 983.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 955.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1122.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1007.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1080.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 911.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1159.6
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1110.6
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1031.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1178.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1137.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1219.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1162.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 919.3
            }
          ],
          "sample_budget": 160
        },
        "prompt": "Question: does the new price for the subscription tier raise revenue per order compared with the old price? The log below is historical sales data; prices were set by the sales team. You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 160 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-9c3e2f7ebed4cf11",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-9c3e2f7ebed4cf11",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "target",
      "vertical": "business"
    },
    {
      "checker": "business.logged_ab",
      "digest": "e12d0f4e81558a61e030a87b99fde44e7edef416ea8a5e165513a4984b00805b",
      "family": "logged_ab",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1022.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1090.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1146.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1110.9
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1172.3
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1166.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1084.4
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1025.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1191.9
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1171.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1003.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 958.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1153.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 978.5
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1172.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1055.1
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1150.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1177.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1144.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1009.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1053.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1107.7
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1172.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 958.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 996.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 996.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1006.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1005.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1003.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1044.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 959.9
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1199.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1097.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1161.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 972.5
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1192.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 931.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1033.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1196.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1033.5
            }
          ],
          "sample_budget": 0
        },
        "prompt": "Question: does the new price for the subscription tier raise revenue per order compared with the old price? The log below comes from a properly randomised A/B test (price assigned by coin flip). You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 0 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-07b50fd806227a0b",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-07b50fd806227a0b",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "negative_control",
      "vertical": "business"
    },
    {
      "checker": "business.logged_ab",
      "digest": "033dbfc9a150f21cc2fe5620040ab7a309987b6047edf8a407b4afb72fc5b8b2",
      "family": "logged_ab",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1127.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 973.3
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1166.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1140.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1203.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1182.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1031.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1181.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1003.1
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1114.9
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1249.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 967.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1126.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1054.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1054.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1255.4
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1069.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1164.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1031.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1143.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1157.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 944.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1065.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1166.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1190.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1240.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1130.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1056.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 967.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 983.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1025.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1194.2
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1074.5
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1180.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1029.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1022.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1197.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1185.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1050.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1249.5
            }
          ],
          "sample_budget": 0
        },
        "prompt": "Question: does the new price for the training course raise revenue per order compared with the old price? The log below comes from a properly randomised A/B test (price assigned by coin flip). You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 0 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-44c74e8bb9006040",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-44c74e8bb9006040",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "negative_control",
      "vertical": "business"
    },
    {
      "checker": "business.logged_ab",
      "digest": "6a473cfdebbaaf25da2598c40f54c13eb29637e39ab9b399186fb7bb838778ca",
      "family": "logged_ab",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 890.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1087.5
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1088.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 983.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1102.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 923.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1152.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 917.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1121.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1097.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1084.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1130.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 879.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1101.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 962.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1035.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1011.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1152.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1147.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1131.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1005.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1024.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1069.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1092.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 861.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1010.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 938.7
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1155.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 983.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1004.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 957.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1123.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1092.4
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1014.6
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 962.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1010.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1113.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 941.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1108.3
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 969.7
            }
          ],
          "sample_budget": 0
        },
        "prompt": "Question: does the new price for the data export raise revenue per order compared with the old price? The log below comes from a properly randomised A/B test (price assigned by coin flip). You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 0 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-391246447a31672e",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-391246447a31672e",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "negative_control",
      "vertical": "business"
    },
    {
      "checker": "business.logged_ab",
      "digest": "423aa2846fa977433c0388ef94b385ac19aa812108dc3a7ed7cbdc5b646734be",
      "family": "logged_ab",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 926.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 891.9
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1096.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1109.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 901.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 897.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1055.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1080.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 965.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1025.6
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1131.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1100.1
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1138.7
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1176.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 978.5
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1188.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 933.2
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1060.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1026.2
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 994.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 967.5
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1130.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1104.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1059.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 965.8
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1136.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1051.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 908.3
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1130.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1148.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1086.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 937.6
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 917.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1045.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 973.6
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1072.7
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 992.1
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1139.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1049.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1063.8
            }
          ],
          "sample_budget": 0
        },
        "prompt": "Question: does the new price for the data export raise revenue per order compared with the old price? The log below comes from a properly randomised A/B test (price assigned by coin flip). You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 0 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-5d529b114b50a2b0",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-5d529b114b50a2b0",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "negative_control",
      "vertical": "business"
    },
    {
      "checker": "business.logged_ab",
      "digest": "c6c6558ac9ba8dbf8c0ca3c018e5880963f1940014ef8547ca26e6fc71c70fc4",
      "family": "logged_ab",
      "public": {
        "inputs": {
          "log": [
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1032.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1064.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1184.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1114.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1079.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 959.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1202.6
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 964.2
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1228.5
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 991.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1195.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1016.1
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1120.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1132.8
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1086.4
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1208.9
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1172.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1275.7
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1238.9
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1043.1
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 993.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1068.4
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1148.8
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1101.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1054.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1254.0
            },
            {
              "new_price": 0,
              "peak_season": 1,
              "revenue": 1154.2
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1193.5
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1048.0
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1068.6
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1070.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1059.1
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 1043.0
            },
            {
              "new_price": 1,
              "peak_season": 1,
              "revenue": 1198.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1012.0
            },
            {
              "new_price": 0,
              "peak_season": 0,
              "revenue": 928.3
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1037.7
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1060.9
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1022.2
            },
            {
              "new_price": 1,
              "peak_season": 0,
              "revenue": 1004.0
            }
          ],
          "sample_budget": 0
        },
        "prompt": "Question: does the new price for the training course raise revenue per order compared with the old price? The log below comes from a properly randomised A/B test (price assigned by coin flip). You may run controlled A/B tests with run_ab_test(new_price, peak_season, n); sample budget: 0 orders. Decide RAISE (adopt the new price) or KEEP (keep the old price), and estimate the revenue effect per order.\nReturn JSON: {\"decision\": \"RAISE|KEEP\", \"effect_estimate\": <number>}.",
        "task_id": "t-04060ff250aed9df",
        "tools_allowed": [
          "run_ab_test"
        ],
        "vertical": "business"
      },
      "task_id": "t-04060ff250aed9df",
      "tools_allowed": [
        "run_ab_test"
      ],
      "transfer_role": "negative_control",
      "vertical": "business"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "8df25241a1c18f905346b6d9f490965944a1347e42ac7473b876709f88d3cbbe",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "mixing valve",
            "condenser",
            "reactor jacket",
            "heat exchanger",
            "feed pump",
            "separator"
          ],
          "k": 6,
          "probe_budget": 4
        },
        "prompt": "A series process line has 6 components in flow order: 1. mixing valve, 2. condenser, 3. reactor jacket, 4. heat exchanger, 5. feed pump, 6. separator. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 4 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-182ca39e40140934",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-182ca39e40140934",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "1f28782689c295d01b3f42eca8e79fcbae865d165e3aa2d9ee1d87769db8a6be",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "chiller",
            "separator",
            "pre-heater",
            "outlet valve",
            "mixing valve",
            "intake filter",
            "condenser",
            "flow meter",
            "feed pump",
            "heat exchanger",
            "booster pump",
            "reactor jacket"
          ],
          "k": 12,
          "probe_budget": 5
        },
        "prompt": "A series process line has 12 components in flow order: 1. chiller, 2. separator, 3. pre-heater, 4. outlet valve, 5. mixing valve, 6. intake filter, 7. condenser, 8. flow meter, 9. feed pump, 10. heat exchanger, 11. booster pump, 12. reactor jacket. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 5 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-92cb955d6c7289cf",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-92cb955d6c7289cf",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "64c937fa5e689f97377132304134e91cce35375d2b9b75e6bad1a4e28568adda",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "separator",
            "feed pump",
            "outlet valve",
            "pre-heater",
            "chiller",
            "mixing valve",
            "booster pump",
            "condenser",
            "heat exchanger",
            "intake filter",
            "reactor jacket",
            "flow meter"
          ],
          "k": 12,
          "probe_budget": 5
        },
        "prompt": "A series process line has 12 components in flow order: 1. separator, 2. feed pump, 3. outlet valve, 4. pre-heater, 5. chiller, 6. mixing valve, 7. booster pump, 8. condenser, 9. heat exchanger, 10. intake filter, 11. reactor jacket, 12. flow meter. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 5 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-3566a15d09db0685",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-3566a15d09db0685",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "88f1629192c649b811bb0b8c8f58e9030780bd0f9559a82df577c385ff47ed5c",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "condenser",
            "booster pump",
            "feed pump",
            "heat exchanger",
            "chiller",
            "reactor jacket"
          ],
          "k": 6,
          "probe_budget": 4
        },
        "prompt": "A series process line has 6 components in flow order: 1. condenser, 2. booster pump, 3. feed pump, 4. heat exchanger, 5. chiller, 6. reactor jacket. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 4 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-4539ae0c7f673305",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-4539ae0c7f673305",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "b94ccaf7e0c31d87d617297d1a910bd9e032bd2c7e073625822c5e459bb32c94",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "heat exchanger",
            "condenser",
            "pre-heater",
            "reactor jacket",
            "flow meter",
            "mixing valve",
            "booster pump",
            "outlet valve"
          ],
          "k": 8,
          "probe_budget": 4
        },
        "prompt": "A series process line has 8 components in flow order: 1. heat exchanger, 2. condenser, 3. pre-heater, 4. reactor jacket, 5. flow meter, 6. mixing valve, 7. booster pump, 8. outlet valve. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 4 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-6e8036acd09a7f97",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-6e8036acd09a7f97",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "ab28fa3b294dec50b8afd3b64ca6e0c6e3c9d83a64541d1e78296b1cfce4561e",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "outlet valve",
            "condenser",
            "heat exchanger",
            "flow meter",
            "separator",
            "pre-heater",
            "chiller",
            "feed pump",
            "reactor jacket",
            "intake filter",
            "booster pump",
            "mixing valve"
          ],
          "k": 12,
          "probe_budget": 5
        },
        "prompt": "A series process line has 12 components in flow order: 1. outlet valve, 2. condenser, 3. heat exchanger, 4. flow meter, 5. separator, 6. pre-heater, 7. chiller, 8. feed pump, 9. reactor jacket, 10. intake filter, 11. booster pump, 12. mixing valve. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 5 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-3c90546384512e1d",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-3c90546384512e1d",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.chain_diagnosis",
      "digest": "336e62271a06055675689de78ca4f477dc57c868a8bcaf84c5d19cd9ea261e68",
      "family": "chain_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "separator",
            "outlet valve",
            "reactor jacket",
            "pre-heater",
            "intake filter",
            "mixing valve"
          ],
          "k": 6,
          "probe_budget": 4
        },
        "prompt": "A series process line has 6 components in flow order: 1. separator, 2. outlet valve, 3. reactor jacket, 4. pre-heater, 5. intake filter, 6. mixing valve. The reading at the outlet is off-nominal and exactly one component is faulty. The tool measure_after(i) reports whether the reading immediately after component i is nominal. You have 4 measurements; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-e2349eb404909333",
        "tools_allowed": [
          "measure_after"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-e2349eb404909333",
      "tools_allowed": [
        "measure_after"
      ],
      "transfer_role": "target",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "1af52479f9ede123b80684dfa45eeb4bf8dcaa9695036b6facac9cc50858bccc",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "booster pump",
            "heat exchanger",
            "feed pump",
            "separator",
            "pre-heater",
            "condenser",
            "reactor jacket",
            "flow meter",
            "mixing valve",
            "intake filter"
          ],
          "k": 10,
          "priors": {
            "booster pump": 0.011,
            "condenser": 0.9,
            "feed pump": 0.011,
            "flow meter": 0.011,
            "heat exchanger": 0.011,
            "intake filter": 0.011,
            "mixing valve": 0.011,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. booster pump, 2. heat exchanger, 3. feed pump, 4. separator, 5. pre-heater, 6. condenser, 7. reactor jacket, 8. flow meter, 9. mixing valve, 10. intake filter. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: booster pump 0.011, heat exchanger 0.011, feed pump 0.011, separator 0.011, pre-heater 0.011, condenser 0.9, reactor jacket 0.011, flow meter 0.011, mixing valve 0.011, intake filter 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-862f952efe228522",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-862f952efe228522",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "a6421fb02d441e05d7609ee9eab58769f77fa7d7c519fca27ca4353a08ea54b6",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "feed pump",
            "flow meter",
            "separator",
            "outlet valve",
            "condenser",
            "reactor jacket",
            "chiller",
            "booster pump",
            "pre-heater",
            "mixing valve"
          ],
          "k": 10,
          "priors": {
            "booster pump": 0.011,
            "chiller": 0.011,
            "condenser": 0.011,
            "feed pump": 0.011,
            "flow meter": 0.011,
            "mixing valve": 0.011,
            "outlet valve": 0.9,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. feed pump, 2. flow meter, 3. separator, 4. outlet valve, 5. condenser, 6. reactor jacket, 7. chiller, 8. booster pump, 9. pre-heater, 10. mixing valve. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: feed pump 0.011, flow meter 0.011, separator 0.011, outlet valve 0.9, condenser 0.011, reactor jacket 0.011, chiller 0.011, booster pump 0.011, pre-heater 0.011, mixing valve 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-e53b66aa691f1961",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-e53b66aa691f1961",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "b9c055bea415d8a3218db36902c8fcc24f58be939cebbce402311d2937c2d4ab",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "outlet valve",
            "condenser",
            "booster pump",
            "mixing valve",
            "pre-heater",
            "reactor jacket",
            "intake filter",
            "separator",
            "feed pump",
            "chiller"
          ],
          "k": 10,
          "priors": {
            "booster pump": 0.011,
            "chiller": 0.011,
            "condenser": 0.011,
            "feed pump": 0.9,
            "intake filter": 0.011,
            "mixing valve": 0.011,
            "outlet valve": 0.011,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. outlet valve, 2. condenser, 3. booster pump, 4. mixing valve, 5. pre-heater, 6. reactor jacket, 7. intake filter, 8. separator, 9. feed pump, 10. chiller. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: outlet valve 0.011, condenser 0.011, booster pump 0.011, mixing valve 0.011, pre-heater 0.011, reactor jacket 0.011, intake filter 0.011, separator 0.011, feed pump 0.9, chiller 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-fcd5444d2466e5e8",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-fcd5444d2466e5e8",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "a50744dd741119f130eedf3d663b97e92cbf3bc548aa5d3369b9a1a10d0459f3",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "feed pump",
            "intake filter",
            "condenser",
            "separator",
            "flow meter",
            "reactor jacket",
            "outlet valve",
            "heat exchanger",
            "chiller",
            "mixing valve"
          ],
          "k": 10,
          "priors": {
            "chiller": 0.011,
            "condenser": 0.011,
            "feed pump": 0.011,
            "flow meter": 0.011,
            "heat exchanger": 0.011,
            "intake filter": 0.9,
            "mixing valve": 0.011,
            "outlet valve": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. feed pump, 2. intake filter, 3. condenser, 4. separator, 5. flow meter, 6. reactor jacket, 7. outlet valve, 8. heat exchanger, 9. chiller, 10. mixing valve. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: feed pump 0.011, intake filter 0.9, condenser 0.011, separator 0.011, flow meter 0.011, reactor jacket 0.011, outlet valve 0.011, heat exchanger 0.011, chiller 0.011, mixing valve 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-1a9f25411646748d",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-1a9f25411646748d",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "76a439787f0aa2a3eb4e4322c679076c1a0bd436b76f158838c5f2a6f9dc152e",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "pre-heater",
            "condenser",
            "heat exchanger",
            "feed pump",
            "flow meter",
            "separator",
            "reactor jacket",
            "booster pump",
            "intake filter",
            "chiller"
          ],
          "k": 10,
          "priors": {
            "booster pump": 0.011,
            "chiller": 0.9,
            "condenser": 0.011,
            "feed pump": 0.011,
            "flow meter": 0.011,
            "heat exchanger": 0.011,
            "intake filter": 0.011,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. pre-heater, 2. condenser, 3. heat exchanger, 4. feed pump, 5. flow meter, 6. separator, 7. reactor jacket, 8. booster pump, 9. intake filter, 10. chiller. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: pre-heater 0.011, condenser 0.011, heat exchanger 0.011, feed pump 0.011, flow meter 0.011, separator 0.011, reactor jacket 0.011, booster pump 0.011, intake filter 0.011, chiller 0.9. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-ba75d43b5e826676",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-ba75d43b5e826676",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "de24996e1e3e09b144ffbe4c0e1f0bd1d46e1c5faba42785ad809ba7c9771a73",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "separator",
            "mixing valve",
            "reactor jacket",
            "condenser",
            "intake filter",
            "flow meter",
            "outlet valve",
            "pre-heater",
            "chiller",
            "heat exchanger"
          ],
          "k": 10,
          "priors": {
            "chiller": 0.011,
            "condenser": 0.9,
            "flow meter": 0.011,
            "heat exchanger": 0.011,
            "intake filter": 0.011,
            "mixing valve": 0.011,
            "outlet valve": 0.011,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. separator, 2. mixing valve, 3. reactor jacket, 4. condenser, 5. intake filter, 6. flow meter, 7. outlet valve, 8. pre-heater, 9. chiller, 10. heat exchanger. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: separator 0.011, mixing valve 0.011, reactor jacket 0.011, condenser 0.9, intake filter 0.011, flow meter 0.011, outlet valve 0.011, pre-heater 0.011, chiller 0.011, heat exchanger 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-e60df157ce7d858e",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-e60df157ce7d858e",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.skewed_prior_diagnosis",
      "digest": "31cb364e0e876d9949857ee0a20b521114a0138c890b1cca870ae14ca246d50a",
      "family": "skewed_prior_diagnosis",
      "public": {
        "inputs": {
          "components": [
            "feed pump",
            "separator",
            "mixing valve",
            "reactor jacket",
            "chiller",
            "booster pump",
            "pre-heater",
            "intake filter",
            "outlet valve",
            "flow meter"
          ],
          "k": 10,
          "priors": {
            "booster pump": 0.011,
            "chiller": 0.011,
            "feed pump": 0.011,
            "flow meter": 0.011,
            "intake filter": 0.011,
            "mixing valve": 0.9,
            "outlet valve": 0.011,
            "pre-heater": 0.011,
            "reactor jacket": 0.011,
            "separator": 0.011
          },
          "probe_budget": 2
        },
        "prompt": "A series process line has 10 components in flow order: 1. feed pump, 2. separator, 3. mixing valve, 4. reactor jacket, 5. chiller, 6. booster pump, 7. pre-heater, 8. intake filter, 9. outlet valve, 10. flow meter. The outlet reading is off-nominal and exactly one component is faulty. Maintenance history gives these failure probabilities: feed pump 0.011, separator 0.011, mixing valve 0.9, reactor jacket 0.011, chiller 0.011, booster pump 0.011, pre-heater 0.011, intake filter 0.011, outlet valve 0.011, flow meter 0.011. The tool test_component(i) reports whether component i itself is faulty. You have 2 tests; further calls are refused.\nReturn JSON: {\"faulty_component\": <1-based index>}.",
        "task_id": "t-b20ef7e200fc922e",
        "tools_allowed": [
          "test_component"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-b20ef7e200fc922e",
      "tools_allowed": [
        "test_component"
      ],
      "transfer_role": "negative_control",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "48a32604c5005c34a2a7bdaf7eb824389a94a4e71b5d1112b3128e026bf2a96c",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 20.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.67,
          "span_m": 6.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 6.0 m, uniformly distributed load 20.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.67, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-7c12785be910d644",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-7c12785be910d644",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "a040917d5dd58da6f9bf3a6d30d27968b17c26ce88fbd3f63ea322c1f58d75bd",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 25.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.5,
          "span_m": 5.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 5.0 m, uniformly distributed load 25.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.5, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-7caecce82fd102e7",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-7caecce82fd102e7",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "3e0bd7c948dfc402460274dd39bc3712ae473d15032f2a8ea2c9b269bf900b77",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 8.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.5,
          "span_m": 8.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 8.0 m, uniformly distributed load 8.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.5, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-afcf7ed91a0bbea6",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-afcf7ed91a0bbea6",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "206a03b694781edbf70ca93ffe4db4689c343055d8095652c7029c11f8f22212",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 12.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.5,
          "span_m": 4.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 4.0 m, uniformly distributed load 12.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.5, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-a7b9737d667a063e",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-a7b9737d667a063e",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "0e3db663ac7c2c226004513ee2878d1114d29d410be64f7de6a9cddc3c1a81e7",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 12.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.67,
          "span_m": 4.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 4.0 m, uniformly distributed load 12.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.67, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-ad61f5b62994d4ea",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-ad61f5b62994d4ea",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "engineering.beam_sizing",
      "digest": "9955acb3851df81560384b7dccf583acb5f712c0ded4be53e8c320eec5d210d5",
      "family": "beam_sizing",
      "public": {
        "inputs": {
          "fy": 235.0,
          "load_kn_m": 8.0,
          "sections": {
            "IPE160": [
              109,
              869,
              15.8
            ],
            "IPE180": [
              146,
              1317,
              18.8
            ],
            "IPE200": [
              194,
              1943,
              22.4
            ],
            "IPE220": [
              252,
              2772,
              26.2
            ],
            "IPE240": [
              324,
              3892,
              30.7
            ],
            "IPE270": [
              429,
              5790,
              36.1
            ],
            "IPE300": [
              557,
              8356,
              42.2
            ],
            "IPE330": [
              713,
              11770,
              49.1
            ],
            "IPE360": [
              904,
              16270,
              57.1
            ],
            "IPE400": [
              1156,
              23130,
              66.3
            ]
          },
          "sf": 1.5,
          "span_m": 8.0
        },
        "prompt": "Select the lightest standard section for a simply supported steel beam, span 8.0 m, uniformly distributed load 8.0 kN/m (including self weight), yield strength 235.0 MPa, safety factor 1.5, deflection limit span/360, E = 210 GPa. Section table (S cm^3, I cm^4, kg/m): IPE160 109,869,15.8; IPE180 146,1317,18.8; IPE200 194,1943,22.4; IPE220 252,2772,26.2; IPE240 324,3892,30.7; IPE270 429,5790,36.1; IPE300 557,8356,42.2; IPE330 713,11770,49.1; IPE360 904,16270,57.1; IPE400 1156,23130,66.3. The tool beam_check(section) returns stress and deflection for a section.\nReturn JSON: {\"section\": \"<name>\"}.",
        "task_id": "t-f9a4e407fceb4e19",
        "tools_allowed": [
          "beam_check"
        ],
        "vertical": "engineering"
      },
      "task_id": "t-f9a4e407fceb4e19",
      "tools_allowed": [
        "beam_check"
      ],
      "transfer_role": "none",
      "vertical": "engineering"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "d6d550bdb2328cec8fb8c6ba7f17e2a855ca2b4008855e82336161aeda9478c3",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "25% of 200",
              "student_answer": "27"
            },
            {
              "item": "25% of 80",
              "student_answer": "25.8"
            },
            {
              "item": "4/4 + 3/2",
              "student_answer": "5/2"
            },
            {
              "item": "90 - 39",
              "student_answer": "51"
            },
            {
              "item": "50% of 200",
              "student_answer": "52"
            },
            {
              "item": "x^2 * x^3",
              "student_answer": "x^5"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- 25% of 200 -> student answered 27\n- 25% of 80 -> student answered 25.8\n- 4/4 + 3/2 -> student answered 5/2\n- 90 - 39 -> student answered 51\n- 50% of 200 -> student answered 52\n- x^2 * x^3 -> student answered x^5\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-6b81b85ca40faa0a",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-6b81b85ca40faa0a",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "0c13e77c5efa7f09ea623c3ee6511eeebdacfd48f373467381e464f91b4e002e",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "(-9) * 8",
              "student_answer": "-72"
            },
            {
              "item": "4/6 + 2/2",
              "student_answer": "5/3"
            },
            {
              "item": "81 - 39",
              "student_answer": "42"
            },
            {
              "item": "x^5 * x^2",
              "student_answer": "x^10"
            },
            {
              "item": "x^3 * x^5",
              "student_answer": "x^15"
            },
            {
              "item": "x^4 * x^5",
              "student_answer": "x^20"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- (-9) * 8 -> student answered -72\n- 4/6 + 2/2 -> student answered 5/3\n- 81 - 39 -> student answered 42\n- x^5 * x^2 -> student answered x^10\n- x^3 * x^5 -> student answered x^15\n- x^4 * x^5 -> student answered x^20\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-091223e130355632",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-091223e130355632",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "4f9b20dd3432918b9a0c99e3d431c3c3504d86d654167cfb9144702201c7d785",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "x^3 * x^3",
              "student_answer": "x^6"
            },
            {
              "item": "70 - 42",
              "student_answer": "28"
            },
            {
              "item": "(-4) * 4",
              "student_answer": "16"
            },
            {
              "item": "(-4) * 2",
              "student_answer": "8"
            },
            {
              "item": "(-3) * 8",
              "student_answer": "24"
            },
            {
              "item": "3/8 + 3/2",
              "student_answer": "15/8"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- x^3 * x^3 -> student answered x^6\n- 70 - 42 -> student answered 28\n- (-4) * 4 -> student answered 16\n- (-4) * 2 -> student answered 8\n- (-3) * 8 -> student answered 24\n- 3/8 + 3/2 -> student answered 15/8\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-fb3d7853fb72a3ba",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-fb3d7853fb72a3ba",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "6f1eca4a4406a0928a80f13f0541acf3b11993c0c023ec6bd775bb704f2386dc",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "x^2 * x^5",
              "student_answer": "x^7"
            },
            {
              "item": "50% of 40",
              "student_answer": "20"
            },
            {
              "item": "(-9) * 6",
              "student_answer": "54"
            },
            {
              "item": "(-5) * 6",
              "student_answer": "30"
            },
            {
              "item": "(-8) * 2",
              "student_answer": "16"
            },
            {
              "item": "78 - 49",
              "student_answer": "29"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- x^2 * x^5 -> student answered x^7\n- 50% of 40 -> student answered 20\n- (-9) * 6 -> student answered 54\n- (-5) * 6 -> student answered 30\n- (-8) * 2 -> student answered 16\n- 78 - 49 -> student answered 29\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-30f33dfe6829479b",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-30f33dfe6829479b",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "b0e86d7932cd9053be8b7ab95a9b38b9ac605844c7b10d666c3b8792cc7fae29",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "1/6 + 2/6",
              "student_answer": "3/12"
            },
            {
              "item": "52 - 35",
              "student_answer": "17"
            },
            {
              "item": "4/4 + 5/8",
              "student_answer": "9/12"
            },
            {
              "item": "(-9) * 3",
              "student_answer": "-27"
            },
            {
              "item": "50% of 120",
              "student_answer": "60"
            },
            {
              "item": "2/4 + 4/3",
              "student_answer": "6/7"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- 1/6 + 2/6 -> student answered 3/12\n- 52 - 35 -> student answered 17\n- 4/4 + 5/8 -> student answered 9/12\n- (-9) * 3 -> student answered -27\n- 50% of 120 -> student answered 60\n- 2/4 + 4/3 -> student answered 6/7\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-f5f7d9f7416cfedf",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-f5f7d9f7416cfedf",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "f0c9b71d4e3ea5fafdeecf6b727904eb42239109b35addba0f78f88316dd9866",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "50% of 80",
              "student_answer": "50.8"
            },
            {
              "item": "(-3) * 3",
              "student_answer": "-9"
            },
            {
              "item": "10% of 40",
              "student_answer": "10.4"
            },
            {
              "item": "x^2 * x^2",
              "student_answer": "x^4"
            },
            {
              "item": "50% of 200",
              "student_answer": "52"
            },
            {
              "item": "2/8 + 1/4",
              "student_answer": "1/2"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- 50% of 80 -> student answered 50.8\n- (-3) * 3 -> student answered -9\n- 10% of 40 -> student answered 10.4\n- x^2 * x^2 -> student answered x^4\n- 50% of 200 -> student answered 52\n- 2/8 + 1/4 -> student answered 1/2\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-7a1b5bd1987b5c24",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-7a1b5bd1987b5c24",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "708b9e0840695a48a07ffbc52fbe86fa11bfb26b691fc8d3ec3f7e9fc6297b94",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "(-6) * 2",
              "student_answer": "12"
            },
            {
              "item": "x^3 * x^4",
              "student_answer": "x^7"
            },
            {
              "item": "20% of 40",
              "student_answer": "8"
            },
            {
              "item": "(-8) * 8",
              "student_answer": "64"
            },
            {
              "item": "3/6 + 4/3",
              "student_answer": "11/6"
            },
            {
              "item": "(-9) * 2",
              "student_answer": "18"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- (-6) * 2 -> student answered 12\n- x^3 * x^4 -> student answered x^7\n- 20% of 40 -> student answered 8\n- (-8) * 8 -> student answered 64\n- 3/6 + 4/3 -> student answered 11/6\n- (-9) * 2 -> student answered 18\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-7eabbbe4bb9acac2",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-7eabbbe4bb9acac2",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "c324ff626dc092d781f7794eaf74a7fb48c835b1acda1a6d2af83d51bab42b40",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "2/7 + 1/2",
              "student_answer": "11/14"
            },
            {
              "item": "x^3 * x^3",
              "student_answer": "x^6"
            },
            {
              "item": "(-3) * 4",
              "student_answer": "12"
            },
            {
              "item": "(-8) * 6",
              "student_answer": "48"
            },
            {
              "item": "(-6) * 2",
              "student_answer": "12"
            },
            {
              "item": "90 - 13",
              "student_answer": "77"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- 2/7 + 1/2 -> student answered 11/14\n- x^3 * x^3 -> student answered x^6\n- (-3) * 4 -> student answered 12\n- (-8) * 6 -> student answered 48\n- (-6) * 2 -> student answered 12\n- 90 - 13 -> student answered 77\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-56c5baf6b4c41d59",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-56c5baf6b4c41d59",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "036fad04738e306e82f46c0a161f924709f1b7c59345a8ff9f9572b85d9183f0",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "x^3 * x^3",
              "student_answer": "x^9"
            },
            {
              "item": "20% of 120",
              "student_answer": "24"
            },
            {
              "item": "x^2 * x^4",
              "student_answer": "x^8"
            },
            {
              "item": "3/9 + 1/6",
              "student_answer": "1/2"
            },
            {
              "item": "(-3) * 4",
              "student_answer": "-12"
            },
            {
              "item": "x^2 * x^4",
              "student_answer": "x^8"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- x^3 * x^3 -> student answered x^9\n- 20% of 120 -> student answered 24\n- x^2 * x^4 -> student answered x^8\n- 3/9 + 1/6 -> student answered 1/2\n- (-3) * 4 -> student answered -12\n- x^2 * x^4 -> student answered x^8\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-beed92fa0a8b6c86",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-beed92fa0a8b6c86",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.misconception_diagnosis",
      "digest": "421d01f6c04096dcb7433a5f4b8f0e90482d8437c91b81435554a5ff16cc465b",
      "family": "misconception_diagnosis",
      "public": {
        "inputs": {
          "responses": [
            {
              "item": "x^3 * x^5",
              "student_answer": "x^15"
            },
            {
              "item": "x^3 * x^5",
              "student_answer": "x^15"
            },
            {
              "item": "x^5 * x^4",
              "student_answer": "x^20"
            },
            {
              "item": "62 - 35",
              "student_answer": "27"
            },
            {
              "item": "(-6) * 8",
              "student_answer": "-48"
            },
            {
              "item": "2/7 + 5/4",
              "student_answer": "43/28"
            }
          ]
        },
        "prompt": "A student answered six diagnostic items. Their answers follow one systematic misconception. Which misconception is it? Options: add_across: adds numerators and denominators separately (a/b + c/d = (a+c)/(b+d)); smaller_from_larger: in column subtraction, subtracts the smaller digit from the larger in every column; sign_ignored: ignores negative signs when multiplying integers; exponent_multiply: multiplies exponents when multiplying powers with the same base (x^a * x^b = x^(a*b)); percent_of_whole: treats 'x% of y' as x + y/100\n- x^3 * x^5 -> student answered x^15\n- x^3 * x^5 -> student answered x^15\n- x^5 * x^4 -> student answered x^20\n- 62 - 35 -> student answered 27\n- (-6) * 8 -> student answered -48\n- 2/7 + 5/4 -> student answered 43/28\nReturn JSON: {\"misconception\": \"<option key>\"}.",
        "task_id": "t-30945178bef0b6f8",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-30945178bef0b6f8",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "be5671977c5c14be4d314046b04dcc4991167a15557f514d644e9b9a239e85ab",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "fractions",
            "linear_equations",
            "multiplication",
            "percent",
            "probability",
            "ratios",
            "subtraction"
          ],
          "target": "scientific_notation"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, fractions, linear_equations, multiplication, percent, probability, ratios, subtraction. Target: scientific_notation. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-cda35b494de41645",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-cda35b494de41645",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "d73268a09a42b9178fe2ff7f00915592a331f4e46d1ad7e87add2657c9b49bf7",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "fractions",
            "linear_equations",
            "multiplication",
            "percent",
            "subtraction"
          ],
          "target": "probability"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, fractions, linear_equations, multiplication, percent, subtraction. Target: probability. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-f29d6c993a60ff4c",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-f29d6c993a60ff4c",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "deedae8580977d131653f4beace128b28812b584c6e2651f9b2a1be797f52c08",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "linear_equations",
            "multiplication",
            "subtraction"
          ],
          "target": "percent"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, linear_equations, multiplication, subtraction. Target: percent. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-4108c8b7e593924b",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-4108c8b7e593924b",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "bd6f7c3bd32d3408b498aad15fd093ddb7212861e8861188241efffccbbbc77d",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "exponents",
            "fractions",
            "linear_equations",
            "multiplication",
            "proportional_reasoning",
            "ratios",
            "scientific_notation",
            "subtraction"
          ],
          "target": "percent"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, exponents, fractions, linear_equations, multiplication, proportional_reasoning, ratios, scientific_notation, subtraction. Target: percent. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-416dcde738f77a08",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-416dcde738f77a08",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "ed40ba5a61d4fc3a572a56c2ead76588234883095f88cc166fe0e81e11c1f5a5",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "exponents",
            "fractions",
            "multiplication",
            "ratios",
            "scientific_notation",
            "subtraction"
          ],
          "target": "probability"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, exponents, fractions, multiplication, ratios, scientific_notation, subtraction. Target: probability. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-e0e42dfe13a0f913",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-e0e42dfe13a0f913",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "3ad1d061f35c8b3de342cdf00033c9075988a50fcede24dec7cf7d9ad73425f2",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "division",
            "exponents",
            "fractions",
            "multiplication",
            "ratios",
            "subtraction"
          ],
          "target": "scientific_notation"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, division, exponents, fractions, multiplication, ratios, subtraction. Target: scientific_notation. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-d73ac0cd26c3f0fa",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-d73ac0cd26c3f0fa",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "7dbdb81f4aa7937729102226505c5ca07c8abc334bc3e7bc5fca124a92bc95c8",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "exponents",
            "fractions",
            "linear_equations",
            "multiplication",
            "percent",
            "proportional_reasoning",
            "ratios",
            "subtraction"
          ],
          "target": "probability"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, exponents, fractions, linear_equations, multiplication, percent, proportional_reasoning, ratios, subtraction. Target: probability. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-65e8e7ba3bb28b79",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-65e8e7ba3bb28b79",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "49660cedbdc7bfb5fe455c1fc9ccc7f9433f1e8a11328bfa2673b79da7c25644",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "exponents",
            "fractions",
            "multiplication",
            "scientific_notation",
            "subtraction"
          ],
          "target": "percent"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, exponents, fractions, multiplication, scientific_notation, subtraction. Target: percent. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-20d8686c35378fe5",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-20d8686c35378fe5",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "6770e4146e7c00fdc943733088bae4b055bcd116261a4554fcdbe1702bb14103",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "division",
            "exponents",
            "fractions",
            "linear_equations",
            "multiplication",
            "ratios",
            "subtraction"
          ],
          "target": "decimals"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, division, exponents, fractions, linear_equations, multiplication, ratios, subtraction. Target: decimals. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-6bac06d6dd735b90",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-6bac06d6dd735b90",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    },
    {
      "checker": "education.learning_plan",
      "digest": "1a88ad185d9f7ca587211a8ced52ddd871dad9a48cedd03dddd521b2e87b5522",
      "family": "learning_plan",
      "public": {
        "inputs": {
          "graph": {
            "addition": [
              "counting"
            ],
            "counting": [],
            "decimals": [
              "fractions"
            ],
            "division": [
              "multiplication",
              "subtraction"
            ],
            "exponents": [
              "multiplication"
            ],
            "fractions": [
              "division"
            ],
            "linear_equations": [
              "subtraction",
              "multiplication"
            ],
            "multiplication": [
              "addition"
            ],
            "percent": [
              "decimals",
              "multiplication"
            ],
            "probability": [
              "fractions",
              "ratios"
            ],
            "proportional_reasoning": [
              "ratios",
              "linear_equations"
            ],
            "ratios": [
              "fractions"
            ],
            "scientific_notation": [
              "exponents",
              "decimals"
            ],
            "subtraction": [
              "addition"
            ]
          },
          "mastered": [
            "addition",
            "counting",
            "decimals",
            "division",
            "fractions",
            "linear_equations",
            "multiplication",
            "percent",
            "ratios",
            "subtraction"
          ],
          "target": "proportional_reasoning"
        },
        "prompt": "Prerequisite graph (concept: prerequisites): counting: -; addition: counting; subtraction: addition; multiplication: addition; division: multiplication, subtraction; fractions: division; decimals: fractions; percent: decimals, multiplication; ratios: fractions; linear_equations: subtraction, multiplication; proportional_reasoning: ratios, linear_equations; exponents: multiplication; scientific_notation: exponents, decimals; probability: fractions, ratios.\nThe student has mastered: addition, counting, decimals, division, fractions, linear_equations, multiplication, percent, ratios, subtraction. Target: proportional_reasoning. Give the shortest ordered study plan that ends with the target, where each concept's prerequisites are mastered or appear earlier in the plan.\nReturn JSON: {\"plan\": [\"concept\", ...]}.",
        "task_id": "t-5fb6a31ea9d7a83e",
        "tools_allowed": [],
        "vertical": "education"
      },
      "task_id": "t-5fb6a31ea9d7a83e",
      "tools_allowed": [],
      "transfer_role": "none",
      "vertical": "education"
    }
  ]
}