{
 "schema": "cain.e93.synthesis.results.v1",
 "gen_seed": 9301,
 "task_seed": 93010,
 "families": 17,
 "heldout_tasks": 510,
 "F_template": "argmax3",
 "F_pooled_dev": {
  "first": 47,
  "majority3": 73,
  "argmax3": 98,
  "argmin3": 98,
  "check_branch": 58,
  "retry": 58,
  "threshold": 58,
  "sum3": 46
 },
 "arms": {
  "D": {
   "accepted": 87,
   "n": 510,
   "rate": 0.1706,
   "wilson95": [
    0.1404,
    0.2057
   ]
  },
  "F": {
   "accepted": 149,
   "n": 510,
   "rate": 0.2922,
   "wilson95": [
    0.2544,
    0.3331
   ]
  },
  "G": {
   "accepted": 200,
   "n": 510,
   "rate": 0.3922,
   "wilson95": [
    0.3507,
    0.4352
   ]
  },
  "G2": {
   "accepted": 369,
   "n": 510,
   "rate": 0.7235,
   "wilson95": [
    0.6832,
    0.7606
   ]
  },
  "G2m": {
   "accepted": 208,
   "n": 510,
   "rate": 0.4078,
   "wilson95": [
    0.366,
    0.451
   ]
  }
 },
 "comparisons": {
  "G2_vs_D": {
   "G2_only": 282,
   "other_only": 0,
   "p_exact_mcnemar": 2.5737787947340145e-85,
   "diff": 0.5529,
   "diff_ci95_paired_bootstrap": [
    0.5098,
    0.5961
   ],
   "p": 2.5737787947340145e-85,
   "holm_threshold": 0.016666666666666666,
   "significant": true
  },
  "G2_vs_F": {
   "G2_only": 233,
   "other_only": 13,
   "p_exact_mcnemar": 2.631079518770965e-53,
   "diff": 0.4314,
   "diff_ci95_paired_bootstrap": [
    0.3843,
    0.4784
   ],
   "p": 2.631079518770965e-53,
   "holm_threshold": 0.025,
   "significant": true
  },
  "G2_vs_G": {
   "G2_only": 198,
   "other_only": 29,
   "p_exact_mcnemar": 3.998315490402163e-32,
   "diff": 0.3314,
   "diff_ci95_paired_bootstrap": [
    0.2824,
    0.3824
   ],
   "p": 3.998315490402163e-32,
   "holm_threshold": 0.05,
   "significant": true
  },
  "G2_vs_G2m": {
   "G2_only": 161,
   "other_only": 0,
   "p_exact_mcnemar": 6.842277657836021e-49,
   "diff": 0.3157,
   "diff_ci95_paired_bootstrap": [
    0.2765,
    0.3549
   ]
  }
 },
 "by_source": {
  "E92_HAND": {
   "D": [
    34,
    90
   ],
   "F": [
    63,
    90
   ],
   "G": [
    89,
    90
   ],
   "G2": [
    90,
    90
   ],
   "G2m": [
    49,
    90
   ]
  },
  "OUT_OF_LANGUAGE": {
   "D": [
    5,
    60
   ],
   "F": [
    0,
    60
   ],
   "G": [
    18,
    60
   ],
   "G2": [
    5,
    60
   ],
   "G2m": [
    5,
    60
   ]
  },
  "GENERATED": {
   "D": [
    48,
    360
   ],
   "F": [
    86,
    360
   ],
   "G": [
    93,
    360
   ],
   "G2": [
    274,
    360
   ],
   "G2m": [
    154,
    360
   ]
  }
 },
 "procedures": {
  "promoted": 12,
  "promoted_novel_syntactic": 12,
  "promoted_novel_behavioural": 9,
  "candidates_total": 36,
  "candidates_rejected_counterexample": 24,
  "families_no_program": [
   "median5",
   "prefix_sum",
   "gen9301_02",
   "gen9301_03",
   "gen9301_08"
  ],
  "found_not_promoted": []
 },
 "approval": "automated approver identity (separate Ed25519 key, same process); NOT an independent party",
 "resources": {
  "wall_seconds": 188.77,
  "cpu_user_seconds": 186.32,
  "max_rss_mb": 128.4,
  "model_calls": 0,
  "cost_usd": 0.0,
  "dev_tool_calls": {
   "G": 7320,
   "G2": 150279,
   "G2m": 9228
  }
 },
 "per_family": [
  {
   "family": "reconcile",
   "source": "E92_HAND",
   "out_type": "val",
   "budget": 4,
   "target_hidden": null,
   "G": {
    "template": "majority3",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 80,
    "repertoire_size": 2,
    "program": "ite(eqv(read(0), read(1)), read(0), read(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.039,
    "expressions_considered": 3587,
    "dev_tool_calls": 279,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "call",
       "read",
       [
        "ite",
        [
         "eqv",
         [
          "call",
          "read",
          [
           "const",
           0
          ]
         ],
         [
          "call",
          "read",
          [
           "const",
           1
          ]
         ]
        ],
        [
         "const",
         0
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "read(ite(eqv(read(0), read(1)), 0, 2))",
      "size": 9,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "read(ite(eqv(read(0), read(1)), 0, 2))",
    "size": 9
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 90,
    "cap": 80,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "read(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "read(0)"
   },
   "heldout": {
    "D": [
     19,
     30
    ],
    "F": [
     19,
     30
    ],
    "G": [
     30,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     19,
     30
    ]
   }
  },
  {
   "family": "noisy_select",
   "source": "E92_HAND",
   "out_type": "int",
   "budget": 9,
   "target_hidden": null,
   "G": {
    "template": "argmax3",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 200,
    "repertoire_size": 4,
    "program": "argmax3(probe(0, 1), probe(1, 1), probe(2, 1))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 6,
    "seconds": 1.823,
    "expressions_considered": 103072,
    "dev_tool_calls": 25778,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "const",
       0
      ],
      "shown": "0",
      "size": 1,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-f3d8de76ce6845b9"
     },
     {
      "id": "c2",
      "program": [
       "call",
       "probe",
       [
        "const",
        2
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "probe(2, 2)",
      "size": 3,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-4a3579f53d942b06"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "const",
        0
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "argmax3(0, 0, probe(2, 1))",
      "size": 6,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-07ead1585af4d853"
     },
     {
      "id": "c4",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "call",
        "probe",
        [
         "const",
         1
        ],
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         1
        ]
       ]
      ],
      "shown": "argmax3(0, probe(1, 1), probe(2, 1))",
      "size": 8,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-ace674e9888f2216"
     },
     {
      "id": "c5",
      "program": [
       "argmax3",
       [
        "const",
        1
       ],
       [
        "call",
        "probe",
        [
         "const",
         1
        ],
        [
         "const",
         2
        ]
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "argmax3(1, probe(1, 2), probe(2, 2))",
      "size": 8,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-039db756d6141388"
     },
     {
      "id": "c6",
      "program": [
       "argmax3",
       [
        "const",
        1
       ],
       [
        "call",
        "probe",
        [
         "const",
         1
        ],
        [
         "const",
         3
        ]
       ],
       [
        "call",
        "probe",
        [
         "const",
         2
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "argmax3(1, probe(1, 3), probe(2, 2))",
      "size": 8,
      "round": 6,
      "examples": 8,
      "revises": "c5",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "argmax3(1, probe(1, 3), probe(2, 2))",
    "size": 8
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 438,
    "cap": 200,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "probe(0, 0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(probe(0, 1), probe(1, 1), probe(2, 1))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     29,
     30
    ],
    "G": [
     29,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "staged_repair",
   "source": "E92_HAND",
   "out_type": "bool",
   "budget": 3,
   "target_hidden": null,
   "G": {
    "template": "check_branch",
    "dev": [
     20,
     20
    ],
    "dev_tool_calls": 480,
    "repertoire_size": 10,
    "program": "ite(check(), do(apply(1), verify()), do(apply(0), verify()))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.055,
    "expressions_considered": 3272,
    "dev_tool_calls": 445,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "do",
       [
        "call",
        "apply",
        [
         "ite",
         [
          "call",
          "check"
         ],
         [
          "const",
          1
         ],
         [
          "const",
          0
         ]
        ]
       ],
       [
        "const",
        true
       ]
      ],
      "shown": "do(apply(ite(check(), 1, 0)), True)",
      "size": 7,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": true,
    "program": "do(apply(ite(check(), 1, 0)), True)",
    "size": 7
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 445,
    "cap": 480,
    "promoted_equivalent": true,
    "program": "do(apply(ite(check(), 1, 0)), True)"
   },
   "D": {
    "program": "do(apply(0), verify())"
   },
   "F": {
    "template": "argmax3",
    "program": "do(apply(0), verify())"
   },
   "heldout": {
    "D": [
     15,
     30
    ],
    "F": [
     15,
     30
    ],
    "G": [
     30,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "median5",
   "source": "OUT_OF_LANGUAGE",
   "out_type": "int",
   "budget": 5,
   "target_hidden": null,
   "G": {
    "template": "majority3",
    "dev": [
     7,
     20
    ],
    "dev_tool_calls": 260,
    "repertoire_size": 5,
    "program": "ite(eqi(r(0), r(1)), r(0), r(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 1,
    "seconds": 6.539,
    "expressions_considered": 797534,
    "dev_tool_calls": 2355,
    "candidates": [],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 363,
    "cap": 260,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "r(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(r(0), r(1), r(2))"
   },
   "heldout": {
    "D": [
     5,
     30
    ],
    "F": [
     0,
     30
    ],
    "G": [
     6,
     30
    ],
    "G2": [
     5,
     30
    ],
    "G2m": [
     5,
     30
    ]
   }
  },
  {
   "family": "prefix_sum",
   "source": "OUT_OF_LANGUAGE",
   "out_type": "int",
   "budget": 7,
   "target_hidden": null,
   "G": {
    "template": "sum3",
    "dev": [
     7,
     20
    ],
    "dev_tool_calls": 280,
    "repertoire_size": 6,
    "program": "add(add(r(0), r(1)), r(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 1,
    "seconds": 40.01,
    "expressions_considered": 4497529,
    "dev_tool_calls": 6605,
    "candidates": [],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 362,
    "cap": 280,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "r(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(r(0), r(1), r(2))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     0,
     30
    ],
    "G": [
     12,
     30
    ],
    "G2": [
     0,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "gen9301_00",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(1, p(), add(p(), p()))",
   "G": {
    "template": "first",
    "dev": [
     11,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "p()"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.042,
    "expressions_considered": 1659,
    "dev_tool_calls": 401,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "call",
        "f",
        [
         "const",
         0
        ]
       ],
       [
        "const",
        3
       ]
      ],
      "shown": "sub(f(0), 3)",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-4aa1b402c6dc71ec"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        0
       ],
       [
        "const",
        0
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "argmax3(0, 0, p())",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(0, 0, p())",
    "size": 4
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 401,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "argmax3(0, 0, p())"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     5,
     30
    ],
    "F": [
     12,
     30
    ],
    "G": [
     17,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "gen9301_01",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmin3(p(), g(3), 2)",
   "G": {
    "template": "argmax3",
    "dev": [
     9,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmax3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 3,
    "seconds": 0.213,
    "expressions_considered": 12728,
    "dev_tool_calls": 1612,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "argmin3",
       [
        "call",
        "p"
       ],
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "argmin3(p(), f(1), 2)",
      "size": 5,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-d69c5fba01219911"
     },
     {
      "id": "c2",
      "program": [
       "argmin3",
       [
        "call",
        "p"
       ],
       [
        "call",
        "g",
        [
         "const",
         3
        ]
       ],
       [
        "const",
        1
       ]
      ],
      "shown": "argmin3(p(), g(3), 1)",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-e142cb3b2a879569"
     },
     {
      "id": "c3",
      "program": [
       "argmin3",
       [
        "call",
        "p"
       ],
       [
        "call",
        "g",
        [
         "const",
         3
        ]
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "argmin3(p(), g(3), 2)",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmin3(p(), g(3), 2)",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 785,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     3,
     30
    ],
    "F": [
     9,
     30
    ],
    "G": [
     10,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     3,
     30
    ]
   }
  },
  {
   "family": "gen9301_02",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(p(), f(argmin3(f(p()), 2, p())))",
   "G": {
    "template": "argmin3",
    "dev": [
     4,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 2,
    "seconds": 41.429,
    "expressions_considered": 4111945,
    "dev_tool_calls": 18045,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        2
       ],
       [
        "call",
        "f",
        [
         "argmax3",
         [
          "const",
          1
         ],
         [
          "call",
          "f",
          [
           "const",
           2
          ]
         ],
         [
          "const",
          0
         ]
        ]
       ]
      ],
      "shown": "sub(2, f(argmax3(1, f(2), 0)))",
      "size": 8,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-f6b96cd25d4e5a57"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 1013,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     2,
     30
    ],
    "G": [
     1,
     30
    ],
    "G2": [
     0,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "gen9301_03",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmin3(add(p(), p()), 3, f(0))",
   "G": {
    "template": "argmin3",
    "dev": [
     10,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 4,
    "seconds": 40.219,
    "expressions_considered": 3084084,
    "dev_tool_calls": 45644,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "call",
        "p"
       ],
       [
        "const",
        1
       ]
      ],
      "shown": "sub(p(), 1)",
      "size": 3,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-9e95f94161804bc5"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "const",
        1
       ],
       [
        "call",
        "p"
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(1, p(), 0)",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-a7feae6ccbb8c58b"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "call",
        "f",
        [
         "const",
         2
        ]
       ],
       [
        "const",
        2
       ],
       [
        "call",
        "p"
       ]
      ],
      "shown": "argmax3(f(2), 2, p())",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-3573102cb14ddf23"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 1142,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     4,
     30
    ],
    "F": [
     10,
     30
    ],
    "G": [
     9,
     30
    ],
    "G2": [
     4,
     30
    ],
    "G2m": [
     4,
     30
    ]
   }
  },
  {
   "family": "gen9301_04",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(sub(0, g(2)), p())",
   "G": {
    "template": "first",
    "dev": [
     1,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "p()"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.193,
    "expressions_considered": 19803,
    "dev_tool_calls": 1059,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        0
       ],
       [
        "add",
        [
         "call",
         "p"
        ],
        [
         "call",
         "g",
         [
          "const",
          2
         ]
        ]
       ]
      ],
      "shown": "sub(0, add(p(), g(2)))",
      "size": 6,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "sub(0, add(p(), g(2)))",
    "size": 6
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 933,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     0,
     30
    ],
    "G": [
     1,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "gen9301_05",
   "source": "GENERATED",
   "out_type": "bool",
   "budget": 8,
   "target_hidden": "lt(argmax3(p(), p(), f(1)), 2)",
   "G": {
    "template": "threshold",
    "dev": [
     17,
     20
    ],
    "dev_tool_calls": 80,
    "repertoire_size": 2,
    "program": "lt(g(0), p())"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 5,
    "seconds": 0.242,
    "expressions_considered": 11277,
    "dev_tool_calls": 2874,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "lt",
       [
        "const",
        1
       ],
       [
        "call",
        "g",
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "lt(1, g(2))",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-0dbe13bd431eedaa"
     },
     {
      "id": "c2",
      "program": [
       "lt",
       [
        "const",
        2
       ],
       [
        "call",
        "g",
        [
         "const",
         3
        ]
       ]
      ],
      "shown": "lt(2, g(3))",
      "size": 4,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-a71236dfa02b1f8c"
     },
     {
      "id": "c3",
      "program": [
       "lt",
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "const",
        3
       ]
      ],
      "shown": "lt(f(1), 3)",
      "size": 4,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-3e0474708bf632b8"
     },
     {
      "id": "c4",
      "program": [
       "lt",
       [
        "call",
        "f",
        [
         "const",
         1
        ]
       ],
       [
        "call",
        "g",
        [
         "const",
         3
        ]
       ]
      ],
      "shown": "lt(f(1), g(3))",
      "size": 5,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-4d35a002ce428611"
     },
     {
      "id": "c5",
      "program": [
       "not",
       [
        "lt",
        [
         "call",
         "p"
        ],
        [
         "call",
         "f",
         [
          "const",
          1
         ]
        ]
       ]
      ],
      "shown": "not(lt(p(), f(1)))",
      "size": 5,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "not(lt(p(), f(1)))",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 121,
    "cap": 80,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "False"
   },
   "F": {
    "template": "argmax3",
    "program": "False"
   },
   "heldout": {
    "D": [
     21,
     30
    ],
    "F": [
     21,
     30
    ],
    "G": [
     15,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     21,
     30
    ]
   }
  },
  {
   "family": "gen9301_06",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(p(), 1, sub(2, 1))",
   "G": {
    "template": "argmin3",
    "dev": [
     9,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.023,
    "expressions_considered": 778,
    "dev_tool_calls": 162,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "argmax3",
       [
        "call",
        "p"
       ],
       [
        "const",
        1
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(p(), 1, 0)",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(p(), 1, 0)",
    "size": 4
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 162,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "argmax3(p(), 1, 0)"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     7,
     30
    ],
    "F": [
     6,
     30
    ],
    "G": [
     14,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "gen9301_07",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(p(), argmax3(p(), 3, 0))",
   "G": {
    "template": "first",
    "dev": [
     9,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "p()"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 2,
    "seconds": 0.454,
    "expressions_considered": 39128,
    "dev_tool_calls": 2240,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "add",
       [
        "const",
        2
       ],
       [
        "sub",
        [
         "const",
         3
        ],
        [
         "call",
         "g",
         [
          "const",
          0
         ]
        ]
       ]
      ],
      "shown": "add(2, sub(3, g(0)))",
      "size": 6,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-51ed7fa3d3aba982"
     },
     {
      "id": "c2",
      "program": [
       "sub",
       [
        "call",
        "p"
       ],
       [
        "argmax3",
        [
         "call",
         "p"
        ],
        [
         "const",
         3
        ],
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "sub(p(), argmax3(p(), 3, 0))",
      "size": 6,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "sub(p(), argmax3(p(), 3, 0))",
    "size": 6
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 743,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     4,
     30
    ],
    "F": [
     3,
     30
    ],
    "G": [
     5,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     4,
     30
    ]
   }
  },
  {
   "family": "gen9301_08",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "add(argmax3(p(), 1, p()), sub(p(), 3))",
   "G": {
    "template": "argmin3",
    "dev": [
     6,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(g(0), g(1), g(2))"
   },
   "G2": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "rounds": 4,
    "seconds": 41.923,
    "expressions_considered": 3398119,
    "dev_tool_calls": 38259,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "const",
        0
       ],
       [
        "const",
        2
       ]
      ],
      "shown": "sub(0, 2)",
      "size": 3,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-34707863a99e6a1a"
     },
     {
      "id": "c2",
      "program": [
       "sub",
       [
        "const",
        0
       ],
       [
        "argmax3",
        [
         "call",
         "p"
        ],
        [
         "const",
         0
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "sub(0, argmax3(p(), 0, 2))",
      "size": 6,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-07b4cfc7f8d0c987"
     },
     {
      "id": "c3",
      "program": [
       "sub",
       [
        "const",
        0
       ],
       [
        "argmin3",
        [
         "const",
         3
        ],
        [
         "call",
         "f",
         [
          "const",
          2
         ]
        ],
        [
         "call",
         "p"
        ]
       ]
      ],
      "shown": "sub(0, argmin3(3, f(2), p()))",
      "size": 7,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-01b982f718d93287"
     }
    ],
    "promoted": false
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 577,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     0,
     30
    ],
    "F": [
     3,
     30
    ],
    "G": [
     3,
     30
    ],
    "G2": [
     0,
     30
    ],
    "G2m": [
     0,
     30
    ]
   }
  },
  {
   "family": "gen9301_09",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "argmax3(f(3), p(), 0)",
   "G": {
    "template": "argmin3",
    "dev": [
     12,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "argmin3(f(0), f(1), f(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 5,
    "seconds": 0.282,
    "expressions_considered": 18061,
    "dev_tool_calls": 3484,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "argmax3",
       [
        "const",
        2
       ],
       [
        "call",
        "p"
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(2, p(), 0)",
      "size": 4,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-1644c64373669e17"
     },
     {
      "id": "c2",
      "program": [
       "argmax3",
       [
        "call",
        "f",
        [
         "const",
         0
        ]
       ],
       [
        "const",
        3
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(f(0), 3, 0)",
      "size": 5,
      "round": 2,
      "examples": 4,
      "revises": "c1",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-b4be3baf502e4d99"
     },
     {
      "id": "c3",
      "program": [
       "argmax3",
       [
        "call",
        "f",
        [
         "const",
         3
        ]
       ],
       [
        "const",
        1
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(f(3), 1, 0)",
      "size": 5,
      "round": 3,
      "examples": 5,
      "revises": "c2",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-532a4fc008a452fe"
     },
     {
      "id": "c4",
      "program": [
       "argmax3",
       [
        "call",
        "f",
        [
         "const",
         3
        ]
       ],
       [
        "const",
        2
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(f(3), 2, 0)",
      "size": 5,
      "round": 4,
      "examples": 6,
      "revises": "c3",
      "status": "REJECTED",
      "reason": "COUNTEREXAMPLE:WRONG_OUTPUT",
      "counterexample_task": "e93-5d6e08dc89e63b43"
     },
     {
      "id": "c5",
      "program": [
       "argmax3",
       [
        "call",
        "f",
        [
         "const",
         3
        ]
       ],
       [
        "call",
        "p"
       ],
       [
        "const",
        0
       ]
      ],
      "shown": "argmax3(f(3), p(), 0)",
      "size": 5,
      "round": 5,
      "examples": 7,
      "revises": "c4",
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "argmax3(f(3), p(), 0)",
    "size": 5
   },
   "G2_matched": {
    "status": "NO_PROGRAM_WITHIN_BOUNDS",
    "dev_tool_calls": 616,
    "cap": 540,
    "promoted_equivalent": false,
    "program": null
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     2,
     30
    ],
    "F": [
     13,
     30
    ],
    "G": [
     12,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     2,
     30
    ]
   }
  },
  {
   "family": "gen9301_10",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(f(p()), g(0))",
   "G": {
    "template": "majority3",
    "dev": [
     2,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "ite(eqi(g(0), g(1)), g(0), g(2))"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.246,
    "expressions_considered": 4087,
    "dev_tool_calls": 588,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "sub",
       [
        "call",
        "f",
        [
         "call",
         "p"
        ]
       ],
       [
        "call",
        "g",
        [
         "const",
         0
        ]
       ]
      ],
      "shown": "sub(f(p()), g(0))",
      "size": 5,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "sub(f(p()), g(0))",
    "size": 5
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 588,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "sub(f(p()), g(0))"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     3,
     30
    ],
    "G": [
     0,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  },
  {
   "family": "gen9301_11",
   "source": "GENERATED",
   "out_type": "int",
   "budget": 8,
   "target_hidden": "sub(p(), sub(2, ite(True, p(), 2)))",
   "G": {
    "template": "first",
    "dev": [
     3,
     20
    ],
    "dev_tool_calls": 540,
    "repertoire_size": 11,
    "program": "p()"
   },
   "G2": {
    "status": "FOUND",
    "rounds": 1,
    "seconds": 0.032,
    "expressions_considered": 3967,
    "dev_tool_calls": 449,
    "candidates": [
     {
      "id": "c1",
      "program": [
       "add",
       [
        "call",
        "p"
       ],
       [
        "sub",
        [
         "call",
         "p"
        ],
        [
         "const",
         2
        ]
       ]
      ],
      "shown": "add(p(), sub(p(), 2))",
      "size": 5,
      "round": 1,
      "examples": 3,
      "revises": null,
      "status": "CONSISTENT_WITH_DEV_POOL"
     }
    ],
    "promoted": true,
    "val": [
     10,
     10
    ],
    "promo": [
     20,
     20
    ],
    "syntactically_in_repertoire": false,
    "behaviourally_equal_to_repertoire_entry": false,
    "program": "add(p(), sub(p(), 2))",
    "size": 5
   },
   "G2_matched": {
    "status": "FOUND",
    "dev_tool_calls": 449,
    "cap": 540,
    "promoted_equivalent": true,
    "program": "add(p(), sub(p(), 2))"
   },
   "D": {
    "program": "f(0)"
   },
   "F": {
    "template": "argmax3",
    "program": "argmax3(f(0), f(1), f(2))"
   },
   "heldout": {
    "D": [
     1,
     30
    ],
    "F": [
     4,
     30
    ],
    "G": [
     6,
     30
    ],
    "G2": [
     30,
     30
    ],
    "G2m": [
     30,
     30
    ]
   }
  }
 ]
}