{
  "adaptive": {
    "accepted": 120,
    "ci95": [
      0.968981,
      1
    ],
    "n": 120,
    "rate": 1.0
  },
  "adaptive_report": {
    "adaptive": {
      "accepted": 120,
      "choices": {
        "noisy_select": "G2",
        "reconcile": "G2",
        "staged_repair": "G2"
      },
      "n": 120,
      "rate": 1.0
    },
    "static_best": {
      "accepted": 120,
      "n": 120
    },
    "without_cost": {
      "accepted": 120,
      "choices": {
        "noisy_select": "G2",
        "reconcile": "G2",
        "staged_repair": "G2"
      },
      "n": 120,
      "rate": 1.0
    },
    "without_history": {
      "accepted": 70,
      "choices": {
        "noisy_select": "D",
        "reconcile": "D",
        "staged_repair": "D"
      },
      "n": 120,
      "rate": 0.583333
    },
    "without_uncertainty": {
      "accepted": 120,
      "choices": {
        "noisy_select": "G2",
        "reconcile": "G2",
        "staged_repair": "G2"
      },
      "n": 120,
      "rate": 1.0
    }
  },
  "arms": {
    "D": {
      "accepted": 70,
      "ci95": [
        0.49388,
        0.667616
      ],
      "n": 120,
      "rate": 0.583333
    },
    "F": {
      "accepted": 70,
      "ci95": [
        0.49388,
        0.667616
      ],
      "n": 120,
      "rate": 0.583333
    },
    "G": {
      "accepted": 70,
      "ci95": [
        0.49388,
        0.667616
      ],
      "n": 120,
      "rate": 0.583333
    },
    "G2": {
      "accepted": 120,
      "ci95": [
        0.968981,
        1
      ],
      "n": 120,
      "rate": 1.0
    }
  },
  "candidate_history": {
    "noisy_select": [
      {
        "calls": 120,
        "candidate_id": "noisy_select-probe-argmax-1",
        "counterexamples": [
          197,
          200
        ],
        "dev": [
          40,
          40
        ],
        "family": "noisy_select",
        "method": "search",
        "params": {
          "n": 1
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  },
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s0"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  },
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s1"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 2
                  },
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s2"
            },
            {
              "expr": {
                "list": {
                  "items": [
                    {
                      "name": "s0",
                      "op": "var"
                    },
                    {
                      "name": "s1",
                      "op": "var"
                    },
                    {
                      "name": "s2",
                      "op": "var"
                    }
                  ],
                  "op": "list"
                },
                "op": "argmax"
              },
              "op": "return"
            }
          ]
        },
        "reason": "COUNTEREXAMPLE_FAILED:197/200",
        "schema": "probe_argmax",
        "status": "REJECTED",
        "val": [
          20,
          20
        ]
      },
      {
        "calls": 120,
        "candidate_id": "noisy_select-probe-argmax-2",
        "counterexamples": [
          200,
          200
        ],
        "dev": [
          40,
          40
        ],
        "family": "noisy_select",
        "method": "search",
        "params": {
          "n": 2
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  },
                  {
                    "op": "const",
                    "value": 2
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s0"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  },
                  {
                    "op": "const",
                    "value": 2
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s1"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 2
                  },
                  {
                    "op": "const",
                    "value": 2
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s2"
            },
            {
              "expr": {
                "list": {
                  "items": [
                    {
                      "name": "s0",
                      "op": "var"
                    },
                    {
                      "name": "s1",
                      "op": "var"
                    },
                    {
                      "name": "s2",
                      "op": "var"
                    }
                  ],
                  "op": "list"
                },
                "op": "argmax"
              },
              "op": "return"
            }
          ]
        },
        "reason": "",
        "schema": "probe_argmax",
        "status": "VALIDATION_PASSED",
        "val": [
          20,
          20
        ]
      },
      {
        "calls": 120,
        "candidate_id": "noisy_select-probe-argmax-3",
        "counterexamples": [
          200,
          200
        ],
        "dev": [
          40,
          40
        ],
        "family": "noisy_select",
        "method": "search",
        "params": {
          "n": 3
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  },
                  {
                    "op": "const",
                    "value": 3
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s0"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  },
                  {
                    "op": "const",
                    "value": 3
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s1"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 2
                  },
                  {
                    "op": "const",
                    "value": 3
                  }
                ],
                "op": "call",
                "tool": "probe"
              },
              "op": "let",
              "var": "s2"
            },
            {
              "expr": {
                "list": {
                  "items": [
                    {
                      "name": "s0",
                      "op": "var"
                    },
                    {
                      "name": "s1",
                      "op": "var"
                    },
                    {
                      "name": "s2",
                      "op": "var"
                    }
                  ],
                  "op": "list"
                },
                "op": "argmax"
              },
              "op": "return"
            }
          ]
        },
        "reason": "",
        "schema": "probe_argmax",
        "status": "HELD_OUT_CANDIDATE",
        "val": [
          20,
          20
        ]
      }
    ],
    "reconcile": [
      {
        "calls": 120,
        "candidate_id": "reconcile-read-majority",
        "counterexamples": [
          200,
          200
        ],
        "dev": [
          40,
          40
        ],
        "family": "reconcile",
        "method": "search",
        "params": {},
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  }
                ],
                "op": "call",
                "tool": "read"
              },
              "op": "let",
              "var": "a"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "read"
              },
              "op": "let",
              "var": "b"
            },
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 2
                  }
                ],
                "op": "call",
                "tool": "read"
              },
              "op": "let",
              "var": "c"
            },
            {
              "cond": {
                "a": {
                  "name": "a",
                  "op": "var"
                },
                "b": {
                  "name": "b",
                  "op": "var"
                },
                "op": "eq"
              },
              "else": {
                "cond": {
                  "a": {
                    "name": "a",
                    "op": "var"
                  },
                  "b": {
                    "name": "c",
                    "op": "var"
                  },
                  "op": "eq"
                },
                "else": {
                  "expr": {
                    "name": "b",
                    "op": "var"
                  },
                  "op": "return"
                },
                "op": "if",
                "then": {
                  "expr": {
                    "name": "a",
                    "op": "var"
                  },
                  "op": "return"
                }
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "a",
                  "op": "var"
                },
                "op": "return"
              }
            }
          ]
        },
        "reason": "",
        "schema": "majority3",
        "status": "VALIDATION_PASSED",
        "val": [
          20,
          20
        ]
      }
    ],
    "staged_repair": [
      {
        "calls": 120,
        "candidate_id": "staged_repair-branch-0-0",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          14,
          40
        ],
        "family": "staged_repair",
        "method": "search",
        "params": {
          "a": 0,
          "b": 0
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "cond": {
                "args": [],
                "op": "call",
                "tool": "check"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              }
            }
          ]
        },
        "reason": "DEV_FAILED:14/40",
        "schema": "check_branch",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 120,
        "candidate_id": "staged_repair-branch-0-1",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          0,
          40
        ],
        "family": "staged_repair",
        "method": "search",
        "params": {
          "a": 0,
          "b": 1
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "cond": {
                "args": [],
                "op": "call",
                "tool": "check"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              }
            }
          ]
        },
        "reason": "DEV_FAILED:0/40",
        "schema": "check_branch",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 120,
        "candidate_id": "staged_repair-branch-1-0",
        "counterexamples": [
          200,
          200
        ],
        "dev": [
          40,
          40
        ],
        "family": "staged_repair",
        "method": "search",
        "params": {
          "a": 1,
          "b": 0
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "cond": {
                "args": [],
                "op": "call",
                "tool": "check"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              }
            }
          ]
        },
        "reason": "",
        "schema": "check_branch",
        "status": "VALIDATION_PASSED",
        "val": [
          20,
          20
        ]
      },
      {
        "calls": 120,
        "candidate_id": "staged_repair-branch-1-1",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          26,
          40
        ],
        "family": "staged_repair",
        "method": "search",
        "params": {
          "a": 1,
          "b": 1
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "cond": {
                "args": [],
                "op": "call",
                "tool": "check"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "x"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              }
            }
          ]
        },
        "reason": "DEV_FAILED:26/40",
        "schema": "check_branch",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 106,
        "candidate_id": "staged_repair-retry-0-0",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          14,
          40
        ],
        "family": "staged_repair",
        "method": "recombination",
        "params": {
          "a": 0,
          "b": 0
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  }
                ],
                "op": "call",
                "tool": "apply"
              },
              "op": "let",
              "var": "x"
            },
            {
              "expr": {
                "args": [],
                "op": "call",
                "tool": "verify"
              },
              "op": "let",
              "var": "ok"
            },
            {
              "cond": {
                "a": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "truthy"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "y"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "return"
              }
            }
          ]
        },
        "reason": "DEV_FAILED:14/40",
        "schema": "retry",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 106,
        "candidate_id": "staged_repair-retry-0-1",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          14,
          40
        ],
        "family": "staged_repair",
        "method": "recombination",
        "params": {
          "a": 0,
          "b": 1
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 0
                  }
                ],
                "op": "call",
                "tool": "apply"
              },
              "op": "let",
              "var": "x"
            },
            {
              "expr": {
                "args": [],
                "op": "call",
                "tool": "verify"
              },
              "op": "let",
              "var": "ok"
            },
            {
              "cond": {
                "a": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "truthy"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "y"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "return"
              }
            }
          ]
        },
        "reason": "DEV_FAILED:14/40",
        "schema": "retry",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 94,
        "candidate_id": "staged_repair-retry-1-0",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          26,
          40
        ],
        "family": "staged_repair",
        "method": "recombination",
        "params": {
          "a": 1,
          "b": 0
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "apply"
              },
              "op": "let",
              "var": "x"
            },
            {
              "expr": {
                "args": [],
                "op": "call",
                "tool": "verify"
              },
              "op": "let",
              "var": "ok"
            },
            {
              "cond": {
                "a": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "truthy"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 0
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "y"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "return"
              }
            }
          ]
        },
        "reason": "DEV_FAILED:26/40",
        "schema": "retry",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      },
      {
        "calls": 94,
        "candidate_id": "staged_repair-retry-1-1",
        "counterexamples": [
          0,
          0
        ],
        "dev": [
          26,
          40
        ],
        "family": "staged_repair",
        "method": "recombination",
        "params": {
          "a": 1,
          "b": 1
        },
        "program": {
          "op": "seq",
          "steps": [
            {
              "expr": {
                "args": [
                  {
                    "op": "const",
                    "value": 1
                  }
                ],
                "op": "call",
                "tool": "apply"
              },
              "op": "let",
              "var": "x"
            },
            {
              "expr": {
                "args": [],
                "op": "call",
                "tool": "verify"
              },
              "op": "let",
              "var": "ok"
            },
            {
              "cond": {
                "a": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "truthy"
              },
              "else": {
                "op": "seq",
                "steps": [
                  {
                    "expr": {
                      "args": [
                        {
                          "op": "const",
                          "value": 1
                        }
                      ],
                      "op": "call",
                      "tool": "apply"
                    },
                    "op": "let",
                    "var": "y"
                  },
                  {
                    "expr": {
                      "args": [],
                      "op": "call",
                      "tool": "verify"
                    },
                    "op": "return"
                  }
                ]
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "ok",
                  "op": "var"
                },
                "op": "return"
              }
            }
          ]
        },
        "reason": "DEV_FAILED:26/40",
        "schema": "retry",
        "status": "REJECTED",
        "val": [
          0,
          0
        ]
      }
    ]
  },
  "candidates_generated": 12,
  "candidates_promoted": 3,
  "candidates_rejected": 8,
  "candidates_validated": 1,
  "designer_supplied_procedures": 0,
  "dev_tasks": 40,
  "e91_baseline": {
    "arms": {
      "A": {
        "accepted": 82,
        "n": 160,
        "rate": 0.5125
      },
      "B": {
        "accepted": 85,
        "n": 160,
        "rate": 0.53125
      },
      "C": {
        "accepted": 90,
        "n": 160,
        "rate": 0.5625
      },
      "D": {
        "accepted": 114,
        "n": 160,
        "rate": 0.7125
      },
      "E": {
        "accepted": 114,
        "n": 160,
        "rate": 0.7125
      },
      "F": {
        "accepted": 100,
        "n": 160,
        "rate": 0.625
      },
      "G": {
        "accepted": 153,
        "n": 160,
        "rate": 0.95625
      }
    },
    "checks": {
      "A": {
        "match": true,
        "recomputed": [
          82,
          160
        ],
        "reported": [
          82,
          160
        ]
      },
      "B": {
        "match": true,
        "recomputed": [
          85,
          160
        ],
        "reported": [
          85,
          160
        ]
      },
      "C": {
        "match": true,
        "recomputed": [
          90,
          160
        ],
        "reported": [
          90,
          160
        ]
      },
      "D": {
        "match": true,
        "recomputed": [
          114,
          160
        ],
        "reported": [
          114,
          160
        ]
      },
      "G": {
        "match": true,
        "recomputed": [
          153,
          160
        ],
        "reported": [
          153,
          160
        ]
      }
    },
    "duplicates_ignored": {
      "F": 139,
      "H": 12
    },
    "status": "REPRODUCED"
  },
  "elapsed_seconds": 0.343,
  "families": [
    "reconcile",
    "noisy_select",
    "staged_repair"
  ],
  "heldout_per_family": 40,
  "heldout_tasks": 120,
  "limits": [
    "three constructed task families; not real repositories or customer systems",
    "the synthesiser is schema-parameter search over a typed DSL; schemas are generic and selected by tool signature",
    "no model-proposed candidates: the adapter is BLOCKED because no paid model is authorized",
    "no independent external verifier"
  ],
  "paired": {
    "D_vs_G": {
      "b": 0,
      "c": 0,
      "control": "D",
      "control_accepted": 70,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "treatment": "G",
      "treatment_accepted": 70
    },
    "F_vs_G": {
      "b": 0,
      "c": 0,
      "control": "F",
      "control_accepted": 70,
      "difference_pp": 0.0,
      "p_value": 1.0,
      "pairs": 120,
      "treatment": "G",
      "treatment_accepted": 70
    },
    "G2_vs_D": {
      "b": 50,
      "c": 0,
      "control": "G2",
      "control_accepted": 120,
      "difference_pp": -41.667,
      "p_value": 0.0,
      "pairs": 120,
      "treatment": "D",
      "treatment_accepted": 70
    },
    "G2_vs_F": {
      "b": 50,
      "c": 0,
      "control": "G2",
      "control_accepted": 120,
      "difference_pp": -41.667,
      "p_value": 0.0,
      "pairs": 120,
      "treatment": "F",
      "treatment_accepted": 70
    },
    "G2_vs_G": {
      "b": 50,
      "c": 0,
      "control": "G2",
      "control_accepted": 120,
      "difference_pp": -41.667,
      "p_value": 0.0,
      "pairs": 120,
      "treatment": "G",
      "treatment_accepted": 70
    }
  },
  "procedures": {
    "noisy_select": {
      "approved_by": "approver",
      "heldout": [
        40,
        40
      ],
      "method": "search",
      "params": {
        "n": 2
      },
      "procedure_id": "noisy_select-probe-argmax-2",
      "program": {
        "op": "seq",
        "steps": [
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 0
                },
                {
                  "op": "const",
                  "value": 2
                }
              ],
              "op": "call",
              "tool": "probe"
            },
            "op": "let",
            "var": "s0"
          },
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 1
                },
                {
                  "op": "const",
                  "value": 2
                }
              ],
              "op": "call",
              "tool": "probe"
            },
            "op": "let",
            "var": "s1"
          },
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 2
                },
                {
                  "op": "const",
                  "value": 2
                }
              ],
              "op": "call",
              "tool": "probe"
            },
            "op": "let",
            "var": "s2"
          },
          {
            "expr": {
              "list": {
                "items": [
                  {
                    "name": "s0",
                    "op": "var"
                  },
                  {
                    "name": "s1",
                    "op": "var"
                  },
                  {
                    "name": "s2",
                    "op": "var"
                  }
                ],
                "op": "list"
              },
              "op": "argmax"
            },
            "op": "return"
          }
        ]
      },
      "schema": "probe_argmax"
    },
    "reconcile": {
      "approved_by": "approver",
      "heldout": [
        40,
        40
      ],
      "method": "search",
      "params": {},
      "procedure_id": "reconcile-read-majority",
      "program": {
        "op": "seq",
        "steps": [
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 0
                }
              ],
              "op": "call",
              "tool": "read"
            },
            "op": "let",
            "var": "a"
          },
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 1
                }
              ],
              "op": "call",
              "tool": "read"
            },
            "op": "let",
            "var": "b"
          },
          {
            "expr": {
              "args": [
                {
                  "op": "const",
                  "value": 2
                }
              ],
              "op": "call",
              "tool": "read"
            },
            "op": "let",
            "var": "c"
          },
          {
            "cond": {
              "a": {
                "name": "a",
                "op": "var"
              },
              "b": {
                "name": "b",
                "op": "var"
              },
              "op": "eq"
            },
            "else": {
              "cond": {
                "a": {
                  "name": "a",
                  "op": "var"
                },
                "b": {
                  "name": "c",
                  "op": "var"
                },
                "op": "eq"
              },
              "else": {
                "expr": {
                  "name": "b",
                  "op": "var"
                },
                "op": "return"
              },
              "op": "if",
              "then": {
                "expr": {
                  "name": "a",
                  "op": "var"
                },
                "op": "return"
              }
            },
            "op": "if",
            "then": {
              "expr": {
                "name": "a",
                "op": "var"
              },
              "op": "return"
            }
          }
        ]
      },
      "schema": "majority3"
    },
    "staged_repair": {
      "approved_by": "approver",
      "heldout": [
        40,
        40
      ],
      "method": "search",
      "params": {
        "a": 1,
        "b": 0
      },
      "procedure_id": "staged_repair-branch-1-0",
      "program": {
        "op": "seq",
        "steps": [
          {
            "cond": {
              "args": [],
              "op": "call",
              "tool": "check"
            },
            "else": {
              "op": "seq",
              "steps": [
                {
                  "expr": {
                    "args": [
                      {
                        "op": "const",
                        "value": 0
                      }
                    ],
                    "op": "call",
                    "tool": "apply"
                  },
                  "op": "let",
                  "var": "x"
                },
                {
                  "expr": {
                    "args": [],
                    "op": "call",
                    "tool": "verify"
                  },
                  "op": "return"
                }
              ]
            },
            "op": "if",
            "then": {
              "op": "seq",
              "steps": [
                {
                  "expr": {
                    "args": [
                      {
                        "op": "const",
                        "value": 1
                      }
                    ],
                    "op": "call",
                    "tool": "apply"
                  },
                  "op": "let",
                  "var": "x"
                },
                {
                  "expr": {
                    "args": [],
                    "op": "call",
                    "tool": "verify"
                  },
                  "op": "return"
                }
              ]
            }
          }
        ]
      },
      "schema": "check_branch"
    }
  },
  "rejection_reasons": {
    "COUNTEREXAMPLE_FAILED": 1,
    "DEV_FAILED": 7
  },
  "repertoire_for_these_families": 0,
  "resource": {
    "model_calls": 0,
    "paid_usd": 0.0,
    "tool_calls": 720
  },
  "schema": "cain.e92.experiment.v1",
  "seed": 920,
  "val_tasks": 20
}