{
 "schema": "cain.e93.learning_curve.v1",
 "gen_seed": 9302,
 "task_seed": 93020,
 "curve": {
  "0": {
   "heldout": [
    114,
    510
   ],
   "rate": 0.2235,
   "wilson95": [
    0.1895,
    0.2617
   ],
   "families_fallback_to_D": 17,
   "found_but_failed_validation": 0,
   "per_family": {
    "reconcile": {
     "status": "NO_EXPERIENCE",
     "heldout": 21
    },
    "noisy_select": {
     "status": "NO_EXPERIENCE",
     "heldout": 0
    },
    "staged_repair": {
     "status": "NO_EXPERIENCE",
     "heldout": 16
    },
    "median5": {
     "status": "NO_EXPERIENCE",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "NO_EXPERIENCE",
     "heldout": 3
    },
    "gen9302_01": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9302_03": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9302_04": {
     "status": "NO_EXPERIENCE",
     "heldout": 5
    },
    "gen9302_05": {
     "status": "NO_EXPERIENCE",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "NO_EXPERIENCE",
     "heldout": 2
    },
    "gen9302_07": {
     "status": "NO_EXPERIENCE",
     "heldout": 24
    },
    "gen9302_08": {
     "status": "NO_EXPERIENCE",
     "heldout": 23
    },
    "gen9302_09": {
     "status": "NO_EXPERIENCE",
     "heldout": 3
    },
    "gen9302_10": {
     "status": "NO_EXPERIENCE",
     "heldout": 5
    },
    "gen9302_11": {
     "status": "NO_EXPERIENCE",
     "heldout": 3
    }
   }
  },
  "3": {
   "heldout": [
    183,
    510
   ],
   "rate": 0.3588,
   "wilson95": [
    0.3184,
    0.4014
   ],
   "families_fallback_to_D": 14,
   "found_but_failed_validation": 13,
   "per_family": {
    "reconcile": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 21
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_03": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_04": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9302_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_07": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 24
    },
    "gen9302_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 23
    },
    "gen9302_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 3
    },
    "gen9302_10": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9302_11": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 3
    }
   }
  },
  "5": {
   "heldout": [
    248,
    510
   ],
   "rate": 0.4863,
   "wilson95": [
    0.4432,
    0.5296
   ],
   "families_fallback_to_D": 11,
   "found_but_failed_validation": 9,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_03": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_04": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9302_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_07": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 24
    },
    "gen9302_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 23
    },
    "gen9302_09": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 3
    },
    "gen9302_10": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9302_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "10": {
   "heldout": [
    300,
    510
   ],
   "rate": 0.5882,
   "wilson95": [
    0.545,
    0.6301
   ],
   "families_fallback_to_D": 9,
   "found_but_failed_validation": 7,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_03": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_04": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 5
    },
    "gen9302_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_07": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 24
    },
    "gen9302_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 23
    },
    "gen9302_09": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "20": {
   "heldout": [
    360,
    510
   ],
   "rate": 0.7059,
   "wilson95": [
    0.6649,
    0.7438
   ],
   "families_fallback_to_D": 6,
   "found_but_failed_validation": 4,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_01": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_03": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_05": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_08": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 23
    },
    "gen9302_09": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  },
  "60": {
   "heldout": [
    367,
    510
   ],
   "rate": 0.7196,
   "wilson95": [
    0.6791,
    0.7568
   ],
   "families_fallback_to_D": 5,
   "found_but_failed_validation": 1,
   "per_family": {
    "reconcile": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "noisy_select": {
     "status": "FOUND_BUT_FAILED_VALIDATION",
     "heldout": 0
    },
    "staged_repair": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "median5": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 4
    },
    "prefix_sum": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_00": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_01": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_02": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_03": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_04": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_05": {
     "status": "NO_PROGRAM_WITHIN_BOUNDS",
     "heldout": 1
    },
    "gen9302_06": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_07": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_08": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_09": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_10": {
     "status": "ADOPTED",
     "heldout": 30
    },
    "gen9302_11": {
     "status": "ADOPTED",
     "heldout": 30
    }
   }
  }
 },
 "k60_vs_k0": {
  "k60_only": 253,
  "k0_only": 0,
  "p_exact_mcnemar": 1.3817869688151111e-76
 },
 "monotone": true,
 "wall_seconds": 375.9,
 "model_calls": 0,
 "cost_usd": 0.0
}