{
 "counts": {
  "adversarial_audits": 23,
  "adversarial_rejected": 23,
  "by_kind": {
   "adaptive": 700,
   "adversarial": 23,
   "audit": 12,
   "heldout": 276,
   "primary": 1016,
   "replication": 184
  },
  "by_state": {
   "PARTIAL": 184,
   "REJECTED": 23,
   "VERIFIED": 2004
  },
  "completed_valid": 2188,
  "completed_valid_by_kind": {
   "adaptive": 700,
   "audit": 12,
   "heldout": 276,
   "primary": 1016,
   "replication": 184
  },
  "created": 2211,
  "cumulative_units": 9385,
  "duplicate_unit_keys": 0,
  "failed": 0,
  "historical_units_e141_e144": 7197,
  "invalid_rejected": 0,
  "open": 0,
  "retried_units": 3
 },
 "director": {
  "adaptive_units_completed": 700,
  "allocation_by_family": {
   "e145_adversarial": 4,
   "e145_bestarm": 15,
   "e145_causal_intervene": 80,
   "e145_collective": 75,
   "e145_counterfactual": 17,
   "e145_explore": 16,
   "e145_hidden_goal": 76,
   "e145_hypothesis": 16,
   "e145_law_discovery": 17,
   "e145_math": 50,
   "e145_memory": 121,
   "e145_repair": 24,
   "e145_specialization": 69,
   "e145_transfer": 44,
   "e145_world_predict": 76
  },
  "allocation_heldout_share": 0.7729
 },
 "families": {
  "e145_adversarial": {
   "adaptive": {
    "ci95_normal": [
     -0.039406,
     0.002531
    ],
    "cohens_dz": -0.8617,
    "log10_p_negative": -1.2041,
    "log10_p_positive": -0.0,
    "losses": 4,
    "mean_effect": -0.018438,
    "n_units": 4,
    "p_negative": "0.0625",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     -0.012064,
     0.020675
    ],
    "cohens_dz": 0.1488,
    "log10_p_negative": -0.0936,
    "log10_p_positive": -0.4121,
    "losses": 5,
    "mean_effect": 0.004306,
    "n_units": 12,
    "p_negative": "0.806",
    "p_positive": "0.387",
    "ties": 0,
    "wins": 7
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.031163,
     0.057254
    ],
    "cohens_dz": 1.0502,
    "log10_p_negative": -0.0,
    "log10_p_positive": -10.4284,
    "losses": 1,
    "mean_effect": 0.044208,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "3.73e-11",
    "ties": 0,
    "wins": 39
   },
   "replication_units": {
    "ci95_normal": [
     0.011554,
     0.073446
    ],
    "cohens_dz": 0.9517,
    "log10_p_negative": -0.0017,
    "log10_p_positive": -1.454,
    "losses": 1,
    "mean_effect": 0.0425,
    "n_units": 8,
    "p_negative": "0.996",
    "p_positive": "0.0352",
    "ties": 0,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "l1_reg": {
     "ci95_normal": [
      -0.004857,
      0.004982
     ],
     "cohens_dz": 0.0039,
     "log10_p_negative": -0.3592,
     "log10_p_positive": -0.1662,
     "losses": 21,
     "mean_effect": 6.2e-05,
     "n_units": 40,
     "p_negative": "0.437",
     "p_positive": "0.682",
     "ties": 0,
     "wins": 19
    }
   },
   "spec_family": "adversarial robustness"
  },
  "e145_algorithm": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "INCONCLUSIVE",
   "heldout": {
    "ci95_normal": [
     1.7726,
     8.7274
    ],
    "cohens_dz": 0.8542,
    "log10_p_negative": -0.0936,
    "log10_p_positive": -0.4121,
    "losses": 5,
    "mean_effect": 5.25,
    "n_units": 12,
    "p_negative": "0.806",
    "p_positive": "0.387",
    "ties": 0,
    "wins": 7
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": false,
   "primary": {
    "ci95_normal": [
     1.168348,
     3.456652
    ],
    "cohens_dz": 0.6264,
    "log10_p_negative": -0.0274,
    "log10_p_positive": -0.9069,
    "losses": 10,
    "mean_effect": 2.3125,
    "n_units": 40,
    "p_negative": "0.939",
    "p_positive": "0.124",
    "ties": 13,
    "wins": 17
   },
   "replication_units": {
    "ci95_normal": [
     1.453237,
     8.546763
    ],
    "cohens_dz": 0.9769,
    "log10_p_negative": -0.0155,
    "log10_p_positive": -0.84,
    "losses": 2,
    "mean_effect": 5.0,
    "n_units": 8,
    "p_negative": "0.965",
    "p_positive": "0.145",
    "ties": 0,
    "wins": 6
   },
   "secondary_vs_other_controls": {
    "random_search": {
     "ci95_normal": [
      3.693338,
      4.956662
     ],
     "cohens_dz": 2.1219,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 4.325,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "algorithm discovery"
  },
  "e145_bestarm": {
   "adaptive": {
    "ci95_normal": [
     0.013524,
     0.059314
    ],
    "cohens_dz": 0.805,
    "log10_p_negative": -0.0077,
    "log10_p_positive": -1.2274,
    "losses": 4,
    "mean_effect": 0.036419,
    "n_units": 15,
    "p_negative": "0.982",
    "p_positive": "0.0592",
    "ties": 0,
    "wins": 11
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.034316,
     0.065585
    ],
    "cohens_dz": 1.8076,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.049951,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.020673,
     0.041762
    ],
    "cohens_dz": 0.9175,
    "log10_p_negative": -0.0,
    "log10_p_positive": -6.1603,
    "losses": 5,
    "mean_effect": 0.031218,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "6.91e-07",
    "ties": 0,
    "wins": 35
   },
   "replication_units": {
    "ci95_normal": [
     0.02178,
     0.051871
    ],
    "cohens_dz": 1.6961,
    "log10_p_negative": -0.0017,
    "log10_p_positive": -1.454,
    "losses": 1,
    "mean_effect": 0.036826,
    "n_units": 8,
    "p_negative": "0.996",
    "p_positive": "0.0352",
    "ties": 0,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "ucb": {
     "ci95_normal": [
      0.006879,
      0.02528
     ],
     "cohens_dz": 0.5416,
     "log10_p_negative": -0.003,
     "log10_p_positive": -1.7753,
     "losses": 12,
     "mean_effect": 0.01608,
     "n_units": 40,
     "p_negative": "0.993",
     "p_positive": "0.0168",
     "ties": 2,
     "wins": 26
    }
   },
   "spec_family": "resource-efficient research"
  },
  "e145_causal_intervene": {
   "adaptive": {
    "ci95_normal": [
     0.299308,
     0.408956
    ],
    "cohens_dz": 1.4155,
    "log10_p_negative": -0.0,
    "log10_p_positive": -14.2761,
    "losses": 7,
    "mean_effect": 0.354132,
    "n_units": 80,
    "p_negative": "1",
    "p_positive": "5.3e-15",
    "ties": 1,
    "wins": 72
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.370947,
     0.597571
    ],
    "cohens_dz": 2.4181,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.484259,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.153529,
     0.316749
    ],
    "cohens_dz": 0.8929,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.4688,
    "losses": 9,
    "mean_effect": 0.235139,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "0.00034",
    "ties": 0,
    "wins": 31
   },
   "replication_units": {
    "ci95_normal": [
     0.083855,
     0.518228
    ],
    "cohens_dz": 0.9605,
    "log10_p_negative": -0.0017,
    "log10_p_positive": -1.454,
    "losses": 1,
    "mean_effect": 0.301042,
    "n_units": 8,
    "p_negative": "0.996",
    "p_positive": "0.0352",
    "ties": 0,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "obs_only": {
     "ci95_normal": [
      0.163792,
      0.225791
     ],
     "cohens_dz": 1.9473,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.194792,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "causal inference"
  },
  "e145_collective": {
   "adaptive": {
    "ci95_normal": [
     0.39867,
     0.487208
    ],
    "cohens_dz": 2.2645,
    "log10_p_negative": -0.0,
    "log10_p_positive": -22.5772,
    "losses": 0,
    "mean_effect": 0.442939,
    "n_units": 75,
    "p_negative": "1",
    "p_positive": "2.65e-23",
    "ties": 0,
    "wins": 75
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.336589,
     0.519355
    ],
    "cohens_dz": 2.6498,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.427972,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.331997,
     0.500152
    ],
    "cohens_dz": 1.5336,
    "log10_p_negative": -0.0,
    "log10_p_positive": -8.0118,
    "losses": 3,
    "mean_effect": 0.416075,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.73e-09",
    "ties": 0,
    "wins": 37
   },
   "replication_units": {
    "ci95_normal": [
     0.203093,
     0.614785
    ],
    "cohens_dz": 1.3767,
    "log10_p_negative": -0.0017,
    "log10_p_positive": -1.454,
    "losses": 1,
    "mean_effect": 0.408939,
    "n_units": 8,
    "p_negative": "0.996",
    "p_positive": "0.0352",
    "ties": 0,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "best_single": {
     "ci95_normal": [
      0.224173,
      0.263887
     ],
     "cohens_dz": 3.8085,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.24403,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    },
    "mean": {
     "ci95_normal": [
      0.207399,
      0.306634
     ],
     "cohens_dz": 1.6053,
     "log10_p_negative": -0.0,
     "log10_p_positive": -8.0118,
     "losses": 3,
     "mean_effect": 0.257017,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.73e-09",
     "ties": 0,
     "wins": 37
    }
   },
   "spec_family": "collective intelligence"
  },
  "e145_composition": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "INCONCLUSIVE",
   "heldout": {
    "ci95_normal": [
     -0.013884,
     0.01562
    ],
    "cohens_dz": 0.0333,
    "log10_p_negative": -0.2127,
    "log10_p_positive": -0.2127,
    "losses": 6,
    "mean_effect": 0.000868,
    "n_units": 12,
    "p_negative": "0.613",
    "p_positive": "0.613",
    "ties": 0,
    "wins": 6
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": false,
   "primary": {
    "ci95_normal": [
     0.00106,
     0.02342
    ],
    "cohens_dz": 0.3393,
    "log10_p_negative": -0.0029,
    "log10_p_positive": -1.7559,
    "losses": 10,
    "mean_effect": 0.01224,
    "n_units": 40,
    "p_negative": "0.993",
    "p_positive": "0.0175",
    "ties": 7,
    "wins": 23
   },
   "replication_units": {
    "ci95_normal": [
     -0.014971,
     0.022784
    ],
    "cohens_dz": 0.1434,
    "log10_p_negative": -0.028,
    "log10_p_positive": -0.6448,
    "losses": 2,
    "mean_effect": 0.003906,
    "n_units": 8,
    "p_negative": "0.938",
    "p_positive": "0.227",
    "ties": 1,
    "wins": 5
   },
   "secondary_vs_other_controls": {},
   "spec_family": "compositional abstraction"
  },
  "e145_continual": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "CONTRADICTED",
   "heldout": {
    "ci95_normal": [
     -0.004976,
     0.00457
    ],
    "cohens_dz": -0.0241,
    "log10_p_negative": -0.0329,
    "log10_p_positive": -0.7125,
    "losses": 4,
    "mean_effect": -0.000203,
    "n_units": 12,
    "p_negative": "0.927",
    "p_positive": "0.194",
    "ties": 0,
    "wins": 8
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": false,
   "primary": {
    "ci95_normal": [
     -0.012486,
     -0.003431
    ],
    "cohens_dz": -0.5447,
    "log10_p_negative": -4.0406,
    "log10_p_positive": -0.0,
    "losses": 32,
    "mean_effect": -0.007958,
    "n_units": 40,
    "p_negative": "9.11e-05",
    "p_positive": "1",
    "ties": 0,
    "wins": 8
   },
   "replication_units": {
    "ci95_normal": [
     -0.016061,
     0.003769
    ],
    "cohens_dz": -0.4295,
    "log10_p_negative": -0.84,
    "log10_p_positive": -0.0155,
    "losses": 6,
    "mean_effect": -0.006146,
    "n_units": 8,
    "p_negative": "0.145",
    "p_positive": "0.965",
    "ties": 0,
    "wins": 2
   },
   "secondary_vs_other_controls": {
    "ewc": {
     "ci95_normal": [
      -0.00968,
      -0.001425
     ],
     "cohens_dz": -0.4169,
     "log10_p_negative": -1.3942,
     "log10_p_positive": -0.0084,
     "losses": 26,
     "mean_effect": -0.005552,
     "n_units": 40,
     "p_negative": "0.0403",
     "p_positive": "0.981",
     "ties": 0,
     "wins": 14
    }
   },
   "spec_family": "continual learning"
  },
  "e145_counterfactual": {
   "adaptive": {
    "ci95_normal": [
     -0.001156,
     0.639678
    ],
    "cohens_dz": 0.4737,
    "log10_p_negative": -0.164,
    "log10_p_positive": -0.301,
    "losses": 8,
    "mean_effect": 0.319261,
    "n_units": 17,
    "p_negative": "0.685",
    "p_positive": "0.5",
    "ties": 0,
    "wins": 9
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     -0.05736,
     0.723989
    ],
    "cohens_dz": 0.4827,
    "log10_p_negative": -0.0936,
    "log10_p_positive": -0.4121,
    "losses": 5,
    "mean_effect": 0.333315,
    "n_units": 12,
    "p_negative": "0.806",
    "p_positive": "0.387",
    "ties": 0,
    "wins": 7
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.833541,
     1.392133
    ],
    "cohens_dz": 1.2348,
    "log10_p_negative": -0.0,
    "log10_p_positive": -8.0118,
    "losses": 3,
    "mean_effect": 1.112837,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.73e-09",
    "ties": 0,
    "wins": 37
   },
   "replication_units": {
    "ci95_normal": [
     0.434512,
     1.675431
    ],
    "cohens_dz": 1.1783,
    "log10_p_negative": -0.0017,
    "log10_p_positive": -1.454,
    "losses": 1,
    "mean_effect": 1.054972,
    "n_units": 8,
    "p_negative": "0.996",
    "p_positive": "0.0352",
    "ties": 0,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "naive": {
     "ci95_normal": [
      0.833541,
      1.392133
     ],
     "cohens_dz": 1.2348,
     "log10_p_negative": -0.0,
     "log10_p_positive": -8.0118,
     "losses": 3,
     "mean_effect": 1.112837,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.73e-09",
     "ties": 0,
     "wins": 37
    }
   },
   "spec_family": "counterfactual reasoning"
  },
  "e145_explore": {
   "adaptive": {
    "ci95_normal": [
     0.286865,
     0.408447
    ],
    "cohens_dz": 2.8022,
    "log10_p_negative": 0.0,
    "log10_p_positive": -4.8165,
    "losses": 0,
    "mean_effect": 0.347656,
    "n_units": 16,
    "p_negative": "1",
    "p_positive": "1.53e-05",
    "ties": 0,
    "wins": 16
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.225889,
     0.383486
    ],
    "cohens_dz": 2.1878,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.304688,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.228081,
     0.301606
    ],
    "cohens_dz": 2.2326,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 0.264844,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.164654,
     0.356179
    ],
    "cohens_dz": 1.8844,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.260417,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "random_walk": {
     "ci95_normal": [
      0.227887,
      0.298154
     ],
     "cohens_dz": 2.32,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.263021,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "open-world exploration"
  },
  "e145_forgetting": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     -0.011356,
     0.033231
    ],
    "cohens_dz": 0.2776,
    "log10_p_negative": -0.2127,
    "log10_p_positive": -0.2127,
    "losses": 6,
    "mean_effect": 0.010938,
    "n_units": 12,
    "p_negative": "0.613",
    "p_positive": "0.613",
    "ties": 0,
    "wins": 6
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.360865,
     0.390228
    ],
    "cohens_dz": 7.9271,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 0.375547,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.337672,
     0.424671
    ],
    "cohens_dz": 6.0722,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.381172,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "replay": {
     "ci95_normal": [
      0.304434,
      0.330504
     ],
     "cohens_dz": 7.5476,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.317469,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "catastrophic forgetting"
  },
  "e145_hidden_goal": {
   "adaptive": {
    "ci95_normal": [
     0.227736,
     0.273498
    ],
    "cohens_dz": 2.4626,
    "log10_p_negative": 0.0,
    "log10_p_positive": -22.8783,
    "losses": 0,
    "mean_effect": 0.250617,
    "n_units": 76,
    "p_negative": "1",
    "p_positive": "1.32e-23",
    "ties": 0,
    "wins": 76
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.187716,
     0.292753
    ],
    "cohens_dz": 2.5882,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.240234,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.249385,
     0.330108
    ],
    "cohens_dz": 2.2247,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 0.289746,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.237491,
     0.44122
    ],
    "cohens_dz": 2.3086,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.339355,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "random": {
     "ci95_normal": [
      0.273869,
      0.373006
     ],
     "cohens_dz": 2.0221,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.323437,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "hidden-goal discovery"
  },
  "e145_hypothesis": {
   "adaptive": {
    "ci95_normal": [
     0.040458,
     0.251273
    ],
    "cohens_dz": 0.6781,
    "log10_p_negative": -0.0009,
    "log10_p_positive": -1.9732,
    "losses": 3,
    "mean_effect": 0.145866,
    "n_units": 16,
    "p_negative": "0.998",
    "p_positive": "0.0106",
    "ties": 0,
    "wins": 13
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.084673,
     0.309945
    ],
    "cohens_dz": 0.9911,
    "log10_p_negative": -0.0001,
    "log10_p_positive": -2.4984,
    "losses": 1,
    "mean_effect": 0.197309,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.00317",
    "ties": 0,
    "wins": 11
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.267063,
     0.395125
    ],
    "cohens_dz": 1.6025,
    "log10_p_negative": -0.0,
    "log10_p_positive": -9.1269,
    "losses": 2,
    "mean_effect": 0.331094,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "7.47e-10",
    "ties": 0,
    "wins": 38
   },
   "replication_units": {
    "ci95_normal": [
     0.242744,
     0.462334
    ],
    "cohens_dz": 2.225,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.352539,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "random_exp": {
     "ci95_normal": [
      0.158828,
      0.265859
     ],
     "cohens_dz": 1.2297,
     "log10_p_negative": -0.0,
     "log10_p_positive": -8.0118,
     "losses": 3,
     "mean_effect": 0.212344,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.73e-09",
     "ties": 0,
     "wins": 37
    }
   },
   "spec_family": "scientific hypothesis generation"
  },
  "e145_law_discovery": {
   "adaptive": {
    "ci95_normal": [
     -0.53028,
     0.09211
    ],
    "cohens_dz": -0.3347,
    "log10_p_negative": -0.7795,
    "log10_p_positive": -0.0323,
    "losses": 11,
    "mean_effect": -0.219085,
    "n_units": 17,
    "p_negative": "0.166",
    "p_positive": "0.928",
    "ties": 0,
    "wins": 6
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     -0.613834,
     0.068894
    ],
    "cohens_dz": -0.4516,
    "log10_p_negative": -0.7125,
    "log10_p_positive": -0.0329,
    "losses": 8,
    "mean_effect": -0.27247,
    "n_units": 12,
    "p_negative": "0.194",
    "p_positive": "0.927",
    "ties": 0,
    "wins": 4
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     1.404243,
     2.114944
    ],
    "cohens_dz": 1.5346,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 1.759593,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.864446,
     2.027275
    ],
    "cohens_dz": 1.7233,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 1.445861,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "linear": {
     "ci95_normal": [
      1.222408,
      1.304743
     ],
     "cohens_dz": 9.512,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 1.263575,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "novel rule (law) discovery"
  },
  "e145_math": {
   "adaptive": {
    "ci95_normal": [
     0.048928,
     0.206072
    ],
    "cohens_dz": 0.4498,
    "log10_p_negative": 0.0,
    "log10_p_positive": -5.7196,
    "losses": 0,
    "mean_effect": 0.1275,
    "n_units": 50,
    "p_negative": "1",
    "p_positive": "1.91e-06",
    "ties": 31,
    "wins": 19
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.135,
     0.604583
    ],
    "cohens_dz": 0.8911,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.7093,
    "losses": 0,
    "mean_effect": 0.369792,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.00195",
    "ties": 3,
    "wins": 9
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.648904,
     0.811721
    ],
    "cohens_dz": 2.7801,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 0.730312,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.507296,
     0.895829
    ],
    "cohens_dz": 2.5025,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.701562,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "last_diff": {
     "ci95_normal": [
      0.873045,
      0.93258
     ],
     "cohens_dz": 9.3989,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.902812,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "mathematical reasoning"
  },
  "e145_memory": {
   "adaptive": {
    "ci95_normal": [
     0.043125,
     0.14076
    ],
    "cohens_dz": 0.3356,
    "log10_p_negative": -0.0,
    "log10_p_positive": -5.5768,
    "losses": 7,
    "mean_effect": 0.091942,
    "n_units": 121,
    "p_negative": "1",
    "p_positive": "2.65e-06",
    "ties": 77,
    "wins": 37
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     -0.06272,
     0.332164
    ],
    "cohens_dz": 0.3861,
    "log10_p_negative": -0.0522,
    "log10_p_positive": -0.5616,
    "losses": 4,
    "mean_effect": 0.134722,
    "n_units": 12,
    "p_negative": "0.887",
    "p_positive": "0.274",
    "ties": 1,
    "wins": 7
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.591443,
     0.83439
    ],
    "cohens_dz": 1.8188,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 0.712917,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.4261,
     0.994733
    ],
    "cohens_dz": 1.7315,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.710417,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "latest": {
     "ci95_normal": [
      0.587966,
      0.702034
     ],
     "cohens_dz": 3.5047,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 0.645,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "memory reliability and poisoning resistance"
  },
  "e145_ood": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.180478,
     0.269397
    ],
    "cohens_dz": 2.8626,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.224938,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.050696,
     0.069029
    ],
    "cohens_dz": 2.0238,
    "log10_p_negative": -0.0,
    "log10_p_positive": -10.4284,
    "losses": 1,
    "mean_effect": 0.059862,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "3.73e-11",
    "ties": 0,
    "wins": 39
   },
   "replication_units": {
    "ci95_normal": [
     0.043375,
     0.080313
    ],
    "cohens_dz": 2.3204,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 0.061844,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "ridge_heavy": {
     "ci95_normal": [
      0.014771,
      0.029404
     ],
     "cohens_dz": 0.9355,
     "log10_p_negative": -0.0,
     "log10_p_positive": -7.0322,
     "losses": 4,
     "mean_effect": 0.022088,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.29e-08",
     "ties": 0,
     "wins": 36
    }
   },
   "spec_family": "out-of-distribution generalisation"
  },
  "e145_planning": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.028814,
     0.421186
    ],
    "cohens_dz": 0.6489,
    "log10_p_negative": -0.0,
    "log10_p_positive": -1.2041,
    "losses": 0,
    "mean_effect": 0.225,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.0625",
    "ties": 8,
    "wins": 4
   },
   "heldout_status": "INCONCLUSIVE",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.066039,
     0.208961
    ],
    "cohens_dz": 0.5963,
    "log10_p_negative": 0.0,
    "log10_p_positive": -4.2144,
    "losses": 0,
    "mean_effect": 0.1375,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "6.1e-05",
    "ties": 26,
    "wins": 14
   },
   "replication_units": {
    "ci95_normal": [
     0.14992,
     0.57508
    ],
    "cohens_dz": 1.1817,
    "log10_p_negative": 0.0,
    "log10_p_positive": -2.1072,
    "losses": 0,
    "mean_effect": 0.3625,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00781",
    "ties": 1,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "greedy": {
     "ci95_normal": [
      0.627289,
      0.832711
     ],
     "cohens_dz": 2.2026,
     "log10_p_negative": -0.0,
     "log10_p_positive": -10.1381,
     "losses": 1,
     "mean_effect": 0.73,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "7.28e-11",
     "ties": 1,
     "wins": 38
    }
   },
   "spec_family": "long-horizon planning"
  },
  "e145_repair": {
   "adaptive": {
    "ci95_normal": [
     0.013907,
     0.052499
    ],
    "cohens_dz": 0.6884,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.183,
    "losses": 2,
    "mean_effect": 0.033203,
    "n_units": 24,
    "p_negative": "1",
    "p_positive": "0.000656",
    "ties": 6,
    "wins": 16
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.013874,
     0.04498
    ],
    "cohens_dz": 1.0705,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.029427,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.012121,
     0.025692
    ],
    "cohens_dz": 0.8635,
    "log10_p_negative": -0.0,
    "log10_p_positive": -6.9664,
    "losses": 1,
    "mean_effect": 0.018906,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "1.08e-07",
    "ties": 12,
    "wins": 27
   },
   "replication_units": {
    "ci95_normal": [
     0.010589,
     0.06389
    ],
    "cohens_dz": 0.9683,
    "log10_p_negative": -0.0034,
    "log10_p_positive": -1.2041,
    "losses": 1,
    "mean_effect": 0.03724,
    "n_units": 8,
    "p_negative": "0.992",
    "p_positive": "0.0625",
    "ties": 1,
    "wins": 6
   },
   "secondary_vs_other_controls": {
    "top_down": {
     "ci95_normal": [
      0.002415,
      0.009564
     ],
     "cohens_dz": 0.5193,
     "log10_p_negative": -0.0,
     "log10_p_positive": -3.6963,
     "losses": 2,
     "mean_effect": 0.00599,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "0.000201",
     "ties": 20,
     "wins": 18
    }
   },
   "spec_family": "software engineering"
  },
  "e145_revision": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "CONTRADICTED",
   "heldout": {
    "ci95_normal": [
     -0.520729,
     -0.092815
    ],
    "cohens_dz": -0.8113,
    "log10_p_negative": -3.6124,
    "log10_p_positive": -0.0,
    "losses": 12,
    "mean_effect": -0.306772,
    "n_units": 12,
    "p_negative": "0.000244",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "heldout_status": "REVERSES_ON_HELDOUT",
   "holm_significant_heldout": false,
   "holm_significant_positive": false,
   "primary": {
    "ci95_normal": [
     -14.924514,
     0.091458
    ],
    "cohens_dz": -0.3061,
    "log10_p_negative": -9.1269,
    "log10_p_positive": -0.0,
    "losses": 38,
    "mean_effect": -7.416528,
    "n_units": 40,
    "p_negative": "7.47e-10",
    "p_positive": "1",
    "ties": 0,
    "wins": 2
   },
   "replication_units": {
    "ci95_normal": [
     -1921.480808,
     622.78545
    ],
    "cohens_dz": -0.3537,
    "log10_p_negative": -1.454,
    "log10_p_positive": -0.0017,
    "losses": 7,
    "mean_effect": -649.347679,
    "n_units": 8,
    "p_negative": "0.0352",
    "p_positive": "0.996",
    "ties": 0,
    "wins": 1
   },
   "secondary_vs_other_controls": {
    "never_revise": {
     "ci95_normal": [
      -12.521113,
      2.538568
     ],
     "cohens_dz": -0.2054,
     "log10_p_negative": -0.0179,
     "log10_p_positive": -1.1139,
     "losses": 15,
     "mean_effect": -4.991272,
     "n_units": 40,
     "p_negative": "0.96",
     "p_positive": "0.0769",
     "ties": 0,
     "wins": 25
    }
   },
   "spec_family": "model revision under contradictory evidence"
  },
  "e145_selective": {
   "adaptive": {
    "ci95_normal": null,
    "cohens_dz": null,
    "log10_p_negative": 0.0,
    "log10_p_positive": 0.0,
    "losses": 0,
    "mean_effect": 0.0,
    "n_units": 0,
    "p_negative": "1",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.043551,
     0.133894
    ],
    "cohens_dz": 1.1113,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.0103,
    "losses": 0,
    "mean_effect": 0.088722,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000977",
    "ties": 2,
    "wins": 10
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.186108,
     0.265683
    ],
    "cohens_dz": 1.7595,
    "log10_p_negative": -0.0,
    "log10_p_positive": -11.4391,
    "losses": 0,
    "mean_effect": 0.225896,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "3.64e-12",
    "ties": 2,
    "wins": 38
   },
   "replication_units": {
    "ci95_normal": [
     0.108667,
     0.318333
    ],
    "cohens_dz": 1.4113,
    "log10_p_negative": 0.0,
    "log10_p_positive": -2.1072,
    "losses": 0,
    "mean_effect": 0.2135,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00781",
    "ties": 1,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "accept_all": {
     "ci95_normal": [
      0.186064,
      0.265627
     ],
     "cohens_dz": 1.7594,
     "log10_p_negative": -0.0,
     "log10_p_positive": -11.4391,
     "losses": 0,
     "mean_effect": 0.225846,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "3.64e-12",
     "ties": 2,
     "wins": 38
    }
   },
   "spec_family": "metacognitive calibration"
  },
  "e145_specialization": {
   "adaptive": {
    "ci95_normal": [
     0.032902,
     0.050568
    ],
    "cohens_dz": 1.1149,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.6504,
    "losses": 6,
    "mean_effect": 0.041735,
    "n_units": 69,
    "p_negative": "1",
    "p_positive": "2.24e-13",
    "ties": 0,
    "wins": 63
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.027845,
     0.065071
    ],
    "cohens_dz": 1.4123,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.046458,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.044705,
     0.068254
    ],
    "cohens_dz": 1.4865,
    "log10_p_negative": -0.0,
    "log10_p_positive": -10.4284,
    "losses": 1,
    "mean_effect": 0.056479,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "3.73e-11",
    "ties": 0,
    "wins": 39
   },
   "replication_units": {
    "ci95_normal": [
     0.030597,
     0.081139
    ],
    "cohens_dz": 1.532,
    "log10_p_negative": 0.0,
    "log10_p_positive": -2.1072,
    "losses": 0,
    "mean_effect": 0.055868,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00781",
    "ties": 1,
    "wins": 7
   },
   "secondary_vs_other_controls": {
    "random_assign": {
     "ci95_normal": [
      0.045352,
      0.072815
     ],
     "cohens_dz": 1.3335,
     "log10_p_negative": -0.0,
     "log10_p_positive": -8.0118,
     "losses": 3,
     "mean_effect": 0.059083,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.73e-09",
     "ties": 0,
     "wins": 37
    }
   },
   "spec_family": "multi-agent specialisation"
  },
  "e145_transfer": {
   "adaptive": {
    "ci95_normal": [
     -2.65901,
     -0.611417
    ],
    "cohens_dz": -0.4719,
    "log10_p_negative": -3.2006,
    "log10_p_positive": -0.0001,
    "losses": 33,
    "mean_effect": -1.635214,
    "n_units": 44,
    "p_negative": "0.00063",
    "p_positive": "1",
    "ties": 0,
    "wins": 11
   },
   "confirmatory_status": "INCONCLUSIVE",
   "heldout": {
    "ci95_normal": [
     -6.510237,
     -0.685866
    ],
    "cohens_dz": -0.6991,
    "log10_p_negative": -3.6124,
    "log10_p_positive": -0.0,
    "losses": 12,
    "mean_effect": -3.598051,
    "n_units": 12,
    "p_negative": "0.000244",
    "p_positive": "1",
    "ties": 0,
    "wins": 0
   },
   "heldout_status": "REVERSES_ON_HELDOUT",
   "holm_significant_heldout": false,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     -0.375378,
     0.357416
    ],
    "cohens_dz": -0.0076,
    "log10_p_negative": -0.0001,
    "log10_p_positive": -2.9544,
    "losses": 10,
    "mean_effect": -0.008981,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "0.00111",
    "ties": 0,
    "wins": 30
   },
   "replication_units": {
    "ci95_normal": [
     -1.91922,
     1.162666
    ],
    "cohens_dz": -0.1701,
    "log10_p_negative": -0.0155,
    "log10_p_positive": -0.84,
    "losses": 2,
    "mean_effect": -0.378277,
    "n_units": 8,
    "p_negative": "0.965",
    "p_positive": "0.145",
    "ties": 0,
    "wins": 6
   },
   "secondary_vs_other_controls": {
    "pooled_source": {
     "ci95_normal": [
      -0.056633,
      0.727488
     ],
     "cohens_dz": 0.2651,
     "log10_p_negative": -0.0,
     "log10_p_positive": -6.1603,
     "losses": 5,
     "mean_effect": 0.335428,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "6.91e-07",
     "ties": 0,
     "wins": 35
    }
   },
   "spec_family": "transfer learning"
  },
  "e145_world_predict": {
   "adaptive": {
    "ci95_normal": [
     0.916015,
     1.039936
    ],
    "cohens_dz": 3.5486,
    "log10_p_negative": 0.0,
    "log10_p_positive": -22.8783,
    "losses": 0,
    "mean_effect": 0.977975,
    "n_units": 76,
    "p_negative": "1",
    "p_positive": "1.32e-23",
    "ties": 0,
    "wins": 76
   },
   "confirmatory_status": "SUPPORTED",
   "heldout": {
    "ci95_normal": [
     0.872543,
     1.099544
    ],
    "cohens_dz": 4.9155,
    "log10_p_negative": -0.0,
    "log10_p_positive": -3.6124,
    "losses": 0,
    "mean_effect": 0.986043,
    "n_units": 12,
    "p_negative": "1",
    "p_positive": "0.000244",
    "ties": 0,
    "wins": 12
   },
   "heldout_status": "GENERALISES",
   "holm_significant_heldout": true,
   "holm_significant_positive": true,
   "primary": {
    "ci95_normal": [
     0.900982,
     1.154811
    ],
    "cohens_dz": 2.5099,
    "log10_p_negative": -0.0,
    "log10_p_positive": -12.0412,
    "losses": 0,
    "mean_effect": 1.027897,
    "n_units": 40,
    "p_negative": "1",
    "p_positive": "9.09e-13",
    "ties": 0,
    "wins": 40
   },
   "replication_units": {
    "ci95_normal": [
     0.913465,
     1.611997
    ],
    "cohens_dz": 2.5053,
    "log10_p_negative": -0.0,
    "log10_p_positive": -2.4082,
    "losses": 0,
    "mean_effect": 1.262731,
    "n_units": 8,
    "p_negative": "1",
    "p_positive": "0.00391",
    "ties": 0,
    "wins": 8
   },
   "secondary_vs_other_controls": {
    "persistence": {
     "ci95_normal": [
      1.770655,
      2.186863
     ],
     "cohens_dz": 2.9467,
     "log10_p_negative": -0.0,
     "log10_p_positive": -12.0412,
     "losses": 0,
     "mean_effect": 1.978759,
     "n_units": 40,
     "p_negative": "1",
     "p_positive": "9.09e-13",
     "ties": 0,
     "wins": 40
    }
   },
   "spec_family": "predictive world modelling"
  }
 },
 "findings": {
  "confirmed": [
   "e145_adversarial",
   "e145_bestarm",
   "e145_causal_intervene",
   "e145_collective",
   "e145_counterfactual",
   "e145_explore",
   "e145_forgetting",
   "e145_hidden_goal",
   "e145_hypothesis",
   "e145_law_discovery",
   "e145_math",
   "e145_memory",
   "e145_ood",
   "e145_planning",
   "e145_repair",
   "e145_selective",
   "e145_specialization",
   "e145_world_predict"
  ],
  "contradicted": [
   "e145_continual",
   "e145_revision"
  ],
  "generalises_to_heldout": [
   "e145_bestarm",
   "e145_causal_intervene",
   "e145_collective",
   "e145_explore",
   "e145_hidden_goal",
   "e145_hypothesis",
   "e145_math",
   "e145_ood",
   "e145_repair",
   "e145_selective",
   "e145_specialization",
   "e145_world_predict"
  ],
  "inconclusive": [
   "e145_algorithm",
   "e145_composition",
   "e145_transfer"
  ],
  "n_confirmed": 18,
  "n_inconclusive": 3,
  "n_negative": 4,
  "reverses_on_heldout": [
   "e145_revision",
   "e145_transfer"
  ],
  "underpowered": []
 },
 "integrity": {
  "event_chain": {
   "events": 18072,
   "head": "ce51153dc3628814d1a40e1bae15ea21b81b0bd2d6f476c8757d1dfe5c62b6ff",
   "ok": true
  },
  "problems": [],
  "verdict_signatures": "2211/2211"
 },
 "n_research_families": 24,
 "operations": {
  "api_spend_usd": 0.0,
  "control": {
   "kill": "0",
   "max_workers": "4",
   "mode": "SAFE_SHUTDOWN",
   "pace_s": "0.5"
  },
  "evaluator_cpu_note": "evaluator recomputation CPU is not metered per unit (separate host process)",
  "gpu": "none",
  "mean_workers_alive": 3.91,
  "model_calls": 0,
  "resource_samples": 132,
  "supervisor_restarts": 0,
  "supervisor_runs": 1,
  "wall_clock_s": 4087.7,
  "worker_cpu_seconds": 1215.1,
  "worker_run_seconds": 1397.5,
  "worker_utilisation": 0.0875,
  "workers_registered": 13
 },
 "replication": {
  "direction_matches": 169,
  "pairs": 184,
  "rate": 0.9185,
  "rows": [
   {
    "direction_match": true,
    "effect_original": 0.06625,
    "effect_replication": 0.055417,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-39a8bfba1bcd",
    "replication": "E141-e145_adversarial-808c72d631e9"
   },
   {
    "direction_match": false,
    "effect_original": -0.75,
    "effect_replication": 6.5,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-9715474fecc7",
    "replication": "E141-e145_algorithm-b008a8282175"
   },
   {
    "direction_match": true,
    "effect_original": 0.006283,
    "effect_replication": 0.045415,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-61bdee8e2033",
    "replication": "E141-e145_bestarm-898a0e6d2df5"
   },
   {
    "direction_match": true,
    "effect_original": 0.472222,
    "effect_replication": 0.5,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-7dbe3e32e0c5",
    "replication": "E141-e145_causal_intervene-3c7f9acd0512"
   },
   {
    "direction_match": true,
    "effect_original": 0.173604,
    "effect_replication": 0.163031,
    "family": "e145_collective",
    "original": "E141-e145_collective-5a72c27d6781",
    "replication": "E141-e145_collective-69c9e4e60cd9"
   },
   {
    "direction_match": true,
    "effect_original": 0.135417,
    "effect_replication": 0.020833,
    "family": "e145_composition",
    "original": "E141-e145_composition-7644a0137364",
    "replication": "E141-e145_composition-58da78348ca9"
   },
   {
    "direction_match": true,
    "effect_original": -0.007396,
    "effect_replication": -0.013125,
    "family": "e145_continual",
    "original": "E141-e145_continual-8d4de96221da",
    "replication": "E141-e145_continual-7245c6ea6228"
   },
   {
    "direction_match": true,
    "effect_original": 0.606546,
    "effect_replication": 0.682373,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-2dd012257330",
    "replication": "E141-e145_counterfactual-03a1dff79f62"
   },
   {
    "direction_match": true,
    "effect_original": 0.260417,
    "effect_replication": 0.09375,
    "family": "e145_explore",
    "original": "E141-e145_explore-efa183c8c803",
    "replication": "E141-e145_explore-b06ecca7bed0"
   },
   {
    "direction_match": true,
    "effect_original": 0.324375,
    "effect_replication": 0.385,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-1ded7cc0e5f3",
    "replication": "E141-e145_forgetting-deba76b164a8"
   },
   {
    "direction_match": true,
    "effect_original": 0.304688,
    "effect_replication": 0.441406,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-c5e8f016be1d",
    "replication": "E141-e145_hidden_goal-21fa29ea0fa4"
   },
   {
    "direction_match": true,
    "effect_original": 0.447396,
    "effect_replication": 0.516667,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-8422582bfa50",
    "replication": "E141-e145_hypothesis-78dd2cfd86e6"
   },
   {
    "direction_match": true,
    "effect_original": 2.644853,
    "effect_replication": 1.503846,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-d0ef935a7df0",
    "replication": "E141-e145_law_discovery-118f43db953a"
   },
   {
    "direction_match": true,
    "effect_original": 1.0,
    "effect_replication": 1.0,
    "family": "e145_math",
    "original": "E141-e145_math-58f2f95df7d6",
    "replication": "E141-e145_math-799ea9e7001c"
   },
   {
    "direction_match": true,
    "effect_original": 0.9,
    "effect_replication": 0.883333,
    "family": "e145_memory",
    "original": "E141-e145_memory-da21362d68eb",
    "replication": "E141-e145_memory-8b51c3fa1774"
   },
   {
    "direction_match": true,
    "effect_original": 0.09875,
    "effect_replication": 0.102,
    "family": "e145_ood",
    "original": "E141-e145_ood-4c3fc8035824",
    "replication": "E141-e145_ood-be8205a23e7b"
   },
   {
    "direction_match": true,
    "effect_original": 0.1325,
    "effect_replication": 0.12,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-7b6bd3b900a4",
    "replication": "E141-e145_adversarial-e44ea3f1b79e"
   },
   {
    "direction_match": true,
    "effect_original": -0.75,
    "effect_replication": -0.75,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-47fe0b9d276e",
    "replication": "E141-e145_algorithm-27aeba61e594"
   },
   {
    "direction_match": true,
    "effect_original": 0.050512,
    "effect_replication": 0.051465,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-916560b2f437",
    "replication": "E141-e145_bestarm-8728623ddbc1"
   },
   {
    "direction_match": true,
    "effect_original": 0.6,
    "effect_replication": 0.8,
    "family": "e145_planning",
    "original": "E141-e145_planning-60895ef3ebff",
    "replication": "E141-e145_planning-7783087dffe1"
   },
   {
    "direction_match": true,
    "effect_original": 0.021875,
    "effect_replication": 0.010417,
    "family": "e145_repair",
    "original": "E141-e145_repair-9e80bc2a9a31",
    "replication": "E141-e145_repair-d95193e898a0"
   },
   {
    "direction_match": true,
    "effect_original": -0.027326,
    "effect_replication": -0.651904,
    "family": "e145_revision",
    "original": "E141-e145_revision-f94f404504b1",
    "replication": "E141-e145_revision-6dcd19e65513"
   },
   {
    "direction_match": true,
    "effect_original": 0.319167,
    "effect_replication": 0.366667,
    "family": "e145_selective",
    "original": "E141-e145_selective-d61315f748be",
    "replication": "E141-e145_selective-cd11280e9823"
   },
   {
    "direction_match": true,
    "effect_original": 0.026389,
    "effect_replication": 0.033056,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-82c294a58602",
    "replication": "E141-e145_specialization-8a7c04c93ac0"
   },
   {
    "direction_match": true,
    "effect_original": 0.144472,
    "effect_replication": 0.346934,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-81c847aa0a17",
    "replication": "E141-e145_transfer-2373a73a83e9"
   },
   {
    "direction_match": true,
    "effect_original": 0.855006,
    "effect_replication": 1.607987,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-ecc2ce4a5649",
    "replication": "E141-e145_world_predict-863e8f17ad41"
   },
   {
    "direction_match": true,
    "effect_original": 0.472222,
    "effect_replication": 0.577778,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-e6a3bb8c28e1",
    "replication": "E141-e145_causal_intervene-17e66d4b1382"
   },
   {
    "direction_match": true,
    "effect_original": 0.62836,
    "effect_replication": 0.659781,
    "family": "e145_collective",
    "original": "E141-e145_collective-2e018d5aa54a",
    "replication": "E141-e145_collective-1d54942b0be5"
   },
   {
    "direction_match": true,
    "effect_original": 0.010417,
    "effect_replication": 0.010417,
    "family": "e145_composition",
    "original": "E141-e145_composition-6ee70d70febd",
    "replication": "E141-e145_composition-85e25811c275"
   },
   {
    "direction_match": true,
    "effect_original": -0.015625,
    "effect_replication": -0.024167,
    "family": "e145_continual",
    "original": "E141-e145_continual-9947dbdd732c",
    "replication": "E141-e145_continual-4d58d81f0c5a"
   },
   {
    "direction_match": true,
    "effect_original": 1.351212,
    "effect_replication": 1.993917,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-b6b6b3a186bd",
    "replication": "E141-e145_counterfactual-4f8d542ed2b3"
   },
   {
    "direction_match": true,
    "effect_original": 0.1875,
    "effect_replication": 0.229167,
    "family": "e145_explore",
    "original": "E141-e145_explore-c09753912398",
    "replication": "E141-e145_explore-68b2ca8cc324"
   },
   {
    "direction_match": true,
    "effect_original": 0.450625,
    "effect_replication": 0.469375,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-2fa1459598ea",
    "replication": "E141-e145_forgetting-948ac497ea33"
   },
   {
    "direction_match": true,
    "effect_original": 0.59375,
    "effect_replication": 0.515625,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-65b14b7caa5d",
    "replication": "E141-e145_hidden_goal-f30e57bcc0a6"
   },
   {
    "direction_match": true,
    "effect_original": 0.11875,
    "effect_replication": 0.197396,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-77cf213afe7e",
    "replication": "E141-e145_hypothesis-5c3bdb3af374"
   },
   {
    "direction_match": true,
    "effect_original": 0.71833,
    "effect_replication": 0.663517,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-6d2f0ab87257",
    "replication": "E141-e145_law_discovery-5b566e5fa979"
   },
   {
    "direction_match": true,
    "effect_original": 0.5,
    "effect_replication": 0.5625,
    "family": "e145_math",
    "original": "E141-e145_math-192dfa951a15",
    "replication": "E141-e145_math-c14c3013eaba"
   },
   {
    "direction_match": true,
    "effect_original": 0.045833,
    "effect_replication": 0.054167,
    "family": "e145_memory",
    "original": "E141-e145_memory-13114b3705b4",
    "replication": "E141-e145_memory-3d0ebfcfaeb8"
   },
   {
    "direction_match": true,
    "effect_original": 0.025,
    "effect_replication": 0.06325,
    "family": "e145_ood",
    "original": "E141-e145_ood-81ac8932b664",
    "replication": "E141-e145_ood-c11fe4b049b9"
   },
   {
    "direction_match": true,
    "effect_original": 0.2,
    "effect_replication": 0.1,
    "family": "e145_planning",
    "original": "E141-e145_planning-477fe30a5980",
    "replication": "E141-e145_planning-ad91ca616895"
   },
   {
    "direction_match": true,
    "effect_original": 0.076042,
    "effect_replication": 0.023958,
    "family": "e145_repair",
    "original": "E141-e145_repair-60fa535ec130",
    "replication": "E141-e145_repair-61045bb77217"
   },
   {
    "direction_match": true,
    "effect_original": -0.528492,
    "effect_replication": -0.075083,
    "family": "e145_revision",
    "original": "E141-e145_revision-579990d2f728",
    "replication": "E141-e145_revision-b407a5ffb452"
   },
   {
    "direction_match": true,
    "effect_original": 0.1945,
    "effect_replication": 0.143833,
    "family": "e145_selective",
    "original": "E141-e145_selective-d38096f31fd5",
    "replication": "E141-e145_selective-62a796a2df5a"
   },
   {
    "direction_match": true,
    "effect_original": 0.099167,
    "effect_replication": 0.083611,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-1c4bbb4240fb",
    "replication": "E141-e145_specialization-3f29849a3577"
   },
   {
    "direction_match": true,
    "effect_original": 0.236934,
    "effect_replication": 0.799151,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-d8a86179d6ca",
    "replication": "E141-e145_transfer-fdd3fbd3ba5e"
   },
   {
    "direction_match": true,
    "effect_original": 0.840597,
    "effect_replication": 2.137298,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-614253e960d2",
    "replication": "E141-e145_world_predict-8479f17a7a47"
   },
   {
    "direction_match": true,
    "effect_original": -0.000833,
    "effect_replication": -0.000417,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-d15fc2fc8bcf",
    "replication": "E141-e145_adversarial-13ebc0351ca7"
   },
   {
    "direction_match": true,
    "effect_original": -0.25,
    "effect_replication": -0.5,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-8e1e08b4e071",
    "replication": "E141-e145_algorithm-168090cdf81a"
   },
   {
    "direction_match": true,
    "effect_original": 0.059238,
    "effect_replication": 0.032758,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-c8c4f269bb91",
    "replication": "E141-e145_bestarm-1fd020b9f91f"
   },
   {
    "direction_match": true,
    "effect_original": 0.611111,
    "effect_replication": 0.694444,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-1e8363860cf4",
    "replication": "E141-e145_causal_intervene-7198a926c591"
   },
   {
    "direction_match": true,
    "effect_original": 0.794914,
    "effect_replication": 0.869838,
    "family": "e145_collective",
    "original": "E141-e145_collective-b4250a852a6b",
    "replication": "E141-e145_collective-7295e9b3881f"
   },
   {
    "direction_match": true,
    "effect_original": 0.041667,
    "effect_replication": 0.010417,
    "family": "e145_composition",
    "original": "E141-e145_composition-e88ffbf8d855",
    "replication": "E141-e145_composition-9e6776f98689"
   },
   {
    "direction_match": true,
    "effect_original": 0.026771,
    "effect_replication": 0.016042,
    "family": "e145_continual",
    "original": "E141-e145_continual-4babf317d0d1",
    "replication": "E141-e145_continual-a09981ab7dd5"
   },
   {
    "direction_match": true,
    "effect_original": 2.785115,
    "effect_replication": 2.367245,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-1520294cc2c6",
    "replication": "E141-e145_counterfactual-3c31ff4c5a46"
   },
   {
    "direction_match": true,
    "effect_original": 0.197917,
    "effect_replication": 0.197917,
    "family": "e145_explore",
    "original": "E141-e145_explore-c7cb87a7fd36",
    "replication": "E141-e145_explore-9c131f30def8"
   },
   {
    "direction_match": true,
    "effect_original": 0.409375,
    "effect_replication": 0.296875,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-3526491e7e80",
    "replication": "E141-e145_forgetting-12c713f4e09c"
   },
   {
    "direction_match": true,
    "effect_original": 0.484375,
    "effect_replication": 0.523438,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-26afaaf09963",
    "replication": "E141-e145_hidden_goal-27304f3a4686"
   },
   {
    "direction_match": true,
    "effect_original": 0.00625,
    "effect_replication": 0.342708,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-3dfb724cb628",
    "replication": "E141-e145_hypothesis-e70352b1cb44"
   },
   {
    "direction_match": true,
    "effect_original": 2.040153,
    "effect_replication": 2.235087,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-90f7d29fa9ae",
    "replication": "E141-e145_law_discovery-b3305b12b889"
   },
   {
    "direction_match": true,
    "effect_original": 0.9875,
    "effect_replication": 1.0,
    "family": "e145_math",
    "original": "E141-e145_math-693f7a8cefd5",
    "replication": "E141-e145_math-683702957378"
   },
   {
    "direction_match": true,
    "effect_original": 0.979167,
    "effect_replication": 0.975,
    "family": "e145_memory",
    "original": "E141-e145_memory-89d5c9f0d42e",
    "replication": "E141-e145_memory-5aade06f87a9"
   },
   {
    "direction_match": true,
    "effect_original": 0.078,
    "effect_replication": 0.073,
    "family": "e145_ood",
    "original": "E141-e145_ood-0480e4121bf4",
    "replication": "E141-e145_ood-0f35531ed866"
   },
   {
    "direction_match": true,
    "effect_original": 0.6,
    "effect_replication": 0.4,
    "family": "e145_planning",
    "original": "E141-e145_planning-06fb46f7cfc9",
    "replication": "E141-e145_planning-a72b3ab49298"
   },
   {
    "direction_match": false,
    "effect_original": 0.032292,
    "effect_replication": 0.0,
    "family": "e145_repair",
    "original": "E141-e145_repair-c70ea9625428",
    "replication": "E141-e145_repair-d233e41940df"
   },
   {
    "direction_match": true,
    "effect_original": 0.119444,
    "effect_replication": 0.031594,
    "family": "e145_revision",
    "original": "E141-e145_revision-434e9c34c556",
    "replication": "E141-e145_revision-4b8712094a54"
   },
   {
    "direction_match": true,
    "effect_original": 0.174667,
    "effect_replication": 0.2065,
    "family": "e145_selective",
    "original": "E141-e145_selective-a37d691d5764",
    "replication": "E141-e145_selective-67d413ad74a1"
   },
   {
    "direction_match": true,
    "effect_original": 0.021667,
    "effect_replication": 0.015417,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-81308bdfff11",
    "replication": "E141-e145_adversarial-a20c219a2aae"
   },
   {
    "direction_match": true,
    "effect_original": 6.25,
    "effect_replication": 6.75,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-e0bf47ea8ea4",
    "replication": "E141-e145_algorithm-2ba1ff10c32f"
   },
   {
    "direction_match": true,
    "effect_original": 0.003654,
    "effect_replication": 0.014855,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-02e57b6300de",
    "replication": "E141-e145_bestarm-240e452a4f55"
   },
   {
    "direction_match": false,
    "effect_original": 0.097222,
    "effect_replication": -0.286111,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-c5ab1c8c374d",
    "replication": "E141-e145_causal_intervene-126f370740e3"
   },
   {
    "direction_match": true,
    "effect_original": 0.576934,
    "effect_replication": 0.569997,
    "family": "e145_collective",
    "original": "E141-e145_collective-d3543bbfda34",
    "replication": "E141-e145_collective-4b3dfcb1773e"
   },
   {
    "direction_match": false,
    "effect_original": -0.010417,
    "effect_replication": 0.010417,
    "family": "e145_composition",
    "original": "E141-e145_composition-7b3ba119f832",
    "replication": "E141-e145_composition-c41fb0118a47"
   },
   {
    "direction_match": false,
    "effect_original": 0.015417,
    "effect_replication": -0.003333,
    "family": "e145_continual",
    "original": "E141-e145_continual-942d3a343673",
    "replication": "E141-e145_continual-fdedc084f9dc"
   },
   {
    "direction_match": false,
    "effect_original": 0.01,
    "effect_replication": 0.0,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-dd6e17c0c060",
    "replication": "E141-e145_specialization-5d39e9c880a3"
   },
   {
    "direction_match": true,
    "effect_original": -0.011053,
    "effect_replication": -0.088593,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-7bca6d5bdf2a",
    "replication": "E141-e145_transfer-3613643d7332"
   },
   {
    "direction_match": true,
    "effect_original": 1.488391,
    "effect_replication": 1.487808,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-a0cad1e53dcd",
    "replication": "E141-e145_world_predict-366f88bc2513"
   },
   {
    "direction_match": true,
    "effect_original": 1.947314,
    "effect_replication": 1.180076,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-77d709bd6fb8",
    "replication": "E141-e145_counterfactual-8d70779a4ab0"
   },
   {
    "direction_match": true,
    "effect_original": 0.229167,
    "effect_replication": 0.25,
    "family": "e145_explore",
    "original": "E141-e145_explore-7fca6d00b28d",
    "replication": "E141-e145_explore-569abf195643"
   },
   {
    "direction_match": true,
    "effect_original": 0.31,
    "effect_replication": 0.33375,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-c0494e60591e",
    "replication": "E141-e145_forgetting-4c922eaea929"
   },
   {
    "direction_match": true,
    "effect_original": 0.292969,
    "effect_replication": 0.246094,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-d6467e84fac7",
    "replication": "E141-e145_hidden_goal-00184d75bd35"
   },
   {
    "direction_match": true,
    "effect_original": 0.563542,
    "effect_replication": 0.483333,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-a186670c8100",
    "replication": "E141-e145_hypothesis-bba1391f3ae0"
   },
   {
    "direction_match": true,
    "effect_original": 2.95794,
    "effect_replication": 1.924445,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-2504846b48a2",
    "replication": "E141-e145_law_discovery-5dc66d6cb268"
   },
   {
    "direction_match": true,
    "effect_original": 1.0,
    "effect_replication": 1.0,
    "family": "e145_math",
    "original": "E141-e145_math-4ad1c770ee24",
    "replication": "E141-e145_math-b2fe23684794"
   },
   {
    "direction_match": true,
    "effect_original": 0.908333,
    "effect_replication": 0.920833,
    "family": "e145_memory",
    "original": "E141-e145_memory-9a30f42d1459",
    "replication": "E141-e145_memory-f775859745b8"
   },
   {
    "direction_match": true,
    "effect_original": 0.05825,
    "effect_replication": 0.042,
    "family": "e145_ood",
    "original": "E141-e145_ood-90bec99a61c1",
    "replication": "E141-e145_ood-68c1625b96ec"
   },
   {
    "direction_match": true,
    "effect_original": 0.2,
    "effect_replication": 0.1,
    "family": "e145_planning",
    "original": "E141-e145_planning-38d48a0e10ee",
    "replication": "E141-e145_planning-01d694b227d0"
   },
   {
    "direction_match": true,
    "effect_original": 0.002083,
    "effect_replication": 0.001667,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-685a06966ff3",
    "replication": "E141-e145_adversarial-39f1d225d00e"
   },
   {
    "direction_match": true,
    "effect_original": 6.75,
    "effect_replication": 7.25,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-8af614625a38",
    "replication": "E141-e145_algorithm-307bb30e8b7c"
   },
   {
    "direction_match": true,
    "effect_original": -0.010077,
    "effect_replication": -0.000473,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-3f3b3bfdd6d8",
    "replication": "E141-e145_bestarm-099cabb57447"
   },
   {
    "direction_match": true,
    "effect_original": 0.222222,
    "effect_replication": 0.222222,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-0937c031598b",
    "replication": "E141-e145_causal_intervene-3fd635d19a83"
   },
   {
    "direction_match": true,
    "effect_original": 0.052083,
    "effect_replication": 0.041667,
    "family": "e145_repair",
    "original": "E141-e145_repair-e33c276d8223",
    "replication": "E141-e145_repair-73d7d6c07cda"
   },
   {
    "direction_match": true,
    "effect_original": -6.711992,
    "effect_replication": -0.364924,
    "family": "e145_revision",
    "original": "E141-e145_revision-0c632d39daed",
    "replication": "E141-e145_revision-394ec463aee6"
   },
   {
    "direction_match": true,
    "effect_original": 0.4675,
    "effect_replication": 0.469167,
    "family": "e145_selective",
    "original": "E141-e145_selective-976ee6464766",
    "replication": "E141-e145_selective-3f97fce53097"
   },
   {
    "direction_match": true,
    "effect_original": 0.018333,
    "effect_replication": 0.0375,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-6040c11a7f66",
    "replication": "E141-e145_specialization-b2e140097b13"
   },
   {
    "direction_match": true,
    "effect_original": 0.690731,
    "effect_replication": 0.739312,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-232d102c1478",
    "replication": "E141-e145_transfer-d90f90866fa2"
   },
   {
    "direction_match": true,
    "effect_original": 0.997608,
    "effect_replication": 1.009268,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-d1facf80fec6",
    "replication": "E141-e145_world_predict-e215a26a2370"
   },
   {
    "direction_match": true,
    "effect_original": 0.253371,
    "effect_replication": 0.265071,
    "family": "e145_collective",
    "original": "E141-e145_collective-f66ae46ed8a4",
    "replication": "E141-e145_collective-df3a17f0dd78"
   },
   {
    "direction_match": false,
    "effect_original": -0.072917,
    "effect_replication": 0.041667,
    "family": "e145_composition",
    "original": "E141-e145_composition-926e477ceb02",
    "replication": "E141-e145_composition-4da66c6e6aff"
   },
   {
    "direction_match": true,
    "effect_original": -0.005833,
    "effect_replication": -0.008958,
    "family": "e145_continual",
    "original": "E141-e145_continual-4c031f1465d8",
    "replication": "E141-e145_continual-4d338fdca505"
   },
   {
    "direction_match": true,
    "effect_original": -0.001355,
    "effect_replication": -0.107727,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-7e75b6b5ec56",
    "replication": "E141-e145_counterfactual-fdd34650c42a"
   },
   {
    "direction_match": true,
    "effect_original": 0.53125,
    "effect_replication": 0.46875,
    "family": "e145_explore",
    "original": "E141-e145_explore-a921748cf700",
    "replication": "E141-e145_explore-ff64b4733e71"
   },
   {
    "direction_match": true,
    "effect_original": 0.400625,
    "effect_replication": 0.449375,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-cb2e076fe36e",
    "replication": "E141-e145_forgetting-cb177e86c02a"
   },
   {
    "direction_match": true,
    "effect_original": 0.414062,
    "effect_replication": 0.339844,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-b3d91ef0adc0",
    "replication": "E141-e145_hidden_goal-d251445ba880"
   },
   {
    "direction_match": true,
    "effect_original": 0.669792,
    "effect_replication": 0.589583,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-66810795c87a",
    "replication": "E141-e145_hypothesis-eb836267c4f5"
   },
   {
    "direction_match": true,
    "effect_original": 4.965934,
    "effect_replication": 2.672482,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-a92445f94f39",
    "replication": "E141-e145_law_discovery-2ec58e64907c"
   },
   {
    "direction_match": true,
    "effect_original": 0.9375,
    "effect_replication": 0.8,
    "family": "e145_math",
    "original": "E141-e145_math-4803654a5d53",
    "replication": "E141-e145_math-da618fb91c1f"
   },
   {
    "direction_match": true,
    "effect_original": 0.061667,
    "effect_replication": 0.080417,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-b1ce872b952c",
    "replication": "E141-e145_adversarial-476585b6ab36"
   },
   {
    "direction_match": true,
    "effect_original": 0.941667,
    "effect_replication": 0.895833,
    "family": "e145_memory",
    "original": "E141-e145_memory-114904cf5abe",
    "replication": "E141-e145_memory-e50e9b3fcd23"
   },
   {
    "direction_match": true,
    "effect_original": 0.085,
    "effect_replication": 0.06425,
    "family": "e145_ood",
    "original": "E141-e145_ood-db80ef3bce95",
    "replication": "E141-e145_ood-c33163f339a0"
   },
   {
    "direction_match": true,
    "effect_original": 0.7,
    "effect_replication": 0.6,
    "family": "e145_planning",
    "original": "E141-e145_planning-298610273420",
    "replication": "E141-e145_planning-e689d242d304"
   },
   {
    "direction_match": true,
    "effect_original": 0.040625,
    "effect_replication": 0.06875,
    "family": "e145_repair",
    "original": "E141-e145_repair-1f9f768cf1d3",
    "replication": "E141-e145_repair-cfd0bd86ec5f"
   },
   {
    "direction_match": true,
    "effect_original": -62.231447,
    "effect_replication": -0.789229,
    "family": "e145_revision",
    "original": "E141-e145_revision-f0ec46b0a09a",
    "replication": "E141-e145_revision-c35352880d53"
   },
   {
    "direction_match": true,
    "effect_original": 0.3225,
    "effect_replication": 0.131333,
    "family": "e145_selective",
    "original": "E141-e145_selective-9c6688b99a5a",
    "replication": "E141-e145_selective-fc27881fdb82"
   },
   {
    "direction_match": true,
    "effect_original": 0.080278,
    "effect_replication": 0.080278,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-31dd500da881",
    "replication": "E141-e145_specialization-f47ab27ef519"
   },
   {
    "direction_match": true,
    "effect_original": 0.288198,
    "effect_replication": 0.407712,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-e5698838ac80",
    "replication": "E141-e145_transfer-87b37835f890"
   },
   {
    "direction_match": true,
    "effect_original": 0.562364,
    "effect_replication": 0.994191,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-e996250fc1f7",
    "replication": "E141-e145_world_predict-00c929bb3d3e"
   },
   {
    "direction_match": true,
    "effect_original": 6.5,
    "effect_replication": 6.25,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-2b17aa0b7b46",
    "replication": "E141-e145_algorithm-37a65444c677"
   },
   {
    "direction_match": true,
    "effect_original": 0.060225,
    "effect_replication": 0.0311,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-650e01aadf67",
    "replication": "E141-e145_bestarm-1f6f50e7c13f"
   },
   {
    "direction_match": true,
    "effect_original": 0.333333,
    "effect_replication": 0.138889,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-7fa94a50d7f2",
    "replication": "E141-e145_causal_intervene-32ec8c72a1a8"
   },
   {
    "direction_match": true,
    "effect_original": 0.290396,
    "effect_replication": 0.224596,
    "family": "e145_collective",
    "original": "E141-e145_collective-2c9781b4b2b8",
    "replication": "E141-e145_collective-286e4be6705b"
   },
   {
    "direction_match": true,
    "effect_original": -0.010417,
    "effect_replication": -0.010417,
    "family": "e145_composition",
    "original": "E141-e145_composition-1f26be65f407",
    "replication": "E141-e145_composition-6c13a62581aa"
   },
   {
    "direction_match": true,
    "effect_original": -0.007917,
    "effect_replication": -0.018229,
    "family": "e145_continual",
    "original": "E141-e145_continual-5f58a91e0c12",
    "replication": "E141-e145_continual-93a71cbfad3a"
   },
   {
    "direction_match": true,
    "effect_original": 2.389836,
    "effect_replication": 1.664104,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-027da96b73ee",
    "replication": "E141-e145_counterfactual-12ba36fb80a9"
   },
   {
    "direction_match": true,
    "effect_original": 0.145833,
    "effect_replication": 0.125,
    "family": "e145_explore",
    "original": "E141-e145_explore-23821c4b5ce8",
    "replication": "E141-e145_explore-e27d8893b495"
   },
   {
    "direction_match": true,
    "effect_original": 0.383125,
    "effect_replication": 0.354375,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-6799762da8a8",
    "replication": "E141-e145_forgetting-6af2ad9f38c9"
   },
   {
    "direction_match": true,
    "effect_original": 0.203125,
    "effect_replication": 0.304688,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-c8bf3042bf83",
    "replication": "E141-e145_hidden_goal-ed0bbc52a13b"
   },
   {
    "direction_match": true,
    "effect_original": 0.164063,
    "effect_replication": 0.165625,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-4d61cb526b1f",
    "replication": "E141-e145_hypothesis-032136c14751"
   },
   {
    "direction_match": true,
    "effect_original": 0.945349,
    "effect_replication": 0.315496,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-8b6f7f1e6666",
    "replication": "E141-e145_law_discovery-c5a7200e817f"
   },
   {
    "direction_match": true,
    "effect_original": 0.625,
    "effect_replication": 0.375,
    "family": "e145_math",
    "original": "E141-e145_math-09a82ed5ee93",
    "replication": "E141-e145_math-dfb62ca438c2"
   },
   {
    "direction_match": true,
    "effect_original": 0.8875,
    "effect_replication": 0.933333,
    "family": "e145_memory",
    "original": "E141-e145_memory-3c770a15651f",
    "replication": "E141-e145_memory-4ff6a7a55d40"
   },
   {
    "direction_match": true,
    "effect_original": 0.0525,
    "effect_replication": 0.0885,
    "family": "e145_ood",
    "original": "E141-e145_ood-1ca76ec09208",
    "replication": "E141-e145_ood-8e9967704bd8"
   },
   {
    "direction_match": true,
    "effect_original": 0.3,
    "effect_replication": 0.2,
    "family": "e145_planning",
    "original": "E141-e145_planning-4d3346a6da8a",
    "replication": "E141-e145_planning-9b811845b3d5"
   },
   {
    "direction_match": true,
    "effect_original": 0.039583,
    "effect_replication": 0.110417,
    "family": "e145_repair",
    "original": "E141-e145_repair-fc63e1007c19",
    "replication": "E141-e145_repair-50b85835d441"
   },
   {
    "direction_match": true,
    "effect_original": -0.061603,
    "effect_replication": -5192.680224,
    "family": "e145_revision",
    "original": "E141-e145_revision-d6505cb199a3",
    "replication": "E141-e145_revision-e78880efbd9d"
   },
   {
    "direction_match": true,
    "effect_original": 0.385333,
    "effect_replication": 0.277333,
    "family": "e145_selective",
    "original": "E141-e145_selective-e57d41b8269a",
    "replication": "E141-e145_selective-df936acd366b"
   },
   {
    "direction_match": true,
    "effect_original": 0.021667,
    "effect_replication": 0.0325,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-1c7a9ed45568",
    "replication": "E141-e145_specialization-d63a2fa08075"
   },
   {
    "direction_match": true,
    "effect_original": 0.010833,
    "effect_replication": 0.0025,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-20b4d3ea4c6f",
    "replication": "E141-e145_adversarial-f317416a4c21"
   },
   {
    "direction_match": true,
    "effect_original": 6.25,
    "effect_replication": 0.25,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-6cba960aa613",
    "replication": "E141-e145_algorithm-c0b866b90df9"
   },
   {
    "direction_match": true,
    "effect_original": 0.050043,
    "effect_replication": 0.064097,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-c0044ac219eb",
    "replication": "E141-e145_bestarm-b5ef545fdd20"
   },
   {
    "direction_match": true,
    "effect_original": 0.411111,
    "effect_replication": 0.419444,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-fb565c912d8f",
    "replication": "E141-e145_causal_intervene-0a44c3e414ba"
   },
   {
    "direction_match": true,
    "effect_original": -0.031356,
    "effect_replication": -0.02025,
    "family": "e145_collective",
    "original": "E141-e145_collective-3ae8c0ba5206",
    "replication": "E141-e145_collective-716728b31c9e"
   },
   {
    "direction_match": false,
    "effect_original": 0.041667,
    "effect_replication": 0.0,
    "family": "e145_composition",
    "original": "E141-e145_composition-5cd5f635aab4",
    "replication": "E141-e145_composition-0462e6ddcfa8"
   },
   {
    "direction_match": false,
    "effect_original": 0.000833,
    "effect_replication": -0.010833,
    "family": "e145_continual",
    "original": "E141-e145_continual-e5860cdcfb3f",
    "replication": "E141-e145_continual-eb2e25468a85"
   },
   {
    "direction_match": false,
    "effect_original": -0.074729,
    "effect_replication": 0.13083,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-a55eb004a321",
    "replication": "E141-e145_counterfactual-c7c120ecc3fc"
   },
   {
    "direction_match": true,
    "effect_original": -1.19714,
    "effect_replication": -5.838951,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-dbde32889538",
    "replication": "E141-e145_transfer-50a9efe31ca5"
   },
   {
    "direction_match": true,
    "effect_original": 0.696404,
    "effect_replication": 0.606452,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-df29449c0ae9",
    "replication": "E141-e145_world_predict-abf37272fc58"
   },
   {
    "direction_match": true,
    "effect_original": 0.40625,
    "effect_replication": 0.458333,
    "family": "e145_explore",
    "original": "E141-e145_explore-48136b1d91be",
    "replication": "E141-e145_explore-742b783a5b41"
   },
   {
    "direction_match": true,
    "effect_original": 0.35375,
    "effect_replication": 0.33,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-67a2677d0657",
    "replication": "E141-e145_forgetting-6ba01099db04"
   },
   {
    "direction_match": true,
    "effect_original": 0.234375,
    "effect_replication": 0.242188,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-164466f53292",
    "replication": "E141-e145_hidden_goal-4c1c16bb949b"
   },
   {
    "direction_match": true,
    "effect_original": 0.333333,
    "effect_replication": 0.253125,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-0842d2cda6e9",
    "replication": "E141-e145_hypothesis-8b727e429963"
   },
   {
    "direction_match": true,
    "effect_original": 2.231349,
    "effect_replication": 0.63946,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-39ca14aaeac5",
    "replication": "E141-e145_law_discovery-8b1843e81afb"
   },
   {
    "direction_match": true,
    "effect_original": 0.4375,
    "effect_replication": 0.5,
    "family": "e145_math",
    "original": "E141-e145_math-e3eb72fb2254",
    "replication": "E141-e145_math-1e807f4c8e82"
   },
   {
    "direction_match": true,
    "effect_original": 0.979167,
    "effect_replication": 0.979167,
    "family": "e145_memory",
    "original": "E141-e145_memory-4df39322bd2e",
    "replication": "E141-e145_memory-c336f7086d7b"
   },
   {
    "direction_match": true,
    "effect_original": 0.04375,
    "effect_replication": 0.041,
    "family": "e145_ood",
    "original": "E141-e145_ood-3294347a10d0",
    "replication": "E141-e145_ood-f7fc42cbc88b"
   },
   {
    "direction_match": true,
    "effect_original": 0.6,
    "effect_replication": 0.7,
    "family": "e145_planning",
    "original": "E141-e145_planning-5a31595213c7",
    "replication": "E141-e145_planning-b1213e7d191c"
   },
   {
    "direction_match": true,
    "effect_original": 0.052083,
    "effect_replication": 0.045833,
    "family": "e145_repair",
    "original": "E141-e145_repair-a0ba4af3e3df",
    "replication": "E141-e145_repair-678b6aa13c6a"
   },
   {
    "direction_match": true,
    "effect_original": 0.072083,
    "effect_replication": 0.065,
    "family": "e145_adversarial",
    "original": "E141-e145_adversarial-ef3967f185ee",
    "replication": "E141-e145_adversarial-2485f85f3ea5"
   },
   {
    "direction_match": true,
    "effect_original": 14.25,
    "effect_replication": 14.25,
    "family": "e145_algorithm",
    "original": "E141-e145_algorithm-e24d2d298d2d",
    "replication": "E141-e145_algorithm-3dc664f858a6"
   },
   {
    "direction_match": true,
    "effect_original": 0.03512,
    "effect_replication": 0.05539,
    "family": "e145_bestarm",
    "original": "E141-e145_bestarm-7206a17cb595",
    "replication": "E141-e145_bestarm-8765962561e9"
   },
   {
    "direction_match": true,
    "effect_original": -1.95014,
    "effect_replication": -0.003728,
    "family": "e145_revision",
    "original": "E141-e145_revision-8dcae5b6a948",
    "replication": "E141-e145_revision-9ec03f0b6957"
   },
   {
    "direction_match": true,
    "effect_original": 0.1695,
    "effect_replication": 0.113167,
    "family": "e145_selective",
    "original": "E141-e145_selective-3788f511e4e7",
    "replication": "E141-e145_selective-03db63fcab95"
   },
   {
    "direction_match": true,
    "effect_original": 0.060833,
    "effect_replication": 0.113333,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-d43595017da1",
    "replication": "E141-e145_specialization-84963e8beda4"
   },
   {
    "direction_match": true,
    "effect_original": 0.347554,
    "effect_replication": 0.320654,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-efc8d1fb29c0",
    "replication": "E141-e145_transfer-c3470e856d4f"
   },
   {
    "direction_match": true,
    "effect_original": 0.792752,
    "effect_replication": 0.782361,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-d2b3c1ba7f28",
    "replication": "E141-e145_world_predict-72574c50812b"
   },
   {
    "direction_match": false,
    "effect_original": -0.291667,
    "effect_replication": 0.141667,
    "family": "e145_causal_intervene",
    "original": "E141-e145_causal_intervene-758ccd8acfe6",
    "replication": "E141-e145_causal_intervene-fecb76102985"
   },
   {
    "direction_match": true,
    "effect_original": 0.644638,
    "effect_replication": 0.539448,
    "family": "e145_collective",
    "original": "E141-e145_collective-476758bcf83f",
    "replication": "E141-e145_collective-35549665d49e"
   },
   {
    "direction_match": true,
    "effect_original": -0.0625,
    "effect_replication": -0.052083,
    "family": "e145_composition",
    "original": "E141-e145_composition-fdb80d036467",
    "replication": "E141-e145_composition-c6648fb8d2a4"
   },
   {
    "direction_match": false,
    "effect_original": -0.001771,
    "effect_replication": 0.013437,
    "family": "e145_continual",
    "original": "E141-e145_continual-25c604290af3",
    "replication": "E141-e145_continual-64a1b7d6163b"
   },
   {
    "direction_match": true,
    "effect_original": 0.509297,
    "effect_replication": 0.528956,
    "family": "e145_counterfactual",
    "original": "E141-e145_counterfactual-600c09a6cfd4",
    "replication": "E141-e145_counterfactual-f36dd1a6450d"
   },
   {
    "direction_match": true,
    "effect_original": 0.354167,
    "effect_replication": 0.260417,
    "family": "e145_explore",
    "original": "E141-e145_explore-19a0af2b5469",
    "replication": "E141-e145_explore-234dad4d0367"
   },
   {
    "direction_match": true,
    "effect_original": 0.43375,
    "effect_replication": 0.430625,
    "family": "e145_forgetting",
    "original": "E141-e145_forgetting-eb46727b7f9b",
    "replication": "E141-e145_forgetting-5c2b836f4243"
   },
   {
    "direction_match": true,
    "effect_original": 0.085938,
    "effect_replication": 0.101562,
    "family": "e145_hidden_goal",
    "original": "E141-e145_hidden_goal-305e1fe785e8",
    "replication": "E141-e145_hidden_goal-31f339f53661"
   },
   {
    "direction_match": true,
    "effect_original": 0.528125,
    "effect_replication": 0.271875,
    "family": "e145_hypothesis",
    "original": "E141-e145_hypothesis-80549f2c56ae",
    "replication": "E141-e145_hypothesis-8127805b961f"
   },
   {
    "direction_match": true,
    "effect_original": 1.684444,
    "effect_replication": 1.612551,
    "family": "e145_law_discovery",
    "original": "E141-e145_law_discovery-ba2226ed812c",
    "replication": "E141-e145_law_discovery-22962617e638"
   },
   {
    "direction_match": true,
    "effect_original": 0.5625,
    "effect_replication": 0.375,
    "family": "e145_math",
    "original": "E141-e145_math-8bfe75d2c610",
    "replication": "E141-e145_math-d3e92b15336a"
   },
   {
    "direction_match": true,
    "effect_original": 0.008333,
    "effect_replication": 0.041667,
    "family": "e145_memory",
    "original": "E141-e145_memory-c7730cbdbb0a",
    "replication": "E141-e145_memory-0b190af47cf3"
   },
   {
    "direction_match": true,
    "effect_original": 0.036,
    "effect_replication": 0.02075,
    "family": "e145_ood",
    "original": "E141-e145_ood-5e6656debd9f",
    "replication": "E141-e145_ood-b33d7541d124"
   },
   {
    "direction_match": false,
    "effect_original": 0.1,
    "effect_replication": 0.0,
    "family": "e145_planning",
    "original": "E141-e145_planning-170df6223758",
    "replication": "E141-e145_planning-ee9e4ba1b6d6"
   },
   {
    "direction_match": false,
    "effect_original": 0.005208,
    "effect_replication": -0.003125,
    "family": "e145_repair",
    "original": "E141-e145_repair-3e32d96247c9",
    "replication": "E141-e145_repair-0e1bd0e4d604"
   },
   {
    "direction_match": true,
    "effect_original": -0.171248,
    "effect_replication": -0.247936,
    "family": "e145_revision",
    "original": "E141-e145_revision-d1af69a7fe2f",
    "replication": "E141-e145_revision-d05416063f8a"
   },
   {
    "direction_match": false,
    "effect_original": 0.1775,
    "effect_replication": 0.0,
    "family": "e145_selective",
    "original": "E141-e145_selective-09a8b8e7354d",
    "replication": "E141-e145_selective-c285f699cc5d"
   },
   {
    "direction_match": true,
    "effect_original": 0.041667,
    "effect_replication": 0.066667,
    "family": "e145_specialization",
    "original": "E141-e145_specialization-1615ed3b748f",
    "replication": "E141-e145_specialization-f808878299ab"
   },
   {
    "direction_match": true,
    "effect_original": 0.42107,
    "effect_replication": 0.287567,
    "family": "e145_transfer",
    "original": "E141-e145_transfer-2b3ec166e8fa",
    "replication": "E141-e145_transfer-d2d440d519f5"
   },
   {
    "direction_match": true,
    "effect_original": 0.993504,
    "effect_replication": 1.476483,
    "family": "e145_world_predict",
    "original": "E141-e145_world_predict-fae42968158c",
    "replication": "E141-e145_world_predict-40b737c017f5"
   }
  ]
 },
 "rsi": {
  "R1_final_vs_G0": {
   "audits_individually_significant": 9,
   "ci95_normal": [
    -0.05204,
    -0.005669
   ],
   "cohens_dz": -0.7041,
   "log10_p_negative": -1.0465,
   "log10_p_positive": -0.0086,
   "losses": 7,
   "mean_effect": -0.028854,
   "n_units": 12,
   "p_negative": "0.0898",
   "p_positive": "0.98",
   "status": "INCONCLUSIVE",
   "ties": 3,
   "transfer_unfamiliar": {
    "ci95_normal": [
     -0.076291,
     0.005083
    ],
    "cohens_dz": -0.4951,
    "log10_p_negative": -1.0465,
    "log10_p_positive": -0.0086,
    "losses": 7,
    "mean_effect": -0.035604,
    "n_units": 12,
    "p_negative": "0.0898",
    "p_positive": "0.98",
    "ties": 3,
    "wins": 2
   },
   "wins": 2
  },
  "R2_meta_rsi": {
   "label": "EXPLORATORY (6 vs 6 branches)",
   "mann_whitney_adaptive_gt_fixed": {
    "U": 19.0,
    "n_a": 6,
    "n_b": 6,
    "p_one_sided": 0.468615
   },
   "mean_gain_adaptive": -0.028542,
   "mean_gain_fixed": -0.029167,
   "promotion_rates": {
    "adaptive": {
     "attempts": 48,
     "promotions": 6
    },
    "fixed": {
     "attempts": 48,
     "promotions": 5
    }
   }
  },
  "branches": {
   "adaptive-0": {
    "audit": {
     "experiment_id": "E141-e145_rsi-c175367e7a30",
     "final_config": {
      "eps": 0.01,
      "n_cand": 32,
      "stop": 0.947586,
      "w_ig": 0.920178,
      "w_novel": 0.064963,
      "w_split": 0.0
     },
     "hidden_gain": -0.028333,
     "improver": "adaptive",
     "log10_p_hidden": -8.7564,
     "losses": 24,
     "promotions": 1,
     "unfamiliar_gain": -0.01,
     "wins": 85
    },
    "generations": [
     {
      "accepted": true,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "child_hidden": 0.479375,
      "experiment_id": "E141-e145_rsi-d21fd9e271af",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": -4.0107,
      "parent_2x_compute_hidden": 0.528125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.50125,
      "random_child_hidden": 0.5475,
      "unfamiliar_delta": 0.1165
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.219992,
       "n_cand": 32,
       "stop": 0.938201,
       "w_ig": 1.111993,
       "w_novel": 0.0,
       "w_split": 0.780912
      },
      "child_hidden": 0.529375,
      "experiment_id": "E141-e145_rsi-06bf21336d32",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.5075,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.585625,
      "random_child_hidden": 0.563125,
      "unfamiliar_delta": 0.05775
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.176714,
       "n_cand": 32,
       "stop": 0.814422,
       "w_ig": 0.086907,
       "w_novel": 0.421902,
       "w_split": 1.360871
      },
      "child_hidden": 0.51375,
      "experiment_id": "E141-e145_rsi-1844a023464f",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.46,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.48625,
      "random_child_hidden": 0.521875,
      "unfamiliar_delta": 0.2245
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.093709,
       "n_cand": 32,
       "stop": 0.919753,
       "w_ig": 0.414415,
       "w_novel": 0.0,
       "w_split": 0.396324
      },
      "child_hidden": 0.458125,
      "experiment_id": "E141-e145_rsi-9ffe219afe4b",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.335625,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.39,
      "random_child_hidden": 0.458125,
      "unfamiliar_delta": 0.0335
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.969742,
       "w_ig": 1.598258,
       "w_novel": 0.336434,
       "w_split": 0.0
      },
      "child_hidden": 0.47375,
      "experiment_id": "E141-e145_rsi-56e6c9534b14",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -0.0383,
      "parent_2x_compute_hidden": 0.40625,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.30625,
      "random_child_hidden": 0.309375,
      "unfamiliar_delta": -0.13175
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.087635,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.75497,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.53125,
      "experiment_id": "E141-e145_rsi-ce67e283de26",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.579375,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.610625,
      "random_child_hidden": 0.53125,
      "unfamiliar_delta": -0.04075
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.032189,
       "n_cand": 32,
       "stop": 0.941187,
       "w_ig": 0.686535,
       "w_novel": 0.075869,
       "w_split": 0.119828
      },
      "child_hidden": 0.699375,
      "experiment_id": "E141-e145_rsi-770295feb98e",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.580625,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.605625,
      "random_child_hidden": 0.655625,
      "unfamiliar_delta": -0.06425
     },
     {
      "accepted": false,
      "branch": "adaptive-0",
      "child_config": {
       "eps": 0.031087,
       "n_cand": 32,
       "stop": 0.971248,
       "w_ig": 1.417447,
       "w_novel": 0.129805,
       "w_split": 0.056181
      },
      "child_hidden": 0.6275,
      "experiment_id": "E141-e145_rsi-a8f0323ee526",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.001,
      "parent_2x_compute_hidden": 0.5025,
      "parent_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.947586,
       "w_ig": 0.920178,
       "w_novel": 0.064963,
       "w_split": 0.0
      },
      "parent_hidden": 0.495625,
      "random_child_hidden": 0.4375,
      "unfamiliar_delta": -0.043
     }
    ]
   },
   "adaptive-1": {
    "audit": {
     "experiment_id": "E141-e145_rsi-455963c39a1d",
     "final_config": {
      "eps": 0.033175,
      "n_cand": 32,
      "stop": 0.901107,
      "w_ig": 1.602951,
      "w_novel": 0.0,
      "w_split": 0.849821
     },
     "hidden_gain": -0.024375,
     "improver": "adaptive",
     "log10_p_hidden": -13.2339,
     "losses": 7,
     "promotions": 1,
     "unfamiliar_gain": -0.001583,
     "wins": 68
    },
    "generations": [
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.996467,
       "w_ig": 1.279993,
       "w_novel": 0.0,
       "w_split": 0.900474
      },
      "child_hidden": 0.631875,
      "experiment_id": "E141-e145_rsi-d1c109cb99a6",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": 0.0,
      "parent_2x_compute_hidden": 0.73125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.631875,
      "random_child_hidden": 0.631875,
      "unfamiliar_delta": -0.02425
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.888558,
       "w_ig": 0.709719,
       "w_novel": 0.0,
       "w_split": 0.403773
      },
      "child_hidden": 0.50875,
      "experiment_id": "E141-e145_rsi-57dc92b39d6e",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -2.0812,
      "parent_2x_compute_hidden": 0.655,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.73125,
      "random_child_hidden": 0.5675,
      "unfamiliar_delta": 0.077
     },
     {
      "accepted": true,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "child_hidden": 0.5475,
      "experiment_id": "E141-e145_rsi-e249b1f00302",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": -3.8583,
      "parent_2x_compute_hidden": 0.669375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.598125,
      "random_child_hidden": 0.613125,
      "unfamiliar_delta": 0.006
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.054808,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.815319,
       "w_novel": 0.385629,
       "w_split": 0.158187
      },
      "child_hidden": 0.616875,
      "experiment_id": "E141-e145_rsi-e0e0f866ddec",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.6225,
      "parent_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "parent_hidden": 0.669375,
      "random_child_hidden": 0.634375,
      "unfamiliar_delta": -0.04075
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.021228,
       "n_cand": 32,
       "stop": 0.933154,
       "w_ig": 1.436118,
       "w_novel": 1.237184,
       "w_split": 0.932206
      },
      "child_hidden": 0.52,
      "experiment_id": "E141-e145_rsi-1b0e90eaa87a",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -0.4791,
      "parent_2x_compute_hidden": 0.563125,
      "parent_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "parent_hidden": 0.534375,
      "random_child_hidden": 0.52,
      "unfamiliar_delta": 0.04625
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.965702,
       "w_ig": 2.0,
       "w_novel": 0.142907,
       "w_split": 0.873536
      },
      "child_hidden": 0.5675,
      "experiment_id": "E141-e145_rsi-6f892306afbe",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -0.7175,
      "parent_2x_compute_hidden": 0.5525,
      "parent_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "parent_hidden": 0.6025,
      "random_child_hidden": 0.544375,
      "unfamiliar_delta": 0.00525
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.110052,
       "n_cand": 32,
       "stop": 0.894816,
       "w_ig": 1.617507,
       "w_novel": 0.0,
       "w_split": 0.705568
      },
      "child_hidden": 0.5275,
      "experiment_id": "E141-e145_rsi-888fa5ee7e06",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.584375,
      "parent_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "parent_hidden": 0.576875,
      "random_child_hidden": 0.5275,
      "unfamiliar_delta": 0.03725
     },
     {
      "accepted": false,
      "branch": "adaptive-1",
      "child_config": {
       "eps": 0.083419,
       "n_cand": 32,
       "stop": 0.879662,
       "w_ig": 2.0,
       "w_novel": 0.351646,
       "w_split": 0.953089
      },
      "child_hidden": 0.575,
      "experiment_id": "E141-e145_rsi-b8ce3a001620",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.0338,
      "parent_2x_compute_hidden": 0.584375,
      "parent_config": {
       "eps": 0.033175,
       "n_cand": 32,
       "stop": 0.901107,
       "w_ig": 1.602951,
       "w_novel": 0.0,
       "w_split": 0.849821
      },
      "parent_hidden": 0.505,
      "random_child_hidden": 0.485625,
      "unfamiliar_delta": -0.00675
     }
    ]
   },
   "adaptive-2": {
    "audit": {
     "experiment_id": "E141-e145_rsi-44621a32b51e",
     "final_config": {
      "eps": 0.022101,
      "n_cand": 32,
      "stop": 0.952757,
      "w_ig": 0.841001,
      "w_novel": 0.044495,
      "w_split": 0.0
     },
     "hidden_gain": -0.07375,
     "improver": "adaptive",
     "log10_p_hidden": -2.3955,
     "losses": 32,
     "promotions": 1,
     "unfamiliar_gain": 0.020667,
     "wins": 58
    },
    "generations": [
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.851385,
       "w_novel": 0.322977,
       "w_split": 0.0
      },
      "child_hidden": 0.513125,
      "experiment_id": "E141-e145_rsi-36a8b12da846",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": -0.1939,
      "parent_2x_compute_hidden": 0.423125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.48875,
      "random_child_hidden": 0.535625,
      "unfamiliar_delta": 0.09775
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.095536,
       "n_cand": 32,
       "stop": 0.961116,
       "w_ig": 1.206643,
       "w_novel": 0.178285,
       "w_split": 0.0
      },
      "child_hidden": 0.511875,
      "experiment_id": "E141-e145_rsi-211863b0a339",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.529375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.57125,
      "random_child_hidden": 0.523125,
      "unfamiliar_delta": -0.1045
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.998426,
       "w_ig": 1.114227,
       "w_novel": 0.0,
       "w_split": 0.072553
      },
      "child_hidden": 0.553125,
      "experiment_id": "E141-e145_rsi-569a998a96d8",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": 0.0,
      "parent_2x_compute_hidden": 0.53125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.553125,
      "random_child_hidden": 0.553125,
      "unfamiliar_delta": -0.025
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.03725,
       "w_novel": 0.003227,
       "w_split": 0.221754
      },
      "child_hidden": 0.6275,
      "experiment_id": "E141-e145_rsi-4e0239de40e8",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": -0.055,
      "parent_2x_compute_hidden": 0.635625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.618125,
      "random_child_hidden": 0.583125,
      "unfamiliar_delta": -0.00075
     },
     {
      "accepted": true,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.022101,
       "n_cand": 32,
       "stop": 0.952757,
       "w_ig": 0.841001,
       "w_novel": 0.044495,
       "w_split": 0.0
      },
      "child_hidden": 0.550625,
      "experiment_id": "E141-e145_rsi-618711cbcc55",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -2.9363,
      "parent_2x_compute_hidden": 0.540625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.48625,
      "random_child_hidden": 0.57375,
      "unfamiliar_delta": 0.081
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.08109,
       "n_cand": 32,
       "stop": 0.951748,
       "w_ig": 0.883134,
       "w_novel": 0.0,
       "w_split": 0.086813
      },
      "child_hidden": 0.54,
      "experiment_id": "E141-e145_rsi-3cf421776fac",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -0.0001,
      "parent_2x_compute_hidden": 0.585,
      "parent_config": {
       "eps": 0.022101,
       "n_cand": 32,
       "stop": 0.952757,
       "w_ig": 0.841001,
       "w_novel": 0.044495,
       "w_split": 0.0
      },
      "parent_hidden": 0.52625,
      "random_child_hidden": 0.499375,
      "unfamiliar_delta": -0.13475
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.028579,
       "n_cand": 32,
       "stop": 0.988446,
       "w_ig": 0.86849,
       "w_novel": 0.050918,
       "w_split": 0.448489
      },
      "child_hidden": 0.516875,
      "experiment_id": "E141-e145_rsi-26464810ad2b",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.496875,
      "parent_config": {
       "eps": 0.022101,
       "n_cand": 32,
       "stop": 0.952757,
       "w_ig": 0.841001,
       "w_novel": 0.044495,
       "w_split": 0.0
      },
      "parent_hidden": 0.5675,
      "random_child_hidden": 0.425,
      "unfamiliar_delta": -0.006
     },
     {
      "accepted": false,
      "branch": "adaptive-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.990408,
       "w_ig": 0.861217,
       "w_novel": 0.0,
       "w_split": 0.010491
      },
      "child_hidden": 0.6625,
      "experiment_id": "E141-e145_rsi-dbf793d8efe4",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.0207,
      "parent_2x_compute_hidden": 0.68125,
      "parent_config": {
       "eps": 0.022101,
       "n_cand": 32,
       "stop": 0.952757,
       "w_ig": 0.841001,
       "w_novel": 0.044495,
       "w_split": 0.0
      },
      "parent_hidden": 0.601875,
      "random_child_hidden": 0.6575,
      "unfamiliar_delta": -0.1015
     }
    ]
   },
   "adaptive-3": {
    "audit": {
     "experiment_id": "E141-e145_rsi-d267451c73b3",
     "final_config": {
      "eps": 0.013306,
      "n_cand": 32,
      "stop": 0.951793,
      "w_ig": 0.688686,
      "w_novel": 0.0,
      "w_split": 0.0
     },
     "hidden_gain": -0.076667,
     "improver": "adaptive",
     "log10_p_hidden": -9.0476,
     "losses": 20,
     "promotions": 1,
     "unfamiliar_gain": -0.06225,
     "wins": 79
    },
    "generations": [
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.92439,
       "w_ig": 0.66908,
       "w_novel": 0.011809,
       "w_split": 0.0
      },
      "child_hidden": 0.37,
      "experiment_id": "E141-e145_rsi-1f6f48661a67",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": -2.4931,
      "parent_2x_compute_hidden": 0.58,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.529375,
      "random_child_hidden": 0.41875,
      "unfamiliar_delta": -0.12825
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.135481,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.486798,
       "w_novel": 0.432668,
       "w_split": 0.0
      },
      "child_hidden": 0.425,
      "experiment_id": "E141-e145_rsi-954c739c2524",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.714375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.63625,
      "random_child_hidden": 0.540625,
      "unfamiliar_delta": -0.05375
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.328051,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.5725,
      "experiment_id": "E141-e145_rsi-4857cb58c07a",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": 0.0,
      "parent_2x_compute_hidden": 0.59,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.57875,
      "random_child_hidden": 0.5725,
      "unfamiliar_delta": 0.0955
     },
     {
      "accepted": true,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.013306,
       "n_cand": 32,
       "stop": 0.951793,
       "w_ig": 0.688686,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.508125,
      "experiment_id": "E141-e145_rsi-e339815c266f",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": -3.7893,
      "parent_2x_compute_hidden": 0.5,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.568125,
      "random_child_hidden": 0.570625,
      "unfamiliar_delta": -0.01525
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.953586,
       "w_ig": 0.377372,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.468125,
      "experiment_id": "E141-e145_rsi-8a2b20248617",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -3.3113,
      "parent_2x_compute_hidden": 0.538125,
      "parent_config": {
       "eps": 0.013306,
       "n_cand": 32,
       "stop": 0.951793,
       "w_ig": 0.688686,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.45125,
      "random_child_hidden": 0.468125,
      "unfamiliar_delta": -0.047
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.024971,
       "n_cand": 32,
       "stop": 0.983067,
       "w_ig": 1.046438,
       "w_novel": 0.032561,
       "w_split": 0.0
      },
      "child_hidden": 0.65875,
      "experiment_id": "E141-e145_rsi-6f07d61e192d",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -0.0002,
      "parent_2x_compute_hidden": 0.621875,
      "parent_config": {
       "eps": 0.013306,
       "n_cand": 32,
       "stop": 0.951793,
       "w_ig": 0.688686,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.595,
      "random_child_hidden": 0.5775,
      "unfamiliar_delta": -0.0605
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.985321,
       "w_ig": 1.221031,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.561875,
      "experiment_id": "E141-e145_rsi-f7f7a26178ba",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.5325,
      "parent_config": {
       "eps": 0.013306,
       "n_cand": 32,
       "stop": 0.951793,
       "w_ig": 0.688686,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.559375,
      "random_child_hidden": 0.51125,
      "unfamiliar_delta": -0.03025
     },
     {
      "accepted": false,
      "branch": "adaptive-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.992505,
       "w_ig": 0.778972,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.45625,
      "experiment_id": "E141-e145_rsi-cd9067107db4",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.46875,
      "parent_config": {
       "eps": 0.013306,
       "n_cand": 32,
       "stop": 0.951793,
       "w_ig": 0.688686,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.47,
      "random_child_hidden": 0.554375,
      "unfamiliar_delta": -0.0105
     }
    ]
   },
   "adaptive-4": {
    "audit": {
     "experiment_id": "E141-e145_rsi-8fef7e738c59",
     "final_config": {
      "eps": 0.04838,
      "n_cand": 32,
      "stop": 0.891699,
      "w_ig": 1.122034,
      "w_novel": 0.090966,
      "w_split": 0.0
     },
     "hidden_gain": 0.013542,
     "improver": "adaptive",
     "log10_p_hidden": -4.3864,
     "losses": 21,
     "promotions": 1,
     "unfamiliar_gain": -0.079583,
     "wins": 56
    },
    "generations": [
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.166432,
       "n_cand": 32,
       "stop": 0.784679,
       "w_ig": 0.694118,
       "w_novel": 0.0,
       "w_split": 0.198888
      },
      "child_hidden": 0.52625,
      "experiment_id": "E141-e145_rsi-ee14476e5c72",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.605,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.684375,
      "random_child_hidden": 0.645625,
      "unfamiliar_delta": -0.05075
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.052731,
       "w_novel": 0.323574,
       "w_split": 0.006833
      },
      "child_hidden": 0.5675,
      "experiment_id": "E141-e145_rsi-4c984f0c48e4",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -0.0027,
      "parent_2x_compute_hidden": 0.634375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.660625,
      "random_child_hidden": 0.5675,
      "unfamiliar_delta": -0.05225
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.845097,
       "w_novel": 0.0,
       "w_split": 0.290247
      },
      "child_hidden": 0.590625,
      "experiment_id": "E141-e145_rsi-ac1ee6d9fb15",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": -0.0034,
      "parent_2x_compute_hidden": 0.576875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.59375,
      "random_child_hidden": 0.43375,
      "unfamiliar_delta": 0.022
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.048428,
       "n_cand": 32,
       "stop": 0.961311,
       "w_ig": 1.207842,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.53,
      "experiment_id": "E141-e145_rsi-d3079361cb0e",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": 0.0,
      "parent_2x_compute_hidden": 0.605,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.53,
      "random_child_hidden": 0.333125,
      "unfamiliar_delta": -0.00075
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.018273,
       "n_cand": 32,
       "stop": 0.931284,
       "w_ig": 0.921083,
       "w_novel": 0.117244,
       "w_split": 0.0
      },
      "child_hidden": 0.643125,
      "experiment_id": "E141-e145_rsi-d47592f0e479",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -3.4243,
      "parent_2x_compute_hidden": 0.615,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.660625,
      "random_child_hidden": 0.53375,
      "unfamiliar_delta": -0.23575
     },
     {
      "accepted": true,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.04838,
       "n_cand": 32,
       "stop": 0.891699,
       "w_ig": 1.122034,
       "w_novel": 0.090966,
       "w_split": 0.0
      },
      "child_hidden": 0.558125,
      "experiment_id": "E141-e145_rsi-0aa48c9c4316",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -3.5739,
      "parent_2x_compute_hidden": 0.6025,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.504375,
      "random_child_hidden": 0.566875,
      "unfamiliar_delta": 0.0795
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.086184,
       "n_cand": 32,
       "stop": 0.908783,
       "w_ig": 1.03406,
       "w_novel": 0.098986,
       "w_split": 0.0
      },
      "child_hidden": 0.546875,
      "experiment_id": "E141-e145_rsi-e26cd9d4f59f",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0009,
      "parent_2x_compute_hidden": 0.535,
      "parent_config": {
       "eps": 0.04838,
       "n_cand": 32,
       "stop": 0.891699,
       "w_ig": 1.122034,
       "w_novel": 0.090966,
       "w_split": 0.0
      },
      "parent_hidden": 0.468125,
      "random_child_hidden": 0.485,
      "unfamiliar_delta": -0.08175
     },
     {
      "accepted": false,
      "branch": "adaptive-4",
      "child_config": {
       "eps": 0.070195,
       "n_cand": 32,
       "stop": 0.931853,
       "w_ig": 1.329979,
       "w_novel": 0.112302,
       "w_split": 0.0
      },
      "child_hidden": 0.4725,
      "experiment_id": "E141-e145_rsi-e00771300a83",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.0001,
      "parent_2x_compute_hidden": 0.543125,
      "parent_config": {
       "eps": 0.04838,
       "n_cand": 32,
       "stop": 0.891699,
       "w_ig": 1.122034,
       "w_novel": 0.090966,
       "w_split": 0.0
      },
      "parent_hidden": 0.4875,
      "random_child_hidden": 0.421875,
      "unfamiliar_delta": 0.119
     }
    ]
   },
   "adaptive-5": {
    "audit": {
     "experiment_id": "E141-e145_rsi-93e5871753cc",
     "final_config": {
      "eps": 0.037259,
      "n_cand": 32,
      "stop": 0.920001,
      "w_ig": 0.753826,
      "w_novel": 0.264261,
      "w_split": 0.0
     },
     "hidden_gain": 0.018333,
     "improver": "adaptive",
     "log10_p_hidden": -4.2599,
     "losses": 26,
     "promotions": 1,
     "unfamiliar_gain": 0.067917,
     "wins": 63
    },
    "generations": [
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.08707,
       "n_cand": 32,
       "stop": 0.800001,
       "w_ig": 1.040292,
       "w_novel": 0.0,
       "w_split": 0.654056
      },
      "child_hidden": 0.650625,
      "experiment_id": "E141-e145_rsi-3b60d885fb51",
      "generation": 0,
      "improver": "adaptive",
      "log10_p": -3.4385,
      "parent_2x_compute_hidden": 0.684375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.658125,
      "random_child_hidden": 0.501875,
      "unfamiliar_delta": -0.04625
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.016189,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.100879,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.6325,
      "experiment_id": "E141-e145_rsi-7129bda34941",
      "generation": 1,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.6325,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.633125,
      "random_child_hidden": 0.434375,
      "unfamiliar_delta": -0.0295
     },
     {
      "accepted": true,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "child_hidden": 0.5625,
      "experiment_id": "E141-e145_rsi-303b65e651a7",
      "generation": 2,
      "improver": "adaptive",
      "log10_p": -1.9153,
      "parent_2x_compute_hidden": 0.528125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.574375,
      "random_child_hidden": 0.546875,
      "unfamiliar_delta": 0.075
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.072343,
       "n_cand": 32,
       "stop": 0.874977,
       "w_ig": 0.873611,
       "w_novel": 0.0,
       "w_split": 0.017184
      },
      "child_hidden": 0.56375,
      "experiment_id": "E141-e145_rsi-7adf52ec6e44",
      "generation": 3,
      "improver": "adaptive",
      "log10_p": -0.7866,
      "parent_2x_compute_hidden": 0.56,
      "parent_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "parent_hidden": 0.49,
      "random_child_hidden": 0.474375,
      "unfamiliar_delta": 0.072
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.031933,
       "n_cand": 32,
       "stop": 0.944413,
       "w_ig": 1.541492,
       "w_novel": 0.711818,
       "w_split": 0.0
      },
      "child_hidden": 0.50625,
      "experiment_id": "E141-e145_rsi-845b41bec979",
      "generation": 4,
      "improver": "adaptive",
      "log10_p": -0.301,
      "parent_2x_compute_hidden": 0.536875,
      "parent_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "parent_hidden": 0.508125,
      "random_child_hidden": 0.53125,
      "unfamiliar_delta": 0.02425
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.134568,
       "n_cand": 32,
       "stop": 0.982079,
       "w_ig": 0.468133,
       "w_novel": 0.140495,
       "w_split": 0.0
      },
      "child_hidden": 0.483125,
      "experiment_id": "E141-e145_rsi-ccde1e22c1df",
      "generation": 5,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.5625,
      "parent_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "parent_hidden": 0.60625,
      "random_child_hidden": 0.483125,
      "unfamiliar_delta": 0.072
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.070118,
       "n_cand": 32,
       "stop": 0.927782,
       "w_ig": 0.638696,
       "w_novel": 0.404152,
       "w_split": 0.0
      },
      "child_hidden": 0.643125,
      "experiment_id": "E141-e145_rsi-9d1684226e02",
      "generation": 6,
      "improver": "adaptive",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.588125,
      "parent_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "parent_hidden": 0.609375,
      "random_child_hidden": 0.648125,
      "unfamiliar_delta": -0.037
     },
     {
      "accepted": false,
      "branch": "adaptive-5",
      "child_config": {
       "eps": 0.069496,
       "n_cand": 32,
       "stop": 0.883231,
       "w_ig": 0.758938,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.484375,
      "experiment_id": "E141-e145_rsi-a99fb30c086b",
      "generation": 7,
      "improver": "adaptive",
      "log10_p": -0.0135,
      "parent_2x_compute_hidden": 0.540625,
      "parent_config": {
       "eps": 0.037259,
       "n_cand": 32,
       "stop": 0.920001,
       "w_ig": 0.753826,
       "w_novel": 0.264261,
       "w_split": 0.0
      },
      "parent_hidden": 0.54,
      "random_child_hidden": 0.484375,
      "unfamiliar_delta": 0.02125
     }
    ]
   },
   "fixed-0": {
    "audit": {
     "experiment_id": "E141-e145_rsi-338c6f9ab2c7",
     "final_config": {
      "eps": 0.05,
      "n_cand": 32,
      "stop": 0.95,
      "w_ig": 1.0,
      "w_novel": 0.0,
      "w_split": 0.0
     },
     "hidden_gain": 0.0,
     "improver": "fixed",
     "log10_p_hidden": 0.0,
     "losses": 0,
     "promotions": 0,
     "unfamiliar_gain": 0.0,
     "wins": 0
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.294408,
       "w_novel": 0.026417,
       "w_split": 0.0
      },
      "child_hidden": 0.63125,
      "experiment_id": "E141-e145_rsi-c2837a29751f",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.0003,
      "parent_2x_compute_hidden": 0.623125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.62125,
      "random_child_hidden": 0.574375,
      "unfamiliar_delta": 0.0235
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.817465,
       "w_novel": 0.638446,
       "w_split": 0.181176
      },
      "child_hidden": 0.46,
      "experiment_id": "E141-e145_rsi-449fad2dd5cd",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0042,
      "parent_2x_compute_hidden": 0.57375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.571875,
      "random_child_hidden": 0.451875,
      "unfamiliar_delta": -0.05525
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.131809,
       "n_cand": 32,
       "stop": 0.841097,
       "w_ig": 0.522679,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.61375,
      "experiment_id": "E141-e145_rsi-75a45c6a58b2",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.0063,
      "parent_2x_compute_hidden": 0.65,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.57875,
      "random_child_hidden": 0.53375,
      "unfamiliar_delta": 0.047
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.149947,
       "n_cand": 32,
       "stop": 0.848022,
       "w_ig": 1.983812,
       "w_novel": 0.0,
       "w_split": 1.055977
      },
      "child_hidden": 0.64125,
      "experiment_id": "E141-e145_rsi-71931b9be6b1",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -0.0001,
      "parent_2x_compute_hidden": 0.68625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.64375,
      "random_child_hidden": 0.66125,
      "unfamiliar_delta": 0.02275
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.143167,
       "n_cand": 32,
       "stop": 0.86155,
       "w_ig": 0.809098,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.521875,
      "experiment_id": "E141-e145_rsi-cbd034ac634e",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.520625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.519375,
      "random_child_hidden": 0.5,
      "unfamiliar_delta": -0.05225
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.890642,
       "w_ig": 0.872407,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.431875,
      "experiment_id": "E141-e145_rsi-c2bd45806d6d",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -2.4931,
      "parent_2x_compute_hidden": 0.566875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.56875,
      "random_child_hidden": 0.594375,
      "unfamiliar_delta": -0.1185
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.15727,
       "n_cand": 32,
       "stop": 0.967055,
       "w_ig": 0.199338,
       "w_novel": 0.325481,
       "w_split": 0.35014
      },
      "child_hidden": 0.581875,
      "experiment_id": "E141-e145_rsi-81b79625bf0b",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -0.0003,
      "parent_2x_compute_hidden": 0.65625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.524375,
      "random_child_hidden": 0.5,
      "unfamiliar_delta": -0.2265
     },
     {
      "accepted": false,
      "branch": "fixed-0",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.951364,
       "w_ig": 0.577009,
       "w_novel": 0.098953,
       "w_split": 0.274942
      },
      "child_hidden": 0.62625,
      "experiment_id": "E141-e145_rsi-e5987e39c2c0",
      "generation": 7,
      "improver": "fixed",
      "log10_p": -6.9446,
      "parent_2x_compute_hidden": 0.609375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.528125,
      "random_child_hidden": 0.62625,
      "unfamiliar_delta": -0.113
     }
    ]
   },
   "fixed-1": {
    "audit": {
     "experiment_id": "E141-e145_rsi-d8785abba9bf",
     "final_config": {
      "eps": 0.05,
      "n_cand": 32,
      "stop": 0.95,
      "w_ig": 1.0,
      "w_novel": 0.0,
      "w_split": 0.0
     },
     "hidden_gain": 0.0,
     "improver": "fixed",
     "log10_p_hidden": 0.0,
     "losses": 0,
     "promotions": 0,
     "unfamiliar_gain": 0.0,
     "wins": 0
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.081765,
       "n_cand": 32,
       "stop": 0.915498,
       "w_ig": 0.965989,
       "w_novel": 0.023369,
       "w_split": 0.0
      },
      "child_hidden": 0.595625,
      "experiment_id": "E141-e145_rsi-7460ca3e404d",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.1838,
      "parent_2x_compute_hidden": 0.590625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.514375,
      "random_child_hidden": 0.463125,
      "unfamiliar_delta": -0.02575
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.146769,
       "n_cand": 32,
       "stop": 0.881674,
       "w_ig": 0.668187,
       "w_novel": 0.110719,
       "w_split": 0.0
      },
      "child_hidden": 0.565625,
      "experiment_id": "E141-e145_rsi-9f93d25af55a",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.6925,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.664375,
      "random_child_hidden": 0.635,
      "unfamiliar_delta": -0.053
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.175944,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.261229,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.5,
      "experiment_id": "E141-e145_rsi-ed8f0d6ef23b",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.586875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.62875,
      "random_child_hidden": 0.408125,
      "unfamiliar_delta": 0.019
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.031121,
       "n_cand": 32,
       "stop": 0.900461,
       "w_ig": 0.309194,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.55125,
      "experiment_id": "E141-e145_rsi-6a932a321e4c",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -4.8626,
      "parent_2x_compute_hidden": 0.57,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.47125,
      "random_child_hidden": 0.56,
      "unfamiliar_delta": 0.05375
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.228048,
       "n_cand": 32,
       "stop": 0.901298,
       "w_ig": 0.730867,
       "w_novel": 0.28676,
       "w_split": 0.0
      },
      "child_hidden": 0.504375,
      "experiment_id": "E141-e145_rsi-fe025718af39",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.56,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.54875,
      "random_child_hidden": 0.504375,
      "unfamiliar_delta": -0.17725
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 1.048179,
       "w_novel": 0.41411,
       "w_split": 0.400046
      },
      "child_hidden": 0.614375,
      "experiment_id": "E141-e145_rsi-b6370d46b07c",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -0.0078,
      "parent_2x_compute_hidden": 0.61,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.56,
      "random_child_hidden": 0.45,
      "unfamiliar_delta": -0.02875
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.100012,
       "n_cand": 32,
       "stop": 0.980123,
       "w_ig": 0.0,
       "w_novel": 0.313407,
       "w_split": 0.317601
      },
      "child_hidden": 0.465625,
      "experiment_id": "E141-e145_rsi-3ad1b7817472",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.49125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.488125,
      "random_child_hidden": 0.410625,
      "unfamiliar_delta": -0.13025
     },
     {
      "accepted": false,
      "branch": "fixed-1",
      "child_config": {
       "eps": 0.085225,
       "n_cand": 32,
       "stop": 0.834727,
       "w_ig": 0.56908,
       "w_novel": 0.552468,
       "w_split": 0.071747
      },
      "child_hidden": 0.43375,
      "experiment_id": "E141-e145_rsi-12f6a0d445cd",
      "generation": 7,
      "improver": "fixed",
      "log10_p": -0.6555,
      "parent_2x_compute_hidden": 0.455625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.45,
      "random_child_hidden": 0.43375,
      "unfamiliar_delta": -0.13025
     }
    ]
   },
   "fixed-2": {
    "audit": {
     "experiment_id": "E141-e145_rsi-1977d9f8ee0d",
     "final_config": {
      "eps": 0.01,
      "n_cand": 32,
      "stop": 0.881074,
      "w_ig": 1.162407,
      "w_novel": 0.797638,
      "w_split": 0.0
     },
     "hidden_gain": -0.075625,
     "improver": "fixed",
     "log10_p_hidden": -10.3522,
     "losses": 24,
     "promotions": 2,
     "unfamiliar_gain": -0.189167,
     "wins": 93
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.108949,
       "n_cand": 32,
       "stop": 0.865453,
       "w_ig": 0.816487,
       "w_novel": 0.0,
       "w_split": 0.126076
      },
      "child_hidden": 0.524375,
      "experiment_id": "E141-e145_rsi-b056a6683d22",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.0042,
      "parent_2x_compute_hidden": 0.615625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.60375,
      "random_child_hidden": 0.405,
      "unfamiliar_delta": 0.144
     },
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.101833,
       "n_cand": 32,
       "stop": 0.94971,
       "w_ig": 0.233833,
       "w_novel": 0.393918,
       "w_split": 0.201055
      },
      "child_hidden": 0.52125,
      "experiment_id": "E141-e145_rsi-9bd559696746",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.433125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.561875,
      "random_child_hidden": 0.546875,
      "unfamiliar_delta": -0.053
     },
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.083935,
       "n_cand": 32,
       "stop": 0.892777,
       "w_ig": 0.913136,
       "w_novel": 0.454797,
       "w_split": 0.0
      },
      "child_hidden": 0.62,
      "experiment_id": "E141-e145_rsi-544de610c9fb",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.2405,
      "parent_2x_compute_hidden": 0.62375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.569375,
      "random_child_hidden": 0.518125,
      "unfamiliar_delta": -0.0545
     },
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.073169,
       "n_cand": 32,
       "stop": 0.920542,
       "w_ig": 0.370997,
       "w_novel": 0.0,
       "w_split": 0.516606
      },
      "child_hidden": 0.631875,
      "experiment_id": "E141-e145_rsi-159b90316bf3",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -0.6021,
      "parent_2x_compute_hidden": 0.60875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.604375,
      "random_child_hidden": 0.631875,
      "unfamiliar_delta": 0.0235
     },
     {
      "accepted": true,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.017892,
       "n_cand": 32,
       "stop": 0.929701,
       "w_ig": 0.789933,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.569375,
      "experiment_id": "E141-e145_rsi-44b2f12cc8c9",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -5.2625,
      "parent_2x_compute_hidden": 0.581875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.605625,
      "random_child_hidden": 0.569375,
      "unfamiliar_delta": -0.0145
     },
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.953259,
       "w_ig": 1.74282,
       "w_novel": 0.0,
       "w_split": 0.604299
      },
      "child_hidden": 0.58125,
      "experiment_id": "E141-e145_rsi-5f45eec240cf",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -0.4638,
      "parent_2x_compute_hidden": 0.52625,
      "parent_config": {
       "eps": 0.017892,
       "n_cand": 32,
       "stop": 0.929701,
       "w_ig": 0.789933,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.6225,
      "random_child_hidden": 0.6775,
      "unfamiliar_delta": -0.0485
     },
     {
      "accepted": false,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.988353,
       "w_ig": 0.022934,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.611875,
      "experiment_id": "E141-e145_rsi-8cc3550c754d",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -0.0009,
      "parent_2x_compute_hidden": 0.46125,
      "parent_config": {
       "eps": 0.017892,
       "n_cand": 32,
       "stop": 0.929701,
       "w_ig": 0.789933,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.510625,
      "random_child_hidden": 0.549375,
      "unfamiliar_delta": 0.0455
     },
     {
      "accepted": true,
      "branch": "fixed-2",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.881074,
       "w_ig": 1.162407,
       "w_novel": 0.797638,
       "w_split": 0.0
      },
      "child_hidden": 0.385625,
      "experiment_id": "E141-e145_rsi-9c96929abeaf",
      "generation": 7,
      "improver": "fixed",
      "log10_p": -1.5405,
      "parent_2x_compute_hidden": 0.41625,
      "parent_config": {
       "eps": 0.017892,
       "n_cand": 32,
       "stop": 0.929701,
       "w_ig": 0.789933,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.48625,
      "random_child_hidden": 0.475,
      "unfamiliar_delta": -0.007
     }
    ]
   },
   "fixed-3": {
    "audit": {
     "experiment_id": "E141-e145_rsi-c8fa1eabf536",
     "final_config": {
      "eps": 0.05,
      "n_cand": 32,
      "stop": 0.95,
      "w_ig": 1.0,
      "w_novel": 0.0,
      "w_split": 0.0
     },
     "hidden_gain": 0.0,
     "improver": "fixed",
     "log10_p_hidden": 0.0,
     "losses": 0,
     "promotions": 0,
     "unfamiliar_gain": 0.0,
     "wins": 0
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.133451,
       "n_cand": 32,
       "stop": 0.892857,
       "w_ig": 0.967412,
       "w_novel": 0.672219,
       "w_split": 0.0
      },
      "child_hidden": 0.590625,
      "experiment_id": "E141-e145_rsi-2986652f0622",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.630625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.658125,
      "random_child_hidden": 0.643125,
      "unfamiliar_delta": -0.006
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.199052,
       "n_cand": 32,
       "stop": 0.933317,
       "w_ig": 0.741148,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.463125,
      "experiment_id": "E141-e145_rsi-5aaaa44ec07d",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.685625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.643125,
      "random_child_hidden": 0.463125,
      "unfamiliar_delta": -0.178
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.11862,
       "n_cand": 32,
       "stop": 0.788455,
       "w_ig": 2.0,
       "w_novel": 0.924417,
       "w_split": 0.0
      },
      "child_hidden": 0.6175,
      "experiment_id": "E141-e145_rsi-387c229858ac",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.1418,
      "parent_2x_compute_hidden": 0.54625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.6225,
      "random_child_hidden": 0.529375,
      "unfamiliar_delta": -0.07875
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.177171,
       "w_novel": 0.0,
       "w_split": 0.385307
      },
      "child_hidden": 0.4775,
      "experiment_id": "E141-e145_rsi-3e24a2379449",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -0.028,
      "parent_2x_compute_hidden": 0.474375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.454375,
      "random_child_hidden": 0.416875,
      "unfamiliar_delta": -0.0015
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.058453,
       "n_cand": 32,
       "stop": 0.994555,
       "w_ig": 0.751406,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.475,
      "experiment_id": "E141-e145_rsi-787e7a1489e8",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.545,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.4875,
      "random_child_hidden": 0.461875,
      "unfamiliar_delta": 0.019
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.084845,
       "n_cand": 32,
       "stop": 0.913582,
       "w_ig": 0.744151,
       "w_novel": 0.004441,
       "w_split": 0.0
      },
      "child_hidden": 0.546875,
      "experiment_id": "E141-e145_rsi-5d496a87a5dd",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -0.4622,
      "parent_2x_compute_hidden": 0.516875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.53875,
      "random_child_hidden": 0.5125,
      "unfamiliar_delta": -0.0265
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.982208,
       "w_ig": 0.389671,
       "w_novel": 0.785135,
       "w_split": 0.0
      },
      "child_hidden": 0.62375,
      "experiment_id": "E141-e145_rsi-4711cef48a6a",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -2.2027,
      "parent_2x_compute_hidden": 0.62875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.555625,
      "random_child_hidden": 0.59875,
      "unfamiliar_delta": -0.05225
     },
     {
      "accepted": false,
      "branch": "fixed-3",
      "child_config": {
       "eps": 0.065404,
       "n_cand": 32,
       "stop": 0.921946,
       "w_ig": 0.254503,
       "w_novel": 0.0,
       "w_split": 0.236802
      },
      "child_hidden": 0.6325,
      "experiment_id": "E141-e145_rsi-d321d7d1b412",
      "generation": 7,
      "improver": "fixed",
      "log10_p": 0.0,
      "parent_2x_compute_hidden": 0.604375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.6325,
      "random_child_hidden": 0.578125,
      "unfamiliar_delta": -0.00225
     }
    ]
   },
   "fixed-4": {
    "audit": {
     "experiment_id": "E141-e145_rsi-55982a10e3f4",
     "final_config": {
      "eps": 0.045317,
      "n_cand": 32,
      "stop": 0.827867,
      "w_ig": 1.762572,
      "w_novel": 1.683556,
      "w_split": 0.0
     },
     "hidden_gain": -0.0975,
     "improver": "fixed",
     "log10_p_hidden": -3.287,
     "losses": 37,
     "promotions": 2,
     "unfamiliar_gain": -0.141167,
     "wins": 72
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 2.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.531875,
      "experiment_id": "E141-e145_rsi-ed2a7016b6d4",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.4638,
      "parent_2x_compute_hidden": 0.439375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.454375,
      "random_child_hidden": 0.57875,
      "unfamiliar_delta": 0.02275
     },
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.203857,
       "n_cand": 32,
       "stop": 0.748051,
       "w_ig": 1.311279,
       "w_novel": 0.0,
       "w_split": 0.262468
      },
      "child_hidden": 0.5425,
      "experiment_id": "E141-e145_rsi-75f6cd25ba49",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.55,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.60875,
      "random_child_hidden": 0.6175,
      "unfamiliar_delta": -0.1295
     },
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.123074,
       "n_cand": 32,
       "stop": 0.842755,
       "w_ig": 1.277827,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.5625,
      "experiment_id": "E141-e145_rsi-63b3af252309",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.0006,
      "parent_2x_compute_hidden": 0.588125,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.580625,
      "random_child_hidden": 0.6075,
      "unfamiliar_delta": -0.0295
     },
     {
      "accepted": true,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.048437,
       "n_cand": 32,
       "stop": 0.908297,
       "w_ig": 1.250597,
       "w_novel": 0.503023,
       "w_split": 0.0
      },
      "child_hidden": 0.614375,
      "experiment_id": "E141-e145_rsi-9029dc191730",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -2.0935,
      "parent_2x_compute_hidden": 0.575,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.644375,
      "random_child_hidden": 0.540625,
      "unfamiliar_delta": 0.05075
     },
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.051842,
       "n_cand": 32,
       "stop": 0.825965,
       "w_ig": 1.402584,
       "w_novel": 0.698327,
       "w_split": 0.095779
      },
      "child_hidden": 0.59375,
      "experiment_id": "E141-e145_rsi-73b6498ac8e2",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -4.4185,
      "parent_2x_compute_hidden": 0.623125,
      "parent_config": {
       "eps": 0.048437,
       "n_cand": 32,
       "stop": 0.908297,
       "w_ig": 1.250597,
       "w_novel": 0.503023,
       "w_split": 0.0
      },
      "parent_hidden": 0.596875,
      "random_child_hidden": 0.425,
      "unfamiliar_delta": -0.02125
     },
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.054755,
       "n_cand": 32,
       "stop": 0.8657,
       "w_ig": 0.811339,
       "w_novel": 0.645678,
       "w_split": 0.0
      },
      "child_hidden": 0.559375,
      "experiment_id": "E141-e145_rsi-143b86f28b2d",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -0.301,
      "parent_2x_compute_hidden": 0.59125,
      "parent_config": {
       "eps": 0.048437,
       "n_cand": 32,
       "stop": 0.908297,
       "w_ig": 1.250597,
       "w_novel": 0.503023,
       "w_split": 0.0
      },
      "parent_hidden": 0.585,
      "random_child_hidden": 0.559375,
      "unfamiliar_delta": -0.05375
     },
     {
      "accepted": true,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.045317,
       "n_cand": 32,
       "stop": 0.827867,
       "w_ig": 1.762572,
       "w_novel": 1.683556,
       "w_split": 0.0
      },
      "child_hidden": 0.51875,
      "experiment_id": "E141-e145_rsi-99c70583c1cc",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -5.1181,
      "parent_2x_compute_hidden": 0.560625,
      "parent_config": {
       "eps": 0.048437,
       "n_cand": 32,
       "stop": 0.908297,
       "w_ig": 1.250597,
       "w_novel": 0.503023,
       "w_split": 0.0
      },
      "parent_hidden": 0.510625,
      "random_child_hidden": 0.55375,
      "unfamiliar_delta": 0.06975
     },
     {
      "accepted": false,
      "branch": "fixed-4",
      "child_config": {
       "eps": 0.062703,
       "n_cand": 32,
       "stop": 0.890972,
       "w_ig": 2.0,
       "w_novel": 1.327029,
       "w_split": 0.438891
      },
      "child_hidden": 0.354375,
      "experiment_id": "E141-e145_rsi-e05a0929df58",
      "generation": 7,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.35125,
      "parent_config": {
       "eps": 0.045317,
       "n_cand": 32,
       "stop": 0.827867,
       "w_ig": 1.762572,
       "w_novel": 1.683556,
       "w_split": 0.0
      },
      "parent_hidden": 0.289375,
      "random_child_hidden": 0.289375,
      "unfamiliar_delta": 0.0015
     }
    ]
   },
   "fixed-5": {
    "audit": {
     "experiment_id": "E141-e145_rsi-4183d56a5aef",
     "final_config": {
      "eps": 0.075794,
      "n_cand": 32,
      "stop": 0.839486,
      "w_ig": 1.289308,
      "w_novel": 0.0,
      "w_split": 0.0
     },
     "hidden_gain": -0.001875,
     "improver": "fixed",
     "log10_p_hidden": -9.121,
     "losses": 4,
     "promotions": 1,
     "unfamiliar_gain": -0.032083,
     "wins": 44
    },
    "generations": [
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.145004,
       "n_cand": 32,
       "stop": 0.877674,
       "w_ig": 1.568761,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.626875,
      "experiment_id": "E141-e145_rsi-079a947811cd",
      "generation": 0,
      "improver": "fixed",
      "log10_p": -0.0007,
      "parent_2x_compute_hidden": 0.49875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.521875,
      "random_child_hidden": 0.50875,
      "unfamiliar_delta": -0.10225
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.113418,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.650791,
       "w_novel": 0.0,
       "w_split": 0.078635
      },
      "child_hidden": 0.5275,
      "experiment_id": "E141-e145_rsi-b0884fcef0be",
      "generation": 1,
      "improver": "fixed",
      "log10_p": -0.0,
      "parent_2x_compute_hidden": 0.4975,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.476875,
      "random_child_hidden": 0.5275,
      "unfamiliar_delta": 0.072
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.121831,
       "n_cand": 32,
       "stop": 0.893215,
       "w_ig": 2.0,
       "w_novel": 0.0,
       "w_split": 0.246974
      },
      "child_hidden": 0.541875,
      "experiment_id": "E141-e145_rsi-4d97cd0ec9a6",
      "generation": 2,
      "improver": "fixed",
      "log10_p": -0.0141,
      "parent_2x_compute_hidden": 0.486875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.425,
      "random_child_hidden": 0.541875,
      "unfamiliar_delta": 0.0455
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.999,
       "w_ig": 0.780035,
       "w_novel": 0.142654,
       "w_split": 0.0
      },
      "child_hidden": 0.55125,
      "experiment_id": "E141-e145_rsi-5801daac7910",
      "generation": 3,
      "improver": "fixed",
      "log10_p": -0.301,
      "parent_2x_compute_hidden": 0.461875,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.55625,
      "random_child_hidden": 0.51125,
      "unfamiliar_delta": -0.0515
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.081814,
       "n_cand": 32,
       "stop": 0.897308,
       "w_ig": 0.895287,
       "w_novel": 0.202876,
       "w_split": 0.046517
      },
      "child_hidden": 0.63125,
      "experiment_id": "E141-e145_rsi-a73276a11511",
      "generation": 4,
      "improver": "fixed",
      "log10_p": -0.1085,
      "parent_2x_compute_hidden": 0.61375,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.5875,
      "random_child_hidden": 0.621875,
      "unfamiliar_delta": -0.02875
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.01,
       "n_cand": 32,
       "stop": 0.936023,
       "w_ig": 0.48165,
       "w_novel": 0.0,
       "w_split": 0.266358
      },
      "child_hidden": 0.548125,
      "experiment_id": "E141-e145_rsi-b7a68bad0a37",
      "generation": 5,
      "improver": "fixed",
      "log10_p": -5.3786,
      "parent_2x_compute_hidden": 0.655625,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.606875,
      "random_child_hidden": 0.48,
      "unfamiliar_delta": -0.0025
     },
     {
      "accepted": true,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.075794,
       "n_cand": 32,
       "stop": 0.839486,
       "w_ig": 1.289308,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "child_hidden": 0.594375,
      "experiment_id": "E141-e145_rsi-7dcfc4335488",
      "generation": 6,
      "improver": "fixed",
      "log10_p": -2.7673,
      "parent_2x_compute_hidden": 0.635,
      "parent_config": {
       "eps": 0.05,
       "n_cand": 32,
       "stop": 0.95,
       "w_ig": 1.0,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.60625,
      "random_child_hidden": 0.56125,
      "unfamiliar_delta": 0.00225
     },
     {
      "accepted": false,
      "branch": "fixed-5",
      "child_config": {
       "eps": 0.134531,
       "n_cand": 32,
       "stop": 0.756799,
       "w_ig": 1.465788,
       "w_novel": 0.0,
       "w_split": 0.242092
      },
      "child_hidden": 0.609375,
      "experiment_id": "E141-e145_rsi-e99963b76da2",
      "generation": 7,
      "improver": "fixed",
      "log10_p": -0.0617,
      "parent_2x_compute_hidden": 0.525,
      "parent_config": {
       "eps": 0.075794,
       "n_cand": 32,
       "stop": 0.839486,
       "w_ig": 1.289308,
       "w_novel": 0.0,
       "w_split": 0.0
      },
      "parent_hidden": 0.54125,
      "random_child_hidden": 0.534375,
      "unfamiliar_delta": 0.09625
     }
    ]
   }
  },
  "candidates_promoted": 11,
  "candidates_tested": 96,
  "generation_contrasts": {
   "child_minus_compute2x": {
    "ci95_normal": [
     -0.02922,
     0.000223
    ],
    "cohens_dz": -0.197,
    "log10_p_negative": -0.8169,
    "log10_p_positive": -0.0501,
    "losses": 53,
    "mean_effect": -0.014499,
    "n_units": 96,
    "p_negative": "0.152",
    "p_positive": "0.891",
    "ties": 1,
    "wins": 42
   },
   "child_minus_parent": {
    "ci95_normal": [
     -0.021829,
     0.007519
    ],
    "cohens_dz": -0.0975,
    "log10_p_negative": -0.9008,
    "log10_p_positive": -0.0398,
    "losses": 52,
    "mean_effect": -0.007155,
    "n_units": 96,
    "p_negative": "0.126",
    "p_positive": "0.913",
    "ties": 4,
    "wins": 40
   },
   "child_minus_random": {
    "ci95_normal": [
     0.008792,
     0.03781
    ],
    "cohens_dz": 0.3213,
    "log10_p_negative": -0.0063,
    "log10_p_positive": -1.5981,
    "losses": 29,
    "mean_effect": 0.023301,
    "n_units": 96,
    "p_negative": "0.986",
    "p_positive": "0.0252",
    "ties": 20,
    "wins": 47
   },
   "compute2x_minus_parent": {
    "ci95_normal": [
     -0.003523,
     0.01821
    ],
    "cohens_dz": 0.1352,
    "log10_p_negative": -0.0182,
    "log10_p_positive": -1.2029,
    "losses": 40,
    "mean_effect": 0.007344,
    "n_units": 96,
    "p_negative": "0.959",
    "p_positive": "0.0627",
    "ties": 0,
    "wins": 56
   }
  }
 }
}
