{
 "ow_explore": {
  "arm_means": {
   "count": 0.7885,
   "frontier": 0.7785,
   "goal": 0.7379,
   "hypdisc": 0.7564,
   "infogain": 0.7802,
   "prederr": 0.7509,
   "random": 0.7418,
   "risk": 0.7757
  },
  "by_env_or_pair": {
   "arc_grid": {
    "count": [
     0.6046,
     28
    ],
    "frontier": [
     0.504,
     28
    ],
    "goal": [
     0.4882,
     28
    ],
    "hypdisc": [
     0.5493,
     28
    ],
    "infogain": [
     0.5079,
     28
    ],
    "prederr": [
     0.4994,
     28
    ],
    "random": [
     0.5598,
     28
    ],
    "risk": [
     0.504,
     28
    ]
   },
   "causal_switch": {
    "count": [
     0.9687,
     47
    ],
    "frontier": [
     0.9494,
     47
    ],
    "goal": [
     0.9133,
     47
    ],
    "hypdisc": [
     0.9539,
     47
    ],
    "infogain": [
     0.9538,
     47
    ],
    "prederr": [
     0.9272,
     47
    ],
    "random": [
     0.9343,
     47
    ],
    "risk": [
     0.9494,
     47
    ]
   },
   "coop_agents": {
    "count": [
     0.757,
     10
    ],
    "frontier": [
     0.7854,
     10
    ],
    "goal": [
     0.7059,
     10
    ],
    "hypdisc": [
     0.7015,
     10
    ],
    "infogain": [
     0.7856,
     10
    ],
    "prederr": [
     0.7524,
     10
    ],
    "random": [
     0.7048,
     10
    ],
    "risk": [
     0.7854,
     10
    ]
   },
   "crafting": {
    "count": [
     0.6297,
     17
    ],
    "frontier": [
     0.6567,
     17
    ],
    "goal": [
     0.6311,
     17
    ],
    "hypdisc": [
     0.6475,
     17
    ],
    "infogain": [
     0.6617,
     17
    ],
    "prederr": [
     0.6156,
     17
    ],
    "random": [
     0.6148,
     17
    ],
    "risk": [
     0.6567,
     17
    ]
   },
   "grid_nav": {
    "count": [
     0.8344,
     23
    ],
    "frontier": [
     0.8811,
     23
    ],
    "goal": [
     0.8424,
     23
    ],
    "hypdisc": [
     0.8449,
     23
    ],
    "infogain": [
     0.8801,
     23
    ],
    "prederr": [
     0.8321,
     23
    ],
    "random": [
     0.7802,
     23
    ],
    "risk": [
     0.8841,
     23
    ]
   },
   "lever_chain": {
    "count": [
     0.7805,
     43
    ],
    "frontier": [
     0.7625,
     43
    ],
    "goal": [
     0.7607,
     43
    ],
    "hypdisc": [
     0.7521,
     43
    ],
    "infogain": [
     0.7696,
     43
    ],
    "prederr": [
     0.7282,
     43
    ],
    "random": [
     0.7495,
     43
    ],
    "risk": [
     0.7625,
     43
    ]
   },
   "lights": {
    "count": [
     0.9984,
     22
    ],
    "frontier": [
     0.9978,
     22
    ],
    "goal": [
     0.9963,
     22
    ],
    "hypdisc": [
     0.9994,
     22
    ],
    "infogain": [
     0.998,
     22
    ],
    "prederr": [
     0.9975,
     22
    ],
    "random": [
     0.9981,
     22
    ],
    "risk": [
     0.9978,
     22
    ]
   },
   "math_oracle": {
    "count": [
     0.9076,
     27
    ],
    "frontier": [
     0.9254,
     27
    ],
    "goal": [
     0.7737,
     27
    ],
    "hypdisc": [
     0.8043,
     27
    ],
    "infogain": [
     0.9281,
     27
    ],
    "prederr": [
     0.9192,
     27
    ],
    "random": [
     0.7984,
     27
    ],
    "risk": [
     0.9254,
     27
    ]
   },
   "physics_1d": {
    "count": [
     0.6736,
     18
    ],
    "frontier": [
     0.6918,
     18
    ],
    "goal": [
     0.6631,
     18
    ],
    "hypdisc": [
     0.6487,
     18
    ],
    "infogain": [
     0.7002,
     18
    ],
    "prederr": [
     0.6583,
     18
    ],
    "random": [
     0.5933,
     18
    ],
    "risk": [
     0.686,
     18
    ]
   },
   "stack_machine": {
    "count": [
     0.4806,
     22
    ],
    "frontier": [
     0.4492,
     22
    ],
    "goal": [
     0.3824,
     22
    ],
    "hypdisc": [
     0.4097,
     22
    ],
    "infogain": [
     0.4279,
     22
    ],
    "prederr": [
     0.3799,
     22
    ],
    "random": [
     0.4183,
     22
    ],
    "risk": [
     0.4182,
     22
    ]
   }
  },
  "by_level_or_type": {
   "1": {
    "count": [
     0.7715,
     28
    ],
    "frontier": [
     0.7596,
     28
    ],
    "goal": [
     0.7093,
     28
    ],
    "hypdisc": [
     0.732,
     28
    ],
    "infogain": [
     0.7592,
     28
    ],
    "prederr": [
     0.7543,
     28
    ],
    "random": [
     0.705,
     28
    ],
    "risk": [
     0.7529,
     28
    ]
   },
   "2": {
    "count": [
     0.8325,
     29
    ],
    "frontier": [
     0.8349,
     29
    ],
    "goal": [
     0.7912,
     29
    ],
    "hypdisc": [
     0.7924,
     29
    ],
    "infogain": [
     0.8337,
     29
    ],
    "prederr": [
     0.8345,
     29
    ],
    "random": [
     0.782,
     29
    ],
    "risk": [
     0.8302,
     29
    ]
   },
   "3": {
    "count": [
     0.7855,
     19
    ],
    "frontier": [
     0.7902,
     19
    ],
    "goal": [
     0.7344,
     19
    ],
    "hypdisc": [
     0.7402,
     19
    ],
    "infogain": [
     0.8001,
     19
    ],
    "prederr": [
     0.7958,
     19
    ],
    "random": [
     0.723,
     19
    ],
    "risk": [
     0.7902,
     19
    ]
   },
   "4": {
    "count": [
     0.8124,
     22
    ],
    "frontier": [
     0.7781,
     22
    ],
    "goal": [
     0.7329,
     22
    ],
    "hypdisc": [
     0.7677,
     22
    ],
    "infogain": [
     0.7745,
     22
    ],
    "prederr": [
     0.7721,
     22
    ],
    "random": [
     0.7463,
     22
    ],
    "risk": [
     0.768,
     22
    ]
   },
   "5": {
    "count": [
     0.8463,
     32
    ],
    "frontier": [
     0.8159,
     32
    ],
    "goal": [
     0.7958,
     32
    ],
    "hypdisc": [
     0.8178,
     32
    ],
    "infogain": [
     0.8109,
     32
    ],
    "prederr": [
     0.8054,
     32
    ],
    "random": [
     0.8189,
     32
    ],
    "risk": [
     0.8122,
     32
    ]
   },
   "6": {
    "count": [
     0.6953,
     34
    ],
    "frontier": [
     0.7013,
     34
    ],
    "goal": [
     0.6694,
     34
    ],
    "hypdisc": [
     0.6879,
     34
    ],
    "infogain": [
     0.7126,
     34
    ],
    "prederr": [
     0.5753,
     34
    ],
    "random": [
     0.6758,
     34
    ],
    "risk": [
     0.7027,
     34
    ]
   },
   "7": {
    "count": [
     0.8442,
     15
    ],
    "frontier": [
     0.8214,
     15
    ],
    "goal": [
     0.756,
     15
    ],
    "hypdisc": [
     0.772,
     15
    ],
    "infogain": [
     0.8244,
     15
    ],
    "prederr": [
     0.8226,
     15
    ],
    "random": [
     0.7749,
     15
    ],
    "risk": [
     0.8126,
     15
    ]
   },
   "8": {
    "count": [
     0.741,
     19
    ],
    "frontier": [
     0.7371,
     19
    ],
    "goal": [
     0.6655,
     19
    ],
    "hypdisc": [
     0.7043,
     19
    ],
    "infogain": [
     0.73,
     19
    ],
    "prederr": [
     0.7358,
     19
    ],
    "random": [
     0.6787,
     19
    ],
    "risk": [
     0.7379,
     19
    ]
   },
   "9": {
    "count": [
     0.8253,
     28
    ],
    "frontier": [
     0.7964,
     28
    ],
    "goal": [
     0.76,
     28
    ],
    "hypdisc": [
     0.7879,
     28
    ],
    "infogain": [
     0.7987,
     28
    ],
    "prederr": [
     0.7995,
     28
    ],
    "random": [
     0.7732,
     28
    ],
    "risk": [
     0.7964,
     28
    ]
   },
   "10": {
    "count": [
     0.7594,
     31
    ],
    "frontier": [
     0.7706,
     31
    ],
    "goal": [
     0.7503,
     31
    ],
    "hypdisc": [
     0.7547,
     31
    ],
    "infogain": [
     0.7766,
     31
    ],
    "prederr": [
     0.6937,
     31
    ],
    "random": [
     0.7333,
     31
    ],
    "risk": [
     0.771,
     31
    ]
   }
  },
  "experiments": 257,
  "vs_random": {
   "count": {
    "ci95_bootstrap": [
     0.039604,
     0.053775
    ],
    "cohens_dz": 0.795,
    "effective_n_sign_test": 241,
    "log10_p": -31.0142,
    "losses": 34,
    "mean_diff": 0.046702,
    "n_experiments": 257,
    "p_display": "9.68e-32",
    "ties": 16,
    "wins": 207
   },
   "frontier": {
    "ci95_bootstrap": [
     0.027053,
     0.046728
    ],
    "cohens_dz": 0.4494,
    "effective_n_sign_test": 240,
    "log10_p": -8.8626,
    "losses": 74,
    "mean_diff": 0.036673,
    "n_experiments": 257,
    "p_display": "1.37e-09",
    "ties": 17,
    "wins": 166
   },
   "goal": {
    "ci95_bootstrap": [
     -0.012102,
     0.004363
    ],
    "cohens_dz": -0.0592,
    "effective_n_sign_test": 240,
    "log10_p": -0.0025,
    "losses": 139,
    "mean_diff": -0.003995,
    "n_experiments": 257,
    "p_display": "0.994",
    "ties": 17,
    "wins": 101
   },
   "hypdisc": {
    "ci95_bootstrap": [
     0.007858,
     0.021329
    ],
    "cohens_dz": 0.2655,
    "effective_n_sign_test": 235,
    "log10_p": -3.9151,
    "losses": 89,
    "mean_diff": 0.014587,
    "n_experiments": 257,
    "p_display": "0.000122",
    "ties": 22,
    "wins": 146
   },
   "infogain": {
    "ci95_bootstrap": [
     0.028751,
     0.048434
    ],
    "cohens_dz": 0.4689,
    "effective_n_sign_test": 240,
    "log10_p": -8.511,
    "losses": 75,
    "mean_diff": 0.038391,
    "n_experiments": 257,
    "p_display": "3.08e-09",
    "ties": 17,
    "wins": 165
   },
   "prederr": {
    "ci95_bootstrap": [
     -0.003377,
     0.02136
    ],
    "cohens_dz": 0.0876,
    "effective_n_sign_test": 241,
    "log10_p": -1.1071,
    "losses": 109,
    "mean_diff": 0.00901,
    "n_experiments": 257,
    "p_display": "0.0781",
    "ties": 16,
    "wins": 132
   },
   "risk": {
    "ci95_bootstrap": [
     0.023767,
     0.044205
    ],
    "cohens_dz": 0.3998,
    "effective_n_sign_test": 240,
    "log10_p": -7.1861,
    "losses": 79,
    "mean_diff": 0.03387,
    "n_experiments": 257,
    "p_display": "6.51e-08",
    "ties": 17,
    "wins": 161
   }
  }
 },
 "ow_goal": {
  "arm_means": {
   "e141_best": 0.716,
   "fixed_policy": 0.3345,
   "full": 0.7899,
   "no_world_model": 0.717,
   "random": 0.7339
  },
  "by_env_or_pair": {
   "arc_grid": {
    "e141_best": [
     0.5875,
     25
    ],
    "fixed_policy": [
     0.5975,
     25
    ],
    "full": [
     0.6925,
     25
    ],
    "no_world_model": [
     0.555,
     25
    ],
    "random": [
     0.7125,
     25
    ]
   },
   "causal_switch": {
    "e141_best": [
     0.9286,
     35
    ],
    "fixed_policy": [
     0.7625,
     35
    ],
    "full": [
     0.9911,
     35
    ],
    "no_world_model": [
     0.9839,
     35
    ],
    "random": [
     0.9804,
     35
    ]
   },
   "coop_agents": {
    "e141_best": [
     0.6875,
     19
    ],
    "fixed_policy": [
     0.2237,
     19
    ],
    "full": [
     0.9013,
     19
    ],
    "no_world_model": [
     0.773,
     19
    ],
    "random": [
     0.8553,
     19
    ]
   },
   "crafting": {
    "e141_best": [
     0.3438,
     20
    ],
    "fixed_policy": [
     0.2094,
     20
    ],
    "full": [
     0.4188,
     20
    ],
    "no_world_model": [
     0.35,
     20
    ],
    "random": [
     0.4062,
     20
    ]
   },
   "grid_nav": {
    "e141_best": [
     0.7125,
     40
    ],
    "fixed_policy": [
     0.1031,
     40
    ],
    "full": [
     0.85,
     40
    ],
    "no_world_model": [
     0.7656,
     40
    ],
    "random": [
     0.6906,
     40
    ]
   },
   "lever_chain": {
    "e141_best": [
     0.6864,
     56
    ],
    "fixed_policy": [
     0.1618,
     56
    ],
    "full": [
     0.6663,
     56
    ],
    "no_world_model": [
     0.5859,
     56
    ],
    "random": [
     0.5904,
     56
    ]
   },
   "lights": {
    "e141_best": [
     0.9125,
     20
    ],
    "fixed_policy": [
     0.6844,
     20
    ],
    "full": [
     1.0,
     20
    ],
    "no_world_model": [
     0.9812,
     20
    ],
    "random": [
     1.0,
     20
    ]
   },
   "math_oracle": {
    "e141_best": [
     0.8714,
     35
    ],
    "fixed_policy": [
     0.35,
     35
    ],
    "full": [
     0.9268,
     35
    ],
    "no_world_model": [
     0.9161,
     35
    ],
    "random": [
     0.8839,
     35
    ]
   },
   "physics_1d": {
    "e141_best": [
     0.6682,
     42
    ],
    "fixed_policy": [
     0.189,
     42
    ],
    "full": [
     0.75,
     42
    ],
    "no_world_model": [
     0.6726,
     42
    ],
    "random": [
     0.6548,
     42
    ]
   },
   "stack_machine": {
    "e141_best": [
     0.6466,
     26
    ],
    "fixed_policy": [
     0.3558,
     26
    ],
    "full": [
     0.7091,
     26
    ],
    "no_world_model": [
     0.5625,
     26
    ],
    "random": [
     0.6827,
     26
    ]
   }
  },
  "by_level_or_type": {
   "1": {
    "e141_best": [
     0.7875,
     35
    ],
    "fixed_policy": [
     0.2036,
     35
    ],
    "full": [
     0.7964,
     35
    ],
    "no_world_model": [
     0.7696,
     35
    ],
    "random": [
     0.7518,
     35
    ]
   },
   "2": {
    "e141_best": [
     0.746,
     31
    ],
    "fixed_policy": [
     0.2298,
     31
    ],
    "full": [
     0.7742,
     31
    ],
    "no_world_model": [
     0.7379,
     31
    ],
    "random": [
     0.7056,
     31
    ]
   },
   "3": {
    "e141_best": [
     0.6492,
     31
    ],
    "fixed_policy": [
     0.2077,
     31
    ],
    "full": [
     0.7036,
     31
    ],
    "no_world_model": [
     0.6552,
     31
    ],
    "random": [
     0.5847,
     31
    ]
   },
   "4": {
    "e141_best": [
     0.8973,
     42
    ],
    "fixed_policy": [
     0.3497,
     42
    ],
    "full": [
     0.9092,
     42
    ],
    "no_world_model": [
     0.8616,
     42
    ],
    "random": [
     0.8557,
     42
    ]
   },
   "5": {
    "e141_best": [
     0.6006,
     41
    ],
    "fixed_policy": [
     0.4817,
     41
    ],
    "full": [
     0.5503,
     41
    ],
    "no_world_model": [
     0.4985,
     41
    ],
    "random": [
     0.5686,
     41
    ]
   },
   "6": {
    "e141_best": [
     0.3261,
     23
    ],
    "fixed_policy": [
     0.481,
     23
    ],
    "full": [
     0.8424,
     23
    ],
    "no_world_model": [
     0.6685,
     23
    ],
    "random": [
     0.8125,
     23
    ]
   },
   "7": {
    "e141_best": [
     0.85,
     20
    ],
    "fixed_policy": [
     0.3438,
     20
    ],
    "full": [
     0.9125,
     20
    ],
    "no_world_model": [
     0.8125,
     20
    ],
    "random": [
     0.8594,
     20
    ]
   },
   "8": {
    "e141_best": [
     0.7962,
     23
    ],
    "fixed_policy": [
     0.4348,
     23
    ],
    "full": [
     0.9022,
     23
    ],
    "no_world_model": [
     0.7745,
     23
    ],
    "random": [
     0.8179,
     23
    ]
   },
   "9": {
    "e141_best": [
     0.8946,
     35
    ],
    "fixed_policy": [
     0.3893,
     35
    ],
    "full": [
     0.8839,
     35
    ],
    "no_world_model": [
     0.7893,
     35
    ],
    "random": [
     0.7875,
     35
    ]
   },
   "10": {
    "e141_best": [
     0.5524,
     37
    ],
    "fixed_policy": [
     0.2618,
     37
    ],
    "full": [
     0.7416,
     37
    ],
    "no_world_model": [
     0.6537,
     37
    ],
    "random": [
     0.6909,
     37
    ]
   }
  },
  "experiments": 318,
  "goal_discovery_calibration": {
   "e141_best": {
    "action_efficiency_optimal_over_steps": 0.9455,
    "brier_p_solvable": 0.0999,
    "ece_p_solvable": 0.2511,
    "episodes": 5086,
    "goal_hypothesis_accuracy": 0.9803,
    "hazards_per_episode": 0.0055,
    "unsolvable_correct_abstention": [
     256,
     256
    ]
   },
   "fixed_policy": {
    "action_efficiency_optimal_over_steps": 0.5921,
    "brier_p_solvable": 0.0503,
    "ece_p_solvable": 0.0503,
    "episodes": 5086,
    "goal_hypothesis_accuracy": 0.8735,
    "hazards_per_episode": 0.115,
    "unsolvable_correct_abstention": [
     0,
     256
    ]
   },
   "full": {
    "action_efficiency_optimal_over_steps": 0.954,
    "brier_p_solvable": 0.0947,
    "ece_p_solvable": 0.2442,
    "episodes": 5086,
    "goal_hypothesis_accuracy": 0.9789,
    "hazards_per_episode": 0.0145,
    "unsolvable_correct_abstention": [
     256,
     256
    ]
   },
   "no_world_model": {
    "action_efficiency_optimal_over_steps": 0.9296,
    "brier_p_solvable": 0.0956,
    "ece_p_solvable": 0.2465,
    "episodes": 5086,
    "goal_hypothesis_accuracy": 0.9792,
    "hazards_per_episode": 0.0022,
    "unsolvable_correct_abstention": [
     256,
     256
    ]
   },
   "random": {
    "action_efficiency_optimal_over_steps": 0.9378,
    "brier_p_solvable": 0.1096,
    "ece_p_solvable": 0.2377,
    "episodes": 5086,
    "goal_hypothesis_accuracy": 0.976,
    "hazards_per_episode": 0.0153,
    "unsolvable_correct_abstention": [
     256,
     256
    ]
   }
  }
 },
 "ow_model": {
  "arm_means": {
   "facts": 0.679,
   "frozen": 0.2015,
   "full": 0.7377,
   "retrieval": 0.7693,
   "rules_nodetect": 0.6941
  },
  "by_env_or_pair": {
   "arc_grid": {
    "facts": [
     0.3933,
     17
    ],
    "frozen": [
     0.0528,
     17
    ],
    "full": [
     0.5368,
     17
    ],
    "retrieval": [
     0.5533,
     17
    ],
    "rules_nodetect": [
     0.4822,
     17
    ]
   },
   "causal_switch": {
    "facts": [
     0.872,
     26
    ],
    "frozen": [
     0.0252,
     26
    ],
    "full": [
     0.9586,
     26
    ],
    "retrieval": [
     0.9433,
     26
    ],
    "rules_nodetect": [
     0.9003,
     26
    ]
   },
   "coop_agents": {
    "facts": [
     0.6423,
     47
    ],
    "frozen": [
     0.2097,
     47
    ],
    "full": [
     0.756,
     47
    ],
    "retrieval": [
     0.8273,
     47
    ],
    "rules_nodetect": [
     0.6082,
     47
    ]
   },
   "crafting": {
    "facts": [
     0.586,
     25
    ],
    "frozen": [
     0.4271,
     25
    ],
    "full": [
     0.664,
     25
    ],
    "retrieval": [
     0.8254,
     25
    ],
    "rules_nodetect": [
     0.635,
     25
    ]
   },
   "grid_nav": {
    "facts": [
     0.8222,
     33
    ],
    "frozen": [
     0.3438,
     33
    ],
    "full": [
     0.8507,
     33
    ],
    "retrieval": [
     0.8747,
     33
    ],
    "rules_nodetect": [
     0.7773,
     33
    ]
   },
   "lever_chain": {
    "facts": [
     0.7433,
     35
    ],
    "frozen": [
     0.3729,
     35
    ],
    "full": [
     0.761,
     35
    ],
    "retrieval": [
     0.7659,
     35
    ],
    "rules_nodetect": [
     0.7514,
     35
    ]
   },
   "lights": {
    "facts": [
     0.8167,
     17
    ],
    "frozen": [
     0.0126,
     17
    ],
    "full": [
     0.9994,
     17
    ],
    "retrieval": [
     0.9523,
     17
    ],
    "rules_nodetect": [
     0.8964,
     17
    ]
   },
   "math_oracle": {
    "facts": [
     0.8749,
     28
    ],
    "frozen": [
     0.151,
     28
    ],
    "full": [
     0.8945,
     28
    ],
    "retrieval": [
     0.8942,
     28
    ],
    "rules_nodetect": [
     0.8762,
     28
    ]
   },
   "physics_1d": {
    "facts": [
     0.6132,
     40
    ],
    "frozen": [
     0.148,
     40
    ],
    "full": [
     0.654,
     40
    ],
    "retrieval": [
     0.7082,
     40
    ],
    "rules_nodetect": [
     0.6415,
     40
    ]
   },
   "stack_machine": {
    "facts": [
     0.5061,
     48
    ],
    "frozen": [
     0.1422,
     48
    ],
    "full": [
     0.5008,
     48
    ],
    "retrieval": [
     0.5091,
     48
    ],
    "rules_nodetect": [
     0.5391,
     48
    ]
   }
  },
  "by_level_or_type": {
   "1": {
    "facts": [
     0.6911,
     28
    ],
    "frozen": [
     0.1376,
     28
    ],
    "full": [
     0.723,
     28
    ],
    "retrieval": [
     0.7709,
     28
    ],
    "rules_nodetect": [
     0.7385,
     28
    ]
   },
   "2": {
    "facts": [
     0.7186,
     36
    ],
    "frozen": [
     0.1744,
     36
    ],
    "full": [
     0.7455,
     36
    ],
    "retrieval": [
     0.7841,
     36
    ],
    "rules_nodetect": [
     0.7778,
     36
    ]
   },
   "3": {
    "facts": [
     0.6785,
     26
    ],
    "frozen": [
     0.1534,
     26
    ],
    "full": [
     0.7077,
     26
    ],
    "retrieval": [
     0.7513,
     26
    ],
    "rules_nodetect": [
     0.7601,
     26
    ]
   },
   "4": {
    "facts": [
     0.7387,
     26
    ],
    "frozen": [
     0.1511,
     26
    ],
    "full": [
     0.7873,
     26
    ],
    "retrieval": [
     0.8145,
     26
    ],
    "rules_nodetect": [
     0.7954,
     26
    ]
   },
   "5": {
    "facts": [
     0.689,
     27
    ],
    "frozen": [
     0.3709,
     27
    ],
    "full": [
     0.7323,
     27
    ],
    "retrieval": [
     0.7307,
     27
    ],
    "rules_nodetect": [
     0.7512,
     27
    ]
   },
   "6": {
    "facts": [
     0.6276,
     25
    ],
    "frozen": [
     0.1829,
     25
    ],
    "full": [
     0.7142,
     25
    ],
    "retrieval": [
     0.7337,
     25
    ],
    "rules_nodetect": [
     0.3898,
     25
    ]
   },
   "7": {
    "facts": [
     0.712,
     15
    ],
    "frozen": [
     0.1276,
     15
    ],
    "full": [
     0.8004,
     15
    ],
    "retrieval": [
     0.8136,
     15
    ],
    "rules_nodetect": [
     0.8036,
     15
    ]
   },
   "8": {
    "facts": [
     0.6676,
     23
    ],
    "frozen": [
     0.1608,
     23
    ],
    "full": [
     0.7653,
     23
    ],
    "retrieval": [
     0.7982,
     23
    ],
    "rules_nodetect": [
     0.7765,
     23
    ]
   },
   "9": {
    "facts": [
     0.7206,
     36
    ],
    "frozen": [
     0.1822,
     36
    ],
    "full": [
     0.7712,
     36
    ],
    "retrieval": [
     0.7946,
     36
    ],
    "rules_nodetect": [
     0.7847,
     36
    ]
   },
   "10": {
    "facts": [
     0.6245,
     74
    ],
    "frozen": [
     0.255,
     74
    ],
    "full": [
     0.7051,
     74
    ],
    "retrieval": [
     0.7479,
     74
    ],
    "rules_nodetect": [
     0.5677,
     74
    ]
   }
  },
  "experiments": 316,
  "revisions_accepted": {
   "L6/L10": {
    "instances": 476,
    "instances_revised": 337
   },
   "stationary": {
    "instances": 1168,
    "instances_revised": 162
   }
  }
 },
 "ow_rsi": {
  "accepted_generations_mean": {
   "compressed": 1.35,
   "inherit_mem": 1.4,
   "inherit_nomem": 1.4,
   "random_search": 0.75,
   "reset_mem": 1.3,
   "retrieval": 0.1,
   "rootcause": 1.4,
   "xfer_mem": 1.4
  },
  "arm_means": {
   "G0": 0.6706,
   "compressed": 0.7071,
   "inherit_mem": 0.7022,
   "inherit_nomem": 0.6986,
   "random_search": 0.7045,
   "reset_mem": 0.7102,
   "retrieval": 0.6736,
   "rootcause": 0.7128,
   "xfer_mem": 0.7062
  },
  "by_env_or_pair": {},
  "by_level_or_type": {},
  "dev_vs_sealed_gap": "see per-experiment verdicts: dev-selected configs are compared with G0 on sealed instances",
  "experiments": 20,
  "memory_contrasts_vs_nomem": {
   "compressed": {
    "ci95_bootstrap": [
     -0.012034,
     0.030174
    ],
    "cohens_dz": 0.1711,
    "effective_n_sign_test": 15,
    "log10_p": -0.8214,
    "losses": 5,
    "mean_diff": 0.008463,
    "n_experiments": 20,
    "p_display": "0.151",
    "ties": 5,
    "wins": 10
   },
   "inherit_mem": {
    "ci95_bootstrap": [
     -0.013262,
     0.020256
    ],
    "cohens_dz": 0.0911,
    "effective_n_sign_test": 16,
    "log10_p": -0.396,
    "losses": 7,
    "mean_diff": 0.003559,
    "n_experiments": 20,
    "p_display": "0.402",
    "ties": 4,
    "wins": 9
   },
   "retrieval": {
    "ci95_bootstrap": [
     -0.051117,
     -0.002268
    ],
    "cohens_dz": -0.4379,
    "effective_n_sign_test": 16,
    "log10_p": -0.017,
    "losses": 11,
    "mean_diff": -0.02503,
    "n_experiments": 20,
    "p_display": "0.962",
    "ties": 4,
    "wins": 5
   },
   "rootcause": {
    "ci95_bootstrap": [
     -0.003253,
     0.032886
    ],
    "cohens_dz": 0.333,
    "effective_n_sign_test": 14,
    "log10_p": -0.6737,
    "losses": 5,
    "mean_diff": 0.014134,
    "n_experiments": 20,
    "p_display": "0.212",
    "ties": 6,
    "wins": 9
   },
   "xfer_mem": {
    "ci95_bootstrap": [
     -0.008333,
     0.023581
    ],
    "cohens_dz": 0.2016,
    "effective_n_sign_test": 15,
    "log10_p": -0.5177,
    "losses": 6,
    "mean_diff": 0.007551,
    "n_experiments": 20,
    "p_display": "0.304",
    "ties": 5,
    "wins": 9
   }
  },
  "per_generation_sealed_mean": [
   0.6706,
   0.6879,
   0.6931,
   0.7022
  ]
 },
 "ow_transfer": {
  "arm_means": {
   "compressed": 0.5366,
   "gated": 0.5407,
   "naive": 0.4915,
   "scratch": 0.5391,
   "ungated": 0.4964
  },
  "by_env_or_pair": {
   "A|arc_grid|arc_grid|1|1": {
    "compressed": [
     0.4205,
     4
    ],
    "gated": [
     0.4205,
     4
    ],
    "naive": [
     0.3208,
     4
    ],
    "scratch": [
     0.4205,
     4
    ],
    "ungated": [
     0.3253,
     4
    ]
   },
   "A|causal_switch|causal_switch|1|1": {
    "compressed": [
     0.6993,
     6
    ],
    "gated": [
     0.7215,
     6
    ],
    "naive": [
     0.4931,
     6
    ],
    "scratch": [
     0.6993,
     6
    ],
    "ungated": [
     0.4715,
     6
    ]
   },
   "A|coop_agents|coop_agents|1|1": {
    "compressed": [
     0.5625,
     6
    ],
    "gated": [
     0.5625,
     6
    ],
    "naive": [
     0.4899,
     6
    ],
    "scratch": [
     0.5642,
     6
    ],
    "ungated": [
     0.488,
     6
    ]
   },
   "A|crafting|crafting|1|1": {
    "compressed": [
     0.5008,
     4
    ],
    "gated": [
     0.5227,
     4
    ],
    "naive": [
     0.5378,
     4
    ],
    "scratch": [
     0.5008,
     4
    ],
    "ungated": [
     0.489,
     4
    ]
   },
   "A|grid_nav|grid_nav|1|1": {
    "compressed": [
     0.4576,
     6
    ],
    "gated": [
     0.4798,
     6
    ],
    "naive": [
     0.6284,
     6
    ],
    "scratch": [
     0.4608,
     6
    ],
    "ungated": [
     0.5859,
     6
    ]
   },
   "A|lever_chain|lever_chain|1|1": {
    "compressed": [
     0.6832,
     9
    ],
    "gated": [
     0.6832,
     9
    ],
    "naive": [
     0.7337,
     9
    ],
    "scratch": [
     0.6991,
     9
    ],
    "ungated": [
     0.6662,
     9
    ]
   },
   "A|lights|lights|1|1": {
    "compressed": [
     1.0,
     4
    ],
    "gated": [
     1.0,
     4
    ],
    "naive": [
     0.6462,
     4
    ],
    "scratch": [
     1.0,
     4
    ],
    "ungated": [
     0.8073,
     4
    ]
   },
   "A|math_oracle|math_oracle|1|1": {
    "compressed": [
     0.3169,
     6
    ],
    "gated": [
     0.3169,
     6
    ],
    "naive": [
     0.2519,
     6
    ],
    "scratch": [
     0.3169,
     6
    ],
    "ungated": [
     0.2519,
     6
    ]
   },
   "A|physics_1d|physics_1d|1|1": {
    "compressed": [
     0.3256,
     14
    ],
    "gated": [
     0.3256,
     14
    ],
    "naive": [
     0.3074,
     14
    ],
    "scratch": [
     0.3245,
     14
    ],
    "ungated": [
     0.2876,
     14
    ]
   },
   "A|stack_machine|stack_machine|1|1": {
    "compressed": [
     0.206,
     3
    ],
    "gated": [
     0.2034,
     3
    ],
    "naive": [
     0.1735,
     3
    ],
    "scratch": [
     0.1822,
     3
    ],
    "ungated": [
     0.201,
     3
    ]
   },
   "C|causal_switch|lights|1|1": {
    "compressed": [
     0.9931,
     6
    ],
    "gated": [
     0.9931,
     6
    ],
    "naive": [
     0.7644,
     6
    ],
    "scratch": [
     0.9931,
     6
    ],
    "ungated": [
     0.7912,
     6
    ]
   },
   "C|coop_agents|grid_nav|1|1": {
    "compressed": [
     0.5648,
     43
    ],
    "gated": [
     0.5662,
     43
    ],
    "naive": [
     0.6819,
     43
    ],
    "scratch": [
     0.571,
     43
    ],
    "ungated": [
     0.6251,
     43
    ]
   },
   "C|grid_nav|coop_agents|1|1": {
    "compressed": [
     0.3382,
     4
    ],
    "gated": [
     0.3401,
     4
    ],
    "naive": [
     0.2844,
     4
    ],
    "scratch": [
     0.3382,
     4
    ],
    "ungated": [
     0.2692,
     4
    ]
   },
   "C|lights|causal_switch|1|1": {
    "compressed": [
     0.7,
     4
    ],
    "gated": [
     0.724,
     4
    ],
    "naive": [
     0.2458,
     4
    ],
    "scratch": [
     0.7,
     4
    ],
    "ungated": [
     0.4781,
     4
    ]
   },
   "S|arc_grid|arc_grid|1|9": {
    "compressed": [
     0.3799,
     4
    ],
    "gated": [
     0.3799,
     4
    ],
    "naive": [
     0.3248,
     4
    ],
    "scratch": [
     0.3799,
     4
    ],
    "ungated": [
     0.3414,
     4
    ]
   },
   "S|causal_switch|causal_switch|1|9": {
    "compressed": [
     0.761,
     5
    ],
    "gated": [
     0.7831,
     5
    ],
    "naive": [
     0.2919,
     5
    ],
    "scratch": [
     0.761,
     5
    ],
    "ungated": [
     0.4783,
     5
    ]
   },
   "S|coop_agents|coop_agents|1|9": {
    "compressed": [
     0.4154,
     3
    ],
    "gated": [
     0.418,
     3
    ],
    "naive": [
     0.2836,
     3
    ],
    "scratch": [
     0.4154,
     3
    ],
    "ungated": [
     0.2805,
     3
    ]
   },
   "S|crafting|crafting|1|9": {
    "compressed": [
     0.5746,
     10
    ],
    "gated": [
     0.5789,
     10
    ],
    "naive": [
     0.4945,
     10
    ],
    "scratch": [
     0.5746,
     10
    ],
    "ungated": [
     0.5184,
     10
    ]
   },
   "S|grid_nav|grid_nav|1|9": {
    "compressed": [
     0.5815,
     5
    ],
    "gated": [
     0.5958,
     5
    ],
    "naive": [
     0.5219,
     5
    ],
    "scratch": [
     0.5783,
     5
    ],
    "ungated": [
     0.5974,
     5
    ]
   },
   "S|lever_chain|lever_chain|1|9": {
    "compressed": [
     0.7035,
     9
    ],
    "gated": [
     0.7035,
     9
    ],
    "naive": [
     0.6513,
     9
    ],
    "scratch": [
     0.7043,
     9
    ],
    "ungated": [
     0.6575,
     9
    ]
   },
   "S|lights|lights|1|9": {
    "compressed": [
     1.0,
     4
    ],
    "gated": [
     1.0,
     4
    ],
    "naive": [
     0.6562,
     4
    ],
    "scratch": [
     1.0,
     4
    ],
    "ungated": [
     0.7865,
     4
    ]
   },
   "S|math_oracle|math_oracle|1|9": {
    "compressed": [
     0.2778,
     6
    ],
    "gated": [
     0.2778,
     6
    ],
    "naive": [
     0.25,
     6
    ],
    "scratch": [
     0.2778,
     6
    ],
    "ungated": [
     0.25,
     6
    ]
   },
   "S|physics_1d|physics_1d|1|9": {
    "compressed": [
     0.3453,
     14
    ],
    "gated": [
     0.3457,
     14
    ],
    "naive": [
     0.2618,
     14
    ],
    "scratch": [
     0.3501,
     14
    ],
    "ungated": [
     0.3226,
     14
    ]
   },
   "S|stack_machine|stack_machine|1|9": {
    "compressed": [
     0.2649,
     6
    ],
    "gated": [
     0.2649,
     6
    ],
    "naive": [
     0.2435,
     6
    ],
    "scratch": [
     0.2727,
     6
    ],
    "ungated": [
     0.2451,
     6
    ]
   }
  },
  "by_level_or_type": {
   "A@0.05": {
    "compressed": [
     0.4837,
     32
    ],
    "gated": [
     0.4921,
     32
    ],
    "naive": [
     0.4353,
     32
    ],
    "scratch": [
     0.4857,
     32
    ],
    "ungated": [
     0.4085,
     32
    ]
   },
   "A@0.1": {
    "compressed": [
     0.525,
     30
    ],
    "gated": [
     0.5276,
     30
    ],
    "naive": [
     0.4899,
     30
    ],
    "scratch": [
     0.5257,
     30
    ],
    "ungated": [
     0.4941,
     30
    ]
   },
   "C@0.05": {
    "compressed": [
     0.6086,
     13
    ],
    "gated": [
     0.6166,
     13
    ],
    "naive": [
     0.4919,
     13
    ],
    "scratch": [
     0.6002,
     13
    ],
    "ungated": [
     0.5187,
     13
    ]
   },
   "C@0.1": {
    "compressed": [
     0.6019,
     44
    ],
    "gated": [
     0.6033,
     44
    ],
    "naive": [
     0.6735,
     44
    ],
    "scratch": [
     0.6104,
     44
    ],
    "ungated": [
     0.6335,
     44
    ]
   },
   "S@0.05": {
    "compressed": [
     0.4696,
     32
    ],
    "gated": [
     0.4751,
     32
    ],
    "naive": [
     0.3318,
     32
    ],
    "scratch": [
     0.4707,
     32
    ],
    "ungated": [
     0.3892,
     32
    ]
   },
   "S@0.1": {
    "compressed": [
     0.5476,
     34
    ],
    "gated": [
     0.5494,
     34
    ],
    "naive": [
     0.4606,
     34
    ],
    "scratch": [
     0.5497,
     34
    ],
    "ungated": [
     0.496,
     34
    ]
   }
  },
  "experiments": 185
 }
}
