{
 "learning_curve": {
  "0": {
   "heldout_accepted": 114,
   "n": 160,
   "promoted_skills": 0,
   "rate": 0.7125
  },
  "1": {
   "heldout_accepted": 136,
   "n": 160,
   "promoted_skills": 4,
   "rate": 0.85
  },
  "10": {
   "heldout_accepted": 141,
   "n": 160,
   "promoted_skills": 4,
   "rate": 0.8812
  },
  "2": {
   "heldout_accepted": 144,
   "n": 160,
   "promoted_skills": 4,
   "rate": 0.9
  },
  "20": {
   "heldout_accepted": 153,
   "n": 160,
   "promoted_skills": 6,
   "rate": 0.9563
  },
  "5": {
   "heldout_accepted": 136,
   "n": 160,
   "promoted_skills": 3,
   "rate": 0.85
  }
 },
 "limits": [
  "strategy repertoire is designer-supplied; transfer is the reuse of a verified selection across an abstract tool interface, not invention of a new method",
  "condition gate uses ranges observed in verified successes; it is a conservative rule, not a proof",
  "single local model, single seed, constructed tasks"
 ],
 "pairs": {
  "T1": {
   "manual_rule_check": "the source store contains only source-family experiences; no target-family experience, rule or instruction was given to the learner",
   "negative_control": "engineering.skewed_prior_diagnosis",
   "negative_control_result": {
    "gate_off": {
     "accepted": 2,
     "baseline_D": 10,
     "delta": -8,
     "n": 10,
     "refused": 0,
     "transferred": 10
    },
    "gate_on": {
     "accepted": 10,
     "baseline_D": 10,
     "delta": 0,
     "n": 10,
     "refused": 10,
     "transferred": 0
    }
   },
   "pair": "T1",
   "promoted": [
    {
     "confidence": 0.7225,
     "preconditions": {
      "conditions": {
       "has_log": [
        false
       ],
       "has_priors": [
        false
       ],
       "probe_ratio": [
        1.25,
        1.333
       ]
      },
      "signature": "software|run_prefix|k,probe_budget,stages,x0"
     },
     "status": "PROMOTED",
     "strategy": "bisect"
    }
   ],
   "rows": {
    "chain_diagnosis": {
     "gate_off": [
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-182ca39e40140934"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-92cb955d6c7289cf"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3566a15d09db0685"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-4539ae0c7f673305"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-6e8036acd09a7f97"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3c90546384512e1d"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-e2349eb404909333"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-22ad8dac8f0c057d"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-47654fbd58fe8627"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3e01918077f0b5d2"
      }
     ],
     "gate_on": [
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-182ca39e40140934"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-92cb955d6c7289cf"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3566a15d09db0685"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-4539ae0c7f673305"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-6e8036acd09a7f97"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3c90546384512e1d"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-e2349eb404909333"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-22ad8dac8f0c057d"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-47654fbd58fe8627"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "chain_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-3e01918077f0b5d2"
      }
     ]
    },
    "skewed_prior_diagnosis": {
     "gate_off": [
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-862f952efe228522"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-e53b66aa691f1961"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-fcd5444d2466e5e8"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-1a9f25411646748d"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-ba75d43b5e826676"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-e60df157ce7d858e"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-b20ef7e200fc922e"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-2300b25f48acb584"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-113413720af4d8e3"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "bisect",
       "task_id": "t-21138d2b29e74847"
      }
     ],
     "gate_on": [
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-862f952efe228522"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-e53b66aa691f1961"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-fcd5444d2466e5e8"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-1a9f25411646748d"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-ba75d43b5e826676"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-e60df157ce7d858e"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-b20ef7e200fc922e"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-2300b25f48acb584"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-113413720af4d8e3"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "skewed_prior_diagnosis",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-21138d2b29e74847"
      }
     ]
    }
   },
   "source": "software.fault_localization",
   "source_experiences": 30,
   "target": {
    "gate_off": {
     "accepted": 10,
     "baseline_D": 5,
     "delta": 5,
     "n": 10,
     "refused": 0,
     "transferred": 10
    },
    "gate_on": {
     "accepted": 10,
     "baseline_D": 5,
     "delta": 5,
     "n": 10,
     "refused": 0,
     "transferred": 10
    }
   }
  },
  "T2": {
   "manual_rule_check": "the source store contains only source-family experiences; no target-family experience, rule or instruction was given to the learner",
   "negative_control": "business.logged_ab",
   "negative_control_result": {
    "gate_off": {
     "accepted": 0,
     "baseline_D": 3,
     "delta": -3,
     "n": 10,
     "refused": 0,
     "transferred": 10
    },
    "gate_on": {
     "accepted": 3,
     "baseline_D": 3,
     "delta": 0,
     "n": 10,
     "refused": 10,
     "transferred": 0
    }
   },
   "pair": "T2",
   "promoted": [
    {
     "confidence": 0.7225,
     "preconditions": {
      "conditions": {
       "has_log": [
        true
       ],
       "has_priors": [
        false
       ],
       "sample_budget": [
        4,
        160
       ]
      },
      "signature": "science|run_experiment|log,sample_budget"
     },
     "status": "PROMOTED",
     "strategy": "controlled_experiment"
    }
   ],
   "rows": {
    "logged_ab": {
     "gate_off": [
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-07b50fd806227a0b"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-44c74e8bb9006040"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-391246447a31672e"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-5d529b114b50a2b0"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-04060ff250aed9df"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-550ae0b5d86d9ff5"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-7859e198e89d17cc"
      },
      {
       "accepted": false,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-1907502e44c662bb"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-5fc1f0a3656ee5ee"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-cbaf732e7f12335b"
      }
     ],
     "gate_on": [
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-07b50fd806227a0b"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-44c74e8bb9006040"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-391246447a31672e"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-5d529b114b50a2b0"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-04060ff250aed9df"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-550ae0b5d86d9ff5"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-7859e198e89d17cc"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-1907502e44c662bb"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-5fc1f0a3656ee5ee"
      },
      {
       "accepted": false,
       "baseline_D": false,
       "family": "logged_ab",
       "reason": "TRANSFER_REFUSED_OUTSIDE_VERIFIED_CONDITIONS",
       "strategy": "model_direct",
       "task_id": "t-cbaf732e7f12335b"
      }
     ]
    },
    "scenario_test": {
     "gate_off": [
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-a899ddaa9f312ebe"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-63b52f2fc71b0c17"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-31a3ee3a0f96a908"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-be2a014e63a2ab95"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-9c3e2f7ebed4cf11"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-cf6cca2426125681"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-370795d4ddd13f7d"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-d70745a0685c04b2"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-3755de7db2e5d648"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-bac7d62d597824e3"
      }
     ],
     "gate_on": [
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-a899ddaa9f312ebe"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-63b52f2fc71b0c17"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-31a3ee3a0f96a908"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-be2a014e63a2ab95"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-9c3e2f7ebed4cf11"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-cf6cca2426125681"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-370795d4ddd13f7d"
      },
      {
       "accepted": true,
       "baseline_D": false,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-d70745a0685c04b2"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-3755de7db2e5d648"
      },
      {
       "accepted": true,
       "baseline_D": true,
       "family": "scenario_test",
       "reason": "TRANSFERRED_SKILL",
       "strategy": "controlled_experiment",
       "task_id": "t-bac7d62d597824e3"
      }
     ]
    }
   },
   "source": "science.hypothesis_test",
   "source_experiences": 80,
   "target": {
    "gate_off": {
     "accepted": 10,
     "baseline_D": 7,
     "delta": 3,
     "n": 10,
     "refused": 0,
     "transferred": 10
    },
    "gate_on": {
     "accepted": 10,
     "baseline_D": 7,
     "delta": 3,
     "n": 10,
     "refused": 0,
     "transferred": 10
    }
   }
  }
 },
 "poisoning": {
  "accepted_after": 0,
  "attacker_promotion_refused": true,
  "hypothesis_for_poisoned_signature": "controlled_experiment",
  "injected": 90,
  "promotions_unchanged": true,
  "rejected": 90,
  "rejected_reasons": [
   "BAD_SIGNATURE",
   "REVOKED_SIGNER",
   "UNKNOWN_SIGNER"
  ]
 },
 "retention": {
  "chain_ok": true,
  "fresh_processes": 2,
  "identical_choices": true,
  "n": 160,
  "non_default_choices": 90,
  "pids_differ": true
 },
 "schema": "cain.e91.transfer_learning.v1"
}