{
 "schema": "cain.e114.skills.v1",
 "skills": {
  "high": {
   "defs": {
    "skill0_sq_sort": [
     "sq",
     "sort"
    ]
   },
   "events": [
    {
     "candidates": [
      [
       "sq",
       "sort"
      ],
      [
       "pos",
       "cums"
      ],
      [
       "sort",
       "rev"
      ],
      [
       "abs",
       "sort"
      ],
      [
       "rev",
       "take3"
      ],
      [
       "abs",
       "sort",
       "rev"
      ]
     ],
     "from_solutions": 42,
     "stage": "DISCOVER"
    },
    {
     "body": [
      "sq",
      "sort"
     ],
     "skill": "skill0_sq_sort",
     "stage": "PROPOSE"
    },
    {
     "ok": true,
     "regressions": 0,
     "skill": "skill0_sq_sort",
     "stage": "VALIDATE",
     "val_after": 0.625,
     "val_before": 0.6
    },
    {
     "skill": "skill0_sq_sort",
     "stage": "VERSION",
     "version": "0ecb064a94c1518a"
    },
    {
     "note": "deployed to the candidate library only; sealed evaluation follows",
     "skill": "skill0_sq_sort",
     "stage": "DEPLOY"
    },
    {
     "body": [
      "pos",
      "cums"
     ],
     "skill": "skill1_pos_cums",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 6,
     "skill": "skill1_pos_cums",
     "stage": "VALIDATE",
     "val_after": 0.475,
     "val_before": 0.625
    },
    {
     "body": [
      "sort",
      "rev"
     ],
     "skill": "skill1_sort_rev",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 6,
     "skill": "skill1_sort_rev",
     "stage": "VALIDATE",
     "val_after": 0.65,
     "val_before": 0.625
    },
    {
     "body": [
      "abs",
      "sort"
     ],
     "skill": "skill1_abs_sort",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 6,
     "skill": "skill1_abs_sort",
     "stage": "VALIDATE",
     "val_after": 0.475,
     "val_before": 0.625
    },
    {
     "body": [
      "rev",
      "take3"
     ],
     "skill": "skill1_rev_take3",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 6,
     "skill": "skill1_rev_take3",
     "stage": "VALIDATE",
     "val_after": 0.65,
     "val_before": 0.625
    },
    {
     "body": [
      "abs",
      "sort",
      "rev"
     ],
     "skill": "skill1_abs_sort_rev",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 6,
     "skill": "skill1_abs_sort_rev",
     "stage": "VALIDATE",
     "val_after": 0.65,
     "val_before": 0.625
    },
    {
     "reason": "negative transfer on shift",
     "shift_with": 0.35,
     "shift_without": 0.6,
     "skill": "skill0_sq_sort",
     "stage": "ROLLBACK"
    }
   ],
   "rolled_back": [
    "skill0_sq_sort"
   ]
  },
  "low": {
   "defs": {},
   "events": [
    {
     "candidates": [
      [
       "pos",
       "cums"
      ],
      [
       "pos",
       "sort"
      ],
      [
       "sort",
       "uniq"
      ],
      [
       "pos",
       "sort",
       "uniq"
      ],
      [
       "cums",
       "inc"
      ],
      [
       "pos",
       "cums",
       "inc"
      ]
     ],
     "from_solutions": 40,
     "stage": "DISCOVER"
    },
    {
     "body": [
      "pos",
      "cums"
     ],
     "skill": "skill0_pos_cums",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_pos_cums",
     "stage": "VALIDATE",
     "val_after": 0.525,
     "val_before": 0.6
    },
    {
     "body": [
      "pos",
      "sort"
     ],
     "skill": "skill0_pos_sort",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_pos_sort",
     "stage": "VALIDATE",
     "val_after": 0.575,
     "val_before": 0.6
    },
    {
     "body": [
      "sort",
      "uniq"
     ],
     "skill": "skill0_sort_uniq",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_sort_uniq",
     "stage": "VALIDATE",
     "val_after": 0.65,
     "val_before": 0.6
    },
    {
     "body": [
      "pos",
      "sort",
      "uniq"
     ],
     "skill": "skill0_pos_sort_uniq",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_pos_sort_uniq",
     "stage": "VALIDATE",
     "val_after": 0.65,
     "val_before": 0.6
    },
    {
     "body": [
      "cums",
      "inc"
     ],
     "skill": "skill0_cums_inc",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_cums_inc",
     "stage": "VALIDATE",
     "val_after": 0.525,
     "val_before": 0.6
    },
    {
     "body": [
      "pos",
      "cums",
      "inc"
     ],
     "skill": "skill0_pos_cums_inc",
     "stage": "PROPOSE"
    },
    {
     "ok": false,
     "regressions": 3,
     "skill": "skill0_pos_cums_inc",
     "stage": "VALIDATE",
     "val_after": 0.525,
     "val_before": 0.6
    }
   ],
   "rolled_back": []
  }
 },
 "summary": {
  "domains_covered": [
   "list-DSL program synthesis"
  ],
  "domains_not_tested": [
   "software engineering",
   "scientific investigation",
   "mathematical reasoning",
   "data engineering",
   "defensive cybersecurity",
   "business operations",
   "formal verification",
   "infrastructure engineering"
  ],
  "high_diversity": {
   "rejected_at_validation": 5,
   "rolled_back": [
    "skill0_sq_sort"
   ],
   "sealed": {
    "losses": 0,
    "mean_evals_no_skills": 1286.1166666666666,
    "mean_evals_with_skills": 1098.6666666666667,
    "no_skills": 0.6,
    "wins": 1,
    "with_skills": 0.6166666666666667
   },
   "sealed_p": 1.0,
   "shift": {
    "losses": 10,
    "mean_evals_no_skills": 1842.75,
    "mean_evals_with_skills": 1903.475,
    "no_skills": 0.6,
    "wins": 0,
    "with_skills": 0.35
   },
   "shift_p": 0.001953125,
   "skills_deployed": [
    "skill0_sq_sort"
   ],
   "validated": 1
  },
  "low_diversity": {
   "rejected_at_validation": 6,
   "rolled_back": [],
   "sealed": {
    "losses": 0,
    "mean_evals_no_skills": 1286.1166666666666,
    "mean_evals_with_skills": 1286.1166666666666,
    "no_skills": 0.6,
    "wins": 0,
    "with_skills": 0.6
   },
   "sealed_p": 1.0,
   "shift": {
    "losses": 0,
    "mean_evals_no_skills": 1842.75,
    "mean_evals_with_skills": 1842.75,
    "no_skills": 0.6,
    "wins": 0,
    "with_skills": 0.6
   },
   "shift_p": 1.0,
   "skills_deployed": [],
   "validated": 0
  },
  "task_hash_overlap": {
   "dev&dev_low": 0,
   "dev&sealed": 0,
   "dev&shift": 0,
   "dev&val": 0,
   "dev_low&sealed": 0,
   "dev_low&shift": 0,
   "dev_low&val": 0,
   "sealed&shift": 0,
   "sealed&val": 0,
   "shift&val": 0
  }
 }
}