{
 "schema": "cain.e125.heldout_families.v2",
 "at": "2026-11-21T03:59:07Z",
 "entity": "FIRME AI CORPORATION",
 "experiment": "E125-A fresh held-out data on variants 10-14 (never used in E124)",
 "engine_source": "/root/cain-e124-open-world/cain/e124_open_world/capability_engine.py",
 "design": {
  "paradigms": [
   "unseen_rule",
   "unseen_combination",
   "hidden_precondition",
   "delayed_effect",
   "conflicting_observations",
   "changing_environment",
   "partial_observability",
   "resource_constraint"
  ],
  "variants": [
   10,
   11,
   12,
   13,
   14
  ],
  "families": 40,
  "sealed_instances": 200,
  "train_examples_per_family": 12,
  "rule_between_train_and_sealed": "SAME rule, fresh data seeds",
  "heldout_note": "variants 10-14 were never used for the E124 headline (0-6)"
 },
 "full_accuracy": 0.855,
 "compute_matched_accuracy": 0.925,
 "delta": -0.07000000000000006,
 "mcnemar": {
  "full_only_correct": 6,
  "control_only_correct": 20,
  "p_exact_two_sided": 0.009355306625366211
 },
 "per_family": [
  {
   "family": "E125-0110-unseen_rule",
   "paradigm": "unseen_rule",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "digitsum(identity(v))"
  },
  {
   "family": "E125-0111-unseen_rule",
   "paradigm": "unseen_rule",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "neg(identity(v))"
  },
  {
   "family": "E125-0112-unseen_rule",
   "paradigm": "unseen_rule",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "abs(identity(v))"
  },
  {
   "family": "E125-0113-unseen_rule",
   "paradigm": "unseen_rule",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "half(identity(v))"
  },
  {
   "family": "E125-0114-unseen_rule",
   "paradigm": "unseen_rule",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "square(identity(v))"
  },
  {
   "family": "E125-0210-unseen_combination",
   "paradigm": "unseen_combination",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod3(abs(v))"
  },
  {
   "family": "E125-0211-unseen_combination",
   "paradigm": "unseen_combination",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "parity(identity(v))"
  },
  {
   "family": "E125-0212-unseen_combination",
   "paradigm": "unseen_combination",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "tens(identity(v))"
  },
  {
   "family": "E125-0213-unseen_combination",
   "paradigm": "unseen_combination",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod3(tens(v))"
  },
  {
   "family": "E125-0214-unseen_combination",
   "paradigm": "unseen_combination",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod5(identity(v))"
  },
  {
   "family": "E125-0310-hidden_precondition",
   "paradigm": "hidden_precondition",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if flag is first-category then tens(v) else digitsum(v)"
  },
  {
   "family": "E125-0311-hidden_precondition",
   "paradigm": "hidden_precondition",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if permit is first-category then neg(v) else identity(v)"
  },
  {
   "family": "E125-0312-hidden_precondition",
   "paradigm": "hidden_precondition",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if permit is first-category then half(v) else tens(v)"
  },
  {
   "family": "E125-0313-hidden_precondition",
   "paradigm": "hidden_precondition",
   "variant": 13,
   "n": 5,
   "full": 0.4,
   "compute_matched": 1.0,
   "learned_spec": "if gate_a is first-category then neg(v) else mod5(v)"
  },
  {
   "family": "E125-0314-hidden_precondition",
   "paradigm": "hidden_precondition",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if gate_a is first-category then half(v) else double(v)"
  },
  {
   "family": "E125-0410-delayed_effect",
   "paradigm": "delayed_effect",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "digitsum(identity(seq.lag1))"
  },
  {
   "family": "E125-0411-delayed_effect",
   "paradigm": "delayed_effect",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 0.0,
   "learned_spec": "dec(identity(seq.lag2))"
  },
  {
   "family": "E125-0412-delayed_effect",
   "paradigm": "delayed_effect",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "clamp09(identity(seq.lag3))"
  },
  {
   "family": "E125-0413-delayed_effect",
   "paradigm": "delayed_effect",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod3(identity(seq.lag3))"
  },
  {
   "family": "E125-0414-delayed_effect",
   "paradigm": "delayed_effect",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod5(identity(seq.lag2))"
  },
  {
   "family": "E125-0510-conflicting_observations",
   "paradigm": "conflicting_observations",
   "variant": 10,
   "n": 5,
   "full": 0.8,
   "compute_matched": 1.0,
   "learned_spec": "neg(identity(readings.last))"
  },
  {
   "family": "E125-0511-conflicting_observations",
   "paradigm": "conflicting_observations",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 0.8,
   "learned_spec": "clamp09(identity(readings.last))"
  },
  {
   "family": "E125-0512-conflicting_observations",
   "paradigm": "conflicting_observations",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "mod3(identity(readings.mode))"
  },
  {
   "family": "E125-0513-conflicting_observations",
   "paradigm": "conflicting_observations",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "tens(identity(readings.first))"
  },
  {
   "family": "E125-0514-conflicting_observations",
   "paradigm": "conflicting_observations",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "digitsum(identity(readings.mean))"
  },
  {
   "family": "E125-0610-changing_environment",
   "paradigm": "changing_environment",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if regime is first-category then identity(v) else half(v)"
  },
  {
   "family": "E125-0611-changing_environment",
   "paradigm": "changing_environment",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if regime is first-category then mod5(v) else square(v)"
  },
  {
   "family": "E125-0612-changing_environment",
   "paradigm": "changing_environment",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if regime is first-category then mod5(v) else square(v)"
  },
  {
   "family": "E125-0613-changing_environment",
   "paradigm": "changing_environment",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if regime is first-category then tens(v) else mod5(v)"
  },
  {
   "family": "E125-0614-changing_environment",
   "paradigm": "changing_environment",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "if regime is first-category then inc(v) else double(v)"
  },
  {
   "family": "E125-0710-partial_observability",
   "paradigm": "partial_observability",
   "variant": 10,
   "n": 5,
   "full": 0.0,
   "compute_matched": 1.0,
   "learned_spec": "identity(total)"
  },
  {
   "family": "E125-0711-partial_observability",
   "paradigm": "partial_observability",
   "variant": 11,
   "n": 5,
   "full": 0.0,
   "compute_matched": 1.0,
   "learned_spec": "neg(mod5(total))"
  },
  {
   "family": "E125-0712-partial_observability",
   "paradigm": "partial_observability",
   "variant": 12,
   "n": 5,
   "full": 0.0,
   "compute_matched": 0.2,
   "learned_spec": "if masked_index is first-category then mod5(visible.min) else dec(visible.min)"
  },
  {
   "family": "E125-0713-partial_observability",
   "paradigm": "partial_observability",
   "variant": 13,
   "n": 5,
   "full": 0.0,
   "compute_matched": 1.0,
   "learned_spec": "if masked_index is first-category then identity(total) else mod5(total)"
  },
  {
   "family": "E125-0714-partial_observability",
   "paradigm": "partial_observability",
   "variant": 14,
   "n": 5,
   "full": 0.0,
   "compute_matched": 0.0,
   "learned_spec": "mod5(visible.median)"
  },
  {
   "family": "E125-0810-resource_constraint",
   "paradigm": "resource_constraint",
   "variant": 10,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "constraint[max_value]"
  },
  {
   "family": "E125-0811-resource_constraint",
   "paradigm": "resource_constraint",
   "variant": 11,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "constraint[max_value_then_min_cost]"
  },
  {
   "family": "E125-0812-resource_constraint",
   "paradigm": "resource_constraint",
   "variant": 12,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "constraint[max_value]"
  },
  {
   "family": "E125-0813-resource_constraint",
   "paradigm": "resource_constraint",
   "variant": 13,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "constraint[max_value]"
  },
  {
   "family": "E125-0814-resource_constraint",
   "paradigm": "resource_constraint",
   "variant": 14,
   "n": 5,
   "full": 1.0,
   "compute_matched": 1.0,
   "learned_spec": "constraint[max_ratio]"
  }
 ],
 "discrepancy_disclosed": {
  "main_tree_make_families": "sealed rows drawn from a different rule (unlearnable from train)",
  "artifact_engine": "sealed rows share the rule, fresh seeds (used here)",
  "effect": "the E124 headline is a held-out-DATA result, not a new-mechanism result"
 },
 "limits": [
  "constructed generator; the rule class is the same eight paradigms as E124",
  "compute-matched control is a random-order search at the same 400-step budget",
  "no external benchmark; no human review"
 ],
 "agi_status": "NOT ACHIEVED"
}
