{
 "A_single": {
  "accuracy": 0.36,
  "by_family": {
   "access_decision": {
    "correct": 10,
    "n": 10
   },
   "arith_finance": {
    "correct": 0,
    "n": 10
   },
   "causal": {
    "correct": 8,
    "n": 10
   },
   "constraint_schedule": {
    "correct": 1,
    "n": 10
   },
   "contradiction": {
    "correct": 5,
    "n": 10
   },
   "dependency_impact": {
    "correct": 0,
    "n": 10
   },
   "error_detect": {
    "correct": 2,
    "n": 10
   },
   "insufficient": {
    "correct": 9,
    "n": 10
   },
   "plan_order": {
    "correct": 1,
    "n": 10
   },
   "transfer_supply": {
    "correct": 0,
    "n": 10
   }
  },
  "calls": 100,
  "correct": 36,
  "execution_classes": [
   "REAL_REMOTE_MODEL"
  ],
  "latency_ms_per_task": 1090.8,
  "latency_ms_total": 109077.7,
  "n": 100,
  "tokens": 14451,
  "wilson95": [
   0.2727,
   0.4576
  ]
 },
 "B_learned": {
  "accuracy": 0.65,
  "by_family": {
   "access_decision": {
    "correct": 10,
    "n": 10
   },
   "arith_finance": {
    "correct": 9,
    "n": 10
   },
   "causal": {
    "correct": 10,
    "n": 10
   },
   "constraint_schedule": {
    "correct": 1,
    "n": 10
   },
   "contradiction": {
    "correct": 10,
    "n": 10
   },
   "dependency_impact": {
    "correct": 8,
    "n": 10
   },
   "error_detect": {
    "correct": 1,
    "n": 10
   },
   "insufficient": {
    "correct": 9,
    "n": 10
   },
   "plan_order": {
    "correct": 6,
    "n": 10
   },
   "transfer_supply": {
    "correct": 1,
    "n": 10
   }
  },
  "calls": 100,
  "correct": 65,
  "execution_classes": [
   "REAL_REMOTE_MODEL"
  ],
  "latency_ms_per_task": 1277.3,
  "latency_ms_total": 127725.7,
  "n": 100,
  "tokens": 38546,
  "wilson95": [
   0.5525,
   0.7364
  ]
 },
 "comparison": {
  "B_learned": {
   "delta_accuracy": 0.29,
   "mcnemar": {
    "a_only": 2,
    "b_only": 31,
    "discordant": 33,
    "p_two_sided": 0.0,
    "significant_at_0.05": true
   },
   "paired_n": 100,
   "token_ratio_vs_single": 2.67
  }
 },
 "estimated_cost_usd": 0.513795,
 "model": "claude-sonnet-5-5",
 "note": "same pre-registered 100-task held-out suite; one model; no AGI claim",
 "source": "artifacts/e85/frontier"
}