{
 "arms": [
  {
   "accepted": 481,
   "api_errors": 0,
   "cost_usd": 0.047506,
   "dir": "haiku",
   "domains_at_or_above_80pct": 9,
   "duration_s": 76.6,
   "id": "haiku-5-5-full",
   "input_tokens": 210702,
   "invalid_json": 11,
   "label": "Claude Haiku 5 5",
   "latency_ms": {
    "p50": 839.0,
    "p95": 1817.4
   },
   "model": "claude-haiku-5-5",
   "n_scored": 500,
   "n_skipped": 0,
   "n_tasks": 500,
   "output_tokens": 52872,
   "per_domain": {
    "business_decision": {
     "accepted": 35,
     "n": 50,
     "rate": 0.7
    },
    "data_analysis": {
     "accepted": 48,
     "n": 50,
     "rate": 0.96
    },
    "governance": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "memory_retrieval": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "planning": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "recovery": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "science_calculation": {
     "accepted": 48,
     "n": 50,
     "rate": 0.96
    },
    "security_triage": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "software_repair": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    },
    "tool_orchestration": {
     "accepted": 50,
     "n": 50,
     "rate": 1.0
    }
   },
   "protocol": {
    "attempts_per_task": 1,
    "budget_cap_usd": 1.5,
    "invalid_json_is_incorrect": true,
    "max_tokens": 400,
    "memory": "none",
    "n_per_domain": 50,
    "policy_card_supplied": true,
    "prices_usd_per_mtok": {
     "input": 0.1,
     "output": 0.5
    },
    "prompt_sha256": "2dd37b92819b07348f5e12ef9d533a1bc91c69ffed8ac774e984fb4200e92531",
    "seed": 9402,
    "selection_seed": 9411,
    "task_ids_sha256": "7f11b7ef67523ba3d6eb6b9d6772dee1455d29648b271a861b3d1f8231486170",
    "tools": "none"
   },
   "rate": 0.962,
   "wilson95": [
    0.9414,
    0.9755
   ]
  },
  {
   "accepted": 96,
   "api_errors": 0,
   "cost_usd": 0.581936,
   "dir": "fable",
   "domains_at_or_above_80pct": 9,
   "duration_s": 31.2,
   "id": "fable-5-2-stratified",
   "input_tokens": 41577,
   "invalid_json": 4,
   "label": "Claude Fable 5 2",
   "latency_ms": {
    "p50": 926.8,
    "p95": 4156.6
   },
   "model": "claude-fable-5-2",
   "n_scored": 100,
   "n_skipped": 0,
   "n_tasks": 100,
   "output_tokens": 6233,
   "per_domain": {
    "business_decision": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "data_analysis": {
     "accepted": 9,
     "n": 10,
     "rate": 0.9
    },
    "governance": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "memory_retrieval": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "planning": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "recovery": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "science_calculation": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "security_triage": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    },
    "software_repair": {
     "accepted": 7,
     "n": 10,
     "rate": 0.7
    },
    "tool_orchestration": {
     "accepted": 10,
     "n": 10,
     "rate": 1.0
    }
   },
   "protocol": {
    "attempts_per_task": 1,
    "budget_cap_usd": 1.5,
    "invalid_json_is_incorrect": true,
    "max_tokens": 400,
    "memory": "none",
    "n_per_domain": 10,
    "policy_card_supplied": true,
    "prices_usd_per_mtok": {
     "input": 8.0,
     "output": 40.0
    },
    "prompt_sha256": "4fa1e16298107de3552ef1be9a0c65b933c06e7b119cc15b13e85474c2eedfa6",
    "seed": 9402,
    "selection_seed": 9411,
    "task_ids_sha256": "bb28cebc24dde7d992b68f650c65e09e1f571f2008c85b872aa1284fda8b0968",
    "tools": "none"
   },
   "rate": 0.96,
   "wilson95": [
    0.9016,
    0.9843
   ]
  }
 ],
 "budget_usd": 1.91,
 "generated_at": "2026-11-18T18:30:28.698158+00:00",
 "honest_limits": [
  "The suite is constructed and deterministic; this is not a public benchmark.",
  "The prompt supplies the same policy card the library codifies, so this is policy application, not open-ended reasoning.",
  "The model has no tools, no memory and no retries; the library is hand-written for these families.",
  "The 96% in-distribution result means the suite's 500/500 is NOT a frontier-model discriminator.",
  "The discriminating result remains the 5/100 distribution-shift probe, which the model arm did not run.",
  "One attempt per task; invalid JSON is counted as incorrect. No independent verifier or witness.",
  "Not AGI, not VAGI, not production, not a certification."
 ],
 "published_arms": {
  "distribution_shift_library": {
   "accepted": 5,
   "n": 100,
   "per_domain": {
    "business_decision": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "data_analysis": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "governance": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "memory_retrieval": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "planning": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "recovery": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "science_calculation": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "security_triage": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    },
    "software_repair": {
     "accepted": 5,
     "n": 10,
     "rate": 0.5
    },
    "tool_orchestration": {
     "accepted": 0,
     "n": 10,
     "rate": 0.0
    }
   },
   "rate": 0.05
  },
  "fixed": {
   "accepted": 112,
   "n": 500,
   "rate": 0.224
  },
  "governed": {
   "accepted": 500,
   "n": 500,
   "rate": 1.0
  },
  "library": {
   "accepted": 500,
   "domains_met": 10,
   "n": 500,
   "rate": 1.0
  },
  "none_floor": {
   "accepted": 72,
   "n": 500,
   "rate": 0.144
  }
 },
 "remaining_usd": 1.280558,
 "schema": "cain42.vagi_suite.model_baseline_summary.v1",
 "suite": "VAGI Behavior Suite v1",
 "suite_seed": 9402,
 "total_cost_usd": 0.629442,
 "what_this_is": "A paid, policy-informed raw-model baseline on the published VAGI Behavior Suite. The model gets the same task data and policy card as the library arm, no tools, no memory, one attempt per task."
}