{
 "by_discipline": {
  "ai_research": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "autonomous_operations": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "biotech_literature": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "business_strategy": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "creative_design": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "cybersecurity": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "data_science": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "devops": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "distributed_systems": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "economics": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "education": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "energy_systems": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "environmental_science": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "financial_analysis": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "formal_verification": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "healthcare_research": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "infrastructure": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "legal_research": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "market_intelligence": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "mathematics": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "ml_engineering": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "physical_ai": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "product_development": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "research_synthesis": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "robotics": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "scientific_research": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "software_engineering": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "statistical_analysis": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "supply_chain": {
   "mean_score": 0.3333,
   "profiles": 3
  },
  "technical_writing": {
   "mean_score": 0.3333,
   "profiles": 3
  }
 },
 "limits": [
  "measures instruction-following and arithmetic reliability, not domain expertise",
  "small local CPU model only; 0 remote calls"
 ],
 "probe": "3 discipline-neutral exact-match items per profile, one batched call per profile",
 "profiles": [
  {
   "agent_id": "sp-ai_research-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "ai_research",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823059.881506
  },
  {
   "agent_id": "sp-ai_research-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "ai_research",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823064.323122
  },
  {
   "agent_id": "sp-ai_research-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "ai_research",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823069.81233
  },
  {
   "agent_id": "sp-ml_engineering-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "ml_engineering",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823072.253109
  },
  {
   "agent_id": "sp-ml_engineering-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "ml_engineering",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823076.36939
  },
  {
   "agent_id": "sp-ml_engineering-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "ml_engineering",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823080.938299
  },
  {
   "agent_id": "sp-software_engineering-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "software_engineering",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823087.377555
  },
  {
   "agent_id": "sp-software_engineering-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "software_engineering",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823092.073257
  },
  {
   "agent_id": "sp-software_engineering-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "software_engineering",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823094.821548
  },
  {
   "agent_id": "sp-distributed_systems-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "distributed_systems",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823097.691461
  },
  {
   "agent_id": "sp-distributed_systems-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "distributed_systems",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823102.730531
  },
  {
   "agent_id": "sp-distributed_systems-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "distributed_systems",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823105.022008
  },
  {
   "agent_id": "sp-cybersecurity-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "cybersecurity",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823108.163425
  },
  {
   "agent_id": "sp-cybersecurity-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "cybersecurity",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823115.001562
  },
  {
   "agent_id": "sp-cybersecurity-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "cybersecurity",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823119.601374
  },
  {
   "agent_id": "sp-mathematics-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "mathematics",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823122.435814
  },
  {
   "agent_id": "sp-mathematics-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "mathematics",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823126.608372
  },
  {
   "agent_id": "sp-mathematics-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "mathematics",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823128.980495
  },
  {
   "agent_id": "sp-formal_verification-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "formal_verification",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823132.135846
  },
  {
   "agent_id": "sp-formal_verification-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "formal_verification",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823135.194359
  },
  {
   "agent_id": "sp-formal_verification-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "formal_verification",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823137.44972
  },
  {
   "agent_id": "sp-scientific_research-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "scientific_research",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823141.468843
  },
  {
   "agent_id": "sp-scientific_research-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "scientific_research",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823148.712673
  },
  {
   "agent_id": "sp-scientific_research-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "scientific_research",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823153.841824
  },
  {
   "agent_id": "sp-biotech_literature-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "biotech_literature",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823156.973241
  },
  {
   "agent_id": "sp-biotech_literature-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "biotech_literature",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823162.19717
  },
  {
   "agent_id": "sp-biotech_literature-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "biotech_literature",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823164.839697
  },
  {
   "agent_id": "sp-healthcare_research-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "healthcare_research",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823166.978009
  },
  {
   "agent_id": "sp-healthcare_research-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "healthcare_research",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823171.820518
  },
  {
   "agent_id": "sp-healthcare_research-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "healthcare_research",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823175.2438
  },
  {
   "agent_id": "sp-financial_analysis-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "financial_analysis",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823178.762324
  },
  {
   "agent_id": "sp-financial_analysis-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "financial_analysis",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823186.604098
  },
  {
   "agent_id": "sp-financial_analysis-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "financial_analysis",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823190.288083
  },
  {
   "agent_id": "sp-economics-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "economics",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823192.98089
  },
  {
   "agent_id": "sp-economics-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "economics",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823197.744981
  },
  {
   "agent_id": "sp-economics-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "economics",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823201.364986
  },
  {
   "agent_id": "sp-business_strategy-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "business_strategy",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823206.980204
  },
  {
   "agent_id": "sp-business_strategy-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "business_strategy",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823217.017109
  },
  {
   "agent_id": "sp-business_strategy-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "business_strategy",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823221.30102
  },
  {
   "agent_id": "sp-legal_research-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "legal_research",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823226.401089
  },
  {
   "agent_id": "sp-legal_research-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "legal_research",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823234.355246
  },
  {
   "agent_id": "sp-legal_research-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "legal_research",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823239.34114
  },
  {
   "agent_id": "sp-education-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "education",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823245.838572
  },
  {
   "agent_id": "sp-education-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "education",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823254.120035
  },
  {
   "agent_id": "sp-education-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "education",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823258.562729
  },
  {
   "agent_id": "sp-data_science-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "data_science",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823262.537905
  },
  {
   "agent_id": "sp-data_science-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "data_science",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823267.040018
  },
  {
   "agent_id": "sp-data_science-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "data_science",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823270.11785
  },
  {
   "agent_id": "sp-robotics-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "robotics",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823272.884438
  },
  {
   "agent_id": "sp-robotics-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "robotics",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823278.905371
  },
  {
   "agent_id": "sp-robotics-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "robotics",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823283.109597
  },
  {
   "agent_id": "sp-physical_ai-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "physical_ai",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823286.128803
  },
  {
   "agent_id": "sp-physical_ai-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "physical_ai",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823290.984033
  },
  {
   "agent_id": "sp-physical_ai-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "physical_ai",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823292.996617
  },
  {
   "agent_id": "sp-infrastructure-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "infrastructure",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823295.22661
  },
  {
   "agent_id": "sp-infrastructure-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "infrastructure",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823299.243508
  },
  {
   "agent_id": "sp-infrastructure-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "infrastructure",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823302.659253
  },
  {
   "agent_id": "sp-devops-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "devops",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823306.369685
  },
  {
   "agent_id": "sp-devops-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "devops",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823311.876588
  },
  {
   "agent_id": "sp-devops-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "devops",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823314.597153
  },
  {
   "agent_id": "sp-product_development-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "product_development",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823317.682435
  },
  {
   "agent_id": "sp-product_development-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "product_development",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823324.936194
  },
  {
   "agent_id": "sp-product_development-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "product_development",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823327.893834
  },
  {
   "agent_id": "sp-technical_writing-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "technical_writing",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823332.551992
  },
  {
   "agent_id": "sp-technical_writing-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "technical_writing",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823338.91576
  },
  {
   "agent_id": "sp-technical_writing-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "technical_writing",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823343.062975
  },
  {
   "agent_id": "sp-creative_design-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "creative_design",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823346.298332
  },
  {
   "agent_id": "sp-creative_design-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "creative_design",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823352.197724
  },
  {
   "agent_id": "sp-creative_design-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "creative_design",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823355.917284
  },
  {
   "agent_id": "sp-supply_chain-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "supply_chain",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823358.539825
  },
  {
   "agent_id": "sp-supply_chain-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "supply_chain",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823364.440827
  },
  {
   "agent_id": "sp-supply_chain-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "supply_chain",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823370.035306
  },
  {
   "agent_id": "sp-environmental_science-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "environmental_science",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823375.46065
  },
  {
   "agent_id": "sp-environmental_science-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "environmental_science",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823385.014982
  },
  {
   "agent_id": "sp-environmental_science-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "environmental_science",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823390.005434
  },
  {
   "agent_id": "sp-energy_systems-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "energy_systems",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823396.639748
  },
  {
   "agent_id": "sp-energy_systems-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "energy_systems",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823402.132361
  },
  {
   "agent_id": "sp-energy_systems-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "energy_systems",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823406.165102
  },
  {
   "agent_id": "sp-autonomous_operations-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "autonomous_operations",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823409.122762
  },
  {
   "agent_id": "sp-autonomous_operations-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "autonomous_operations",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823414.31926
  },
  {
   "agent_id": "sp-autonomous_operations-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "autonomous_operations",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823418.399625
  },
  {
   "agent_id": "sp-market_intelligence-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "market_intelligence",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823421.953654
  },
  {
   "agent_id": "sp-market_intelligence-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "market_intelligence",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823427.574649
  },
  {
   "agent_id": "sp-market_intelligence-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "market_intelligence",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823430.069705
  },
  {
   "agent_id": "sp-statistical_analysis-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "statistical_analysis",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823432.186542
  },
  {
   "agent_id": "sp-statistical_analysis-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "statistical_analysis",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823436.845353
  },
  {
   "agent_id": "sp-statistical_analysis-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "statistical_analysis",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823439.487665
  },
  {
   "agent_id": "sp-research_synthesis-analyst",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 2,
   "dataset_sha256": "f4502fd7568f81e0d9f0018de592bd7f6f59ff054562359ef9526676d27de8f0",
   "discipline": "research_synthesis",
   "held_out": true,
   "level": "L3",
   "score": 0.666667,
   "shape": "analyst",
   "total": 3,
   "utc": 1794823442.131112
  },
  {
   "agent_id": "sp-research_synthesis-engineer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 1,
   "dataset_sha256": "6a0a465902379978661ee319e1ae349b7fec1f195d8cbe7f0e03960f646f66b9",
   "discipline": "research_synthesis",
   "held_out": true,
   "level": "L2",
   "score": 0.333333,
   "shape": "engineer",
   "total": 3,
   "utc": 1794823446.480037
  },
  {
   "agent_id": "sp-research_synthesis-reviewer",
   "benchmark": "e81.discipline_neutral_probe.v1",
   "correct": 0,
   "dataset_sha256": "d215d3b9dc528ef2f39a5a962eb35fe51c2eca08a10403e0e7b0b8dec902e2fc",
   "discipline": "research_synthesis",
   "held_out": true,
   "level": "L0",
   "score": 0.0,
   "shape": "reviewer",
   "total": 3,
   "utc": 1794823449.852218
  }
 ],
 "schema": "cain2027.e81.specialist_competency.v1",
 "summary": {
  "levels": {
   "L0": 30,
   "L1": 0,
   "L2": 30,
   "L3": 30,
   "L4": 0,
   "L5": 0
  },
  "mean_score": 0.3333,
  "measured_not_invented": true,
  "profiles": 90
 },
 "utc": 1794823036.031267
}