{
 "arms": {
  "A_single": {
   "accuracy": 0.24,
   "by_family": {
    "access_decision": {
     "correct": 5,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 8,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 2,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 1,
     "n": 10
    },
    "transfer_supply": {
     "correct": 2,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 24,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 1496.0,
   "latency_ms_total": 149599.0,
   "n": 100,
   "tokens": 10240,
   "wilson95": [
    0.1669,
    0.3323
   ]
  },
  "A_single_135m": {
   "accuracy": 0.1,
   "by_family": {
    "access_decision": {
     "correct": 2,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 3,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 2,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 0,
     "n": 10
    },
    "error_detect": {
     "correct": 0,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 0,
     "n": 10
    },
    "transfer_supply": {
     "correct": 0,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 10,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 1429.6,
   "latency_ms_total": 142956.8,
   "n": 100,
   "tokens": 11686,
   "wilson95": [
    0.0552,
    0.1744
   ]
  },
  "A_single_1p5b": {
   "accuracy": 0.4,
   "by_family": {
    "access_decision": {
     "correct": 4,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 9,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 7,
     "n": 10
    },
    "contradiction": {
     "correct": 7,
     "n": 10
    },
    "dependency_impact": {
     "correct": 3,
     "n": 10
    },
    "error_detect": {
     "correct": 3,
     "n": 10
    },
    "insufficient": {
     "correct": 5,
     "n": 10
    },
    "plan_order": {
     "correct": 1,
     "n": 10
    },
    "transfer_supply": {
     "correct": 1,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 40,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 5627.8,
   "latency_ms_total": 562777.7,
   "n": 100,
   "tokens": 10212,
   "wilson95": [
    0.3094,
    0.498
   ]
  },
  "B_learned": {
   "accuracy": 0.25,
   "by_family": {
    "access_decision": {
     "correct": 5,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 8,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 2,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 2,
     "n": 10
    },
    "transfer_supply": {
     "correct": 2,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 25,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 1840.5,
   "latency_ms_total": 184048.2,
   "n": 100,
   "tokens": 12270,
   "wilson95": [
    0.1755,
    0.343
   ]
  },
  "C_hierarchical": {
   "accuracy": 0.26,
   "by_family": {
    "access_decision": {
     "correct": 6,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 5,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 2,
     "n": 10
    },
    "dependency_impact": {
     "correct": 2,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 4,
     "n": 10
    },
    "plan_order": {
     "correct": 2,
     "n": 10
    },
    "transfer_supply": {
     "correct": 2,
     "n": 10
    }
   },
   "calls": 300,
   "correct": 26,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 14369.6,
   "latency_ms_total": 1436962.3,
   "n": 100,
   "tokens": 42205,
   "wilson95": [
    0.184,
    0.3537
   ]
  },
  "C_specialist_verifier": {
   "accuracy": 0.24,
   "agreements": 71,
   "by_family": {
    "access_decision": {
     "correct": 6,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 8,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 1,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 1,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 3,
     "n": 10
    },
    "transfer_supply": {
     "correct": 0,
     "n": 10
    }
   },
   "calls": 229,
   "correct": 24,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "false_accepts": 53,
   "latency_ms_per_task": 10170.5,
   "latency_ms_total": 1017045.0,
   "n": 100,
   "tokens": 26421,
   "wilson95": [
    0.1669,
    0.3323
   ]
  },
  "D_selfconsistency3": {
   "accuracy": 0.26,
   "all_three_agree": 0.34,
   "by_family": {
    "access_decision": {
     "correct": 6,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 7,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 3,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 2,
     "n": 10
    },
    "error_detect": {
     "correct": 2,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 2,
     "n": 10
    },
    "transfer_supply": {
     "correct": 1,
     "n": 10
    }
   },
   "calls": 300,
   "correct": 26,
   "execution_classes": [
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 7422.2,
   "latency_ms_total": 742220.4,
   "n": 100,
   "pass_at_3": 0.38,
   "single_sample_accuracy": 0.2467,
   "tokens": 31014,
   "wilson95": [
    0.184,
    0.3537
   ]
  },
  "E_routed": {
   "accuracy": 0.64,
   "by_family": {
    "access_decision": {
     "correct": 10,
     "n": 10
    },
    "arith_finance": {
     "correct": 10,
     "n": 10
    },
    "causal": {
     "correct": 8,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 10,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 10,
     "n": 10
    },
    "error_detect": {
     "correct": 10,
     "n": 10
    },
    "insufficient": {
     "correct": 0,
     "n": 10
    },
    "plan_order": {
     "correct": 1,
     "n": 10
    },
    "transfer_supply": {
     "correct": 2,
     "n": 10
    }
   },
   "calls": 100,
   "correct": 64,
   "execution_classes": [
    "DETERMINISTIC_TOOL",
    "REAL_LOCAL_MODEL"
   ],
   "latency_ms_per_task": 763.7,
   "latency_ms_total": 76371.4,
   "n": 100,
   "tokens": 4794,
   "wilson95": [
    0.5424,
    0.7273
   ]
  },
  "F_floor": {
   "accuracy": 0.3,
   "by_family": {
    "access_decision": {
     "correct": 4,
     "n": 10
    },
    "arith_finance": {
     "correct": 0,
     "n": 10
    },
    "causal": {
     "correct": 6,
     "n": 10
    },
    "constraint_schedule": {
     "correct": 3,
     "n": 10
    },
    "contradiction": {
     "correct": 3,
     "n": 10
    },
    "dependency_impact": {
     "correct": 2,
     "n": 10
    },
    "error_detect": {
     "correct": 3,
     "n": 10
    },
    "insufficient": {
     "correct": 5,
     "n": 10
    },
    "plan_order": {
     "correct": 2,
     "n": 10
    },
    "transfer_supply": {
     "correct": 2,
     "n": 10
    }
   },
   "calls": 0,
   "correct": 30,
   "execution_classes": [],
   "latency_ms_per_task": 0.0,
   "latency_ms_total": 0,
   "n": 100,
   "tokens": 0,
   "wilson95": [
    0.2189,
    0.3959
   ]
  }
 },
 "comparisons": {
  "A_single_135m": {
   "delta_accuracy": -0.14,
   "mcnemar": {
    "a_only": 16,
    "b_only": 2,
    "discordant": 18,
    "p_two_sided": 0.001312,
    "significant_at_0.05": true
   },
   "paired_n": 100,
   "token_ratio_vs_single": 1.14
  },
  "A_single_1p5b": {
   "delta_accuracy": 0.16,
   "mcnemar": {
    "a_only": 11,
    "b_only": 27,
    "discordant": 38,
    "p_two_sided": 0.013853,
    "significant_at_0.05": true
   },
   "paired_n": 100,
   "token_ratio_vs_single": 1.0
  },
  "B_learned": {
   "delta_accuracy": 0.01,
   "mcnemar": {
    "a_only": 0,
    "b_only": 1,
    "discordant": 1,
    "p_two_sided": 1.0,
    "significant_at_0.05": false
   },
   "paired_n": 100,
   "token_ratio_vs_single": 1.2
  },
  "C_hierarchical": {
   "delta_accuracy": 0.02,
   "mcnemar": {
    "a_only": 10,
    "b_only": 12,
    "discordant": 22,
    "p_two_sided": 0.831812,
    "significant_at_0.05": false
   },
   "paired_n": 100,
   "token_ratio_vs_single": 4.12
  },
  "C_specialist_verifier": {
   "delta_accuracy": 0.0,
   "mcnemar": {
    "a_only": 5,
    "b_only": 5,
    "discordant": 10,
    "p_two_sided": 1.0,
    "significant_at_0.05": false
   },
   "paired_n": 100,
   "token_ratio_vs_single": 2.58
  },
  "D_selfconsistency3": {
   "delta_accuracy": 0.02,
   "mcnemar": {
    "a_only": 5,
    "b_only": 7,
    "discordant": 12,
    "p_two_sided": 0.774414,
    "significant_at_0.05": false
   },
   "paired_n": 100,
   "token_ratio_vs_single": 3.03
  },
  "E_routed": {
   "delta_accuracy": 0.4,
   "mcnemar": {
    "a_only": 0,
    "b_only": 40,
    "discordant": 40,
    "p_two_sided": 0.0,
    "significant_at_0.05": true
   },
   "paired_n": 100,
   "token_ratio_vs_single": 0.47
  },
  "F_floor": {
   "delta_accuracy": 0.06,
   "mcnemar": {
    "a_only": 13,
    "b_only": 19,
    "discordant": 32,
    "p_two_sided": 0.377086,
    "significant_at_0.05": false
   },
   "paired_n": 100,
   "token_ratio_vs_single": 0.0
  }
 },
 "knowledge": {
  "by_status": {
   "VERIFIED": 27
  },
  "quarantined": {}
 },
 "learning": {
  "access_decision": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:access_decision:fewshot",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:access_decision:fewshot",
      "correct": 5,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:access_decision:worked",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:access_decision:worked",
      "correct": 6,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 3,
   "validation_baseline": {
    "correct": 5,
    "total": 8
   }
  },
  "arith_finance": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:arith_finance:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:arith_finance:fewshot",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:arith_finance:worked",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:arith_finance:worked",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  },
  "causal": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:causal:fewshot",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:causal:fewshot",
      "correct": 3,
      "total": 8
     },
     "gain_tasks": -2,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:causal:worked",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:causal:worked",
      "correct": 3,
      "total": 8
     },
     "gain_tasks": -2,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 3,
   "validation_baseline": {
    "correct": 5,
    "total": 8
   }
  },
  "constraint_schedule": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:constraint_schedule:fewshot",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:constraint_schedule:fewshot",
      "correct": 2,
      "total": 8
     },
     "gain_tasks": -1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:constraint_schedule:worked",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:constraint_schedule:worked",
      "correct": 1,
      "total": 8
     },
     "gain_tasks": -2,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 5,
   "validation_baseline": {
    "correct": 3,
    "total": 8
   }
  },
  "contradiction": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:contradiction:fewshot",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:contradiction:fewshot",
      "correct": 6,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:contradiction:worked",
     "baseline": {
      "correct": 5,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:contradiction:worked",
      "correct": 5,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 3,
   "validation_baseline": {
    "correct": 5,
    "total": 8
   }
  },
  "dependency_impact": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:dependency_impact:fewshot",
     "baseline": {
      "correct": 2,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:dependency_impact:fewshot",
      "correct": 2,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:dependency_impact:worked",
     "baseline": {
      "correct": 2,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:dependency_impact:worked",
      "correct": 2,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 6,
   "validation_baseline": {
    "correct": 2,
    "total": 8
   }
  },
  "error_detect": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:error_detect:fewshot",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:error_detect:fewshot",
      "correct": 3,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:error_detect:worked",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:error_detect:worked",
      "correct": 4,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 5,
   "validation_baseline": {
    "correct": 3,
    "total": 8
   }
  },
  "insufficient": {
   "active": null,
   "candidates": [
    {
     "arm": "val:cand:insufficient:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:insufficient:fewshot",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": 0,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    },
    {
     "arm": "val:cand:insufficient:worked",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:insufficient:worked",
      "correct": 1,
      "total": 8
     },
     "gain_tasks": 1,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  },
  "plan_order": {
   "active": {
    "kind": "fewshot",
    "version": 1
   },
   "candidates": [
    {
     "arm": "val:cand:plan_order:fewshot",
     "baseline": {
      "correct": 0,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:plan_order:fewshot",
      "correct": 3,
      "total": 8
     },
     "gain_tasks": 3,
     "min_gain": 2,
     "split": "validation",
     "state": "ACTIVE"
    },
    {
     "arm": "val:cand:plan_order:worked",
     "baseline": {
      "correct": 3,
      "total": 8
     },
     "candidate": {
      "arm": "val:cand:plan_order:worked",
      "correct": 0,
      "total": 8
     },
     "gain_tasks": -3,
     "min_gain": 2,
     "split": "validation",
     "state": "REJECTED"
    }
   ],
   "errors": 8,
   "validation_baseline": {
    "correct": 0,
    "total": 8
   }
  }
 },
 "model_calls_logged": 2122,
 "preregistration": {
  "arms": [
   "F_floor",
   "A_single",
   "A_single_1p5b",
   "A_single_135m",
   "B_learned",
   "C_specialist_verifier",
   "C_hierarchical",
   "D_selfconsistency3",
   "E_routed"
  ],
  "heldout_task_set_sha256": "b45eb4fa31340b8ddb9242089f0a9ea9c65d8646ce116ddf048ade6f662e5841",
  "hypotheses": {
   "H1_learning": "B_learned > A_single on held-out",
   "H2_collaboration": "C_specialist_verifier > A_single on held-out",
   "H3_transfer": "B_learned > A_single on transfer_supply (unseen domain)"
  },
  "metric": "exact match after the fixed answer parser",
  "n_heldout": 100,
  "n_validation": 72,
  "primary_model": "qwen2.5-0.5b-instruct",
  "promotion_rule": "validation gain >= 2 tasks on the same validation tasks, approver != proposer",
  "registered_utc": 1794882616.598,
  "schema": "cain2027.e85.preregistration.v1",
  "suite": "e85-xdomain-v1",
  "test": "exact two-sided McNemar on paired tasks, alpha 0.05",
  "validation_task_set_sha256": "92cd57545b118e22965bd1c307c6c41b1d26fbf9136fbe2d0bbbba1dd3cbeb10"
 },
 "providers": [
  {
   "available": true,
   "context_window": 32768,
   "cost_in_per_mtok": 0.0,
   "cost_out_per_mtok": 0.0,
   "data_leaves_host": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "key": "qwen2.5-0.5b-instruct",
   "model": "Qwen/Qwen2.5-0.5B-Instruct",
   "notes": ""
  },
  {
   "available": true,
   "context_window": 32768,
   "cost_in_per_mtok": 0.0,
   "cost_out_per_mtok": 0.0,
   "data_leaves_host": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "key": "qwen2.5-1.5b-instruct",
   "model": "Qwen/Qwen2.5-1.5B-Instruct",
   "notes": ""
  },
  {
   "available": true,
   "context_window": 8192,
   "cost_in_per_mtok": 0.0,
   "cost_out_per_mtok": 0.0,
   "data_leaves_host": false,
   "execution_class": "REAL_LOCAL_MODEL",
   "key": "smollm2-135m-instruct",
   "model": "HuggingFaceTB/SmolLM2-135M-Instruct",
   "notes": ""
  },
  {
   "available": true,
   "context_window": 0,
   "cost_in_per_mtok": 0.0,
   "cost_out_per_mtok": 0.0,
   "data_leaves_host": false,
   "execution_class": "DETERMINISTIC_TOOL",
   "key": "deterministic-tools",
   "model": "",
   "notes": ""
  }
 ],
 "routing": {
  "access_decision": {
   "basis": "MEASURED",
   "family": "access_decision",
   "grants_authority": false,
   "measurement": {
    "accuracy": 1.0,
    "correct": 8,
    "cost_usd": 0.0,
    "latency_ms": 0.05,
    "total": 8
   },
   "provider": "deterministic-tools",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "arith_finance": {
   "basis": "MEASURED",
   "family": "arith_finance",
   "grants_authority": false,
   "measurement": {
    "accuracy": 1.0,
    "correct": 8,
    "cost_usd": 0.0,
    "latency_ms": 0.05,
    "total": 8
   },
   "provider": "deterministic-tools",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "causal": {
   "basis": "MEASURED",
   "family": "causal",
   "grants_authority": false,
   "measurement": {
    "accuracy": 0.625,
    "correct": 5,
    "cost_usd": 0.0,
    "latency_ms": 1163.373,
    "total": 8
   },
   "provider": "qwen2.5-0.5b-instruct",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "deterministic-tools",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "constraint_schedule": {
   "basis": "MEASURED",
   "family": "constraint_schedule",
   "grants_authority": false,
   "measurement": {
    "accuracy": 1.0,
    "correct": 8,
    "cost_usd": 0.0,
    "latency_ms": 0.05,
    "total": 8
   },
   "provider": "deterministic-tools",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "contradiction": {
   "basis": "MEASURED",
   "family": "contradiction",
   "grants_authority": false,
   "measurement": {
    "accuracy": 0.625,
    "correct": 5,
    "cost_usd": 0.0,
    "latency_ms": 1542.694,
    "total": 8
   },
   "provider": "qwen2.5-0.5b-instruct",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "deterministic-tools",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "dependency_impact": {
   "basis": "MEASURED",
   "family": "dependency_impact",
   "grants_authority": false,
   "measurement": {
    "accuracy": 1.0,
    "correct": 8,
    "cost_usd": 0.0,
    "latency_ms": 0.05,
    "total": 8
   },
   "provider": "deterministic-tools",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "error_detect": {
   "basis": "MEASURED",
   "family": "error_detect",
   "grants_authority": false,
   "measurement": {
    "accuracy": 1.0,
    "correct": 8,
    "cost_usd": 0.0,
    "latency_ms": 0.05,
    "total": 8
   },
   "provider": "deterministic-tools",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "insufficient": {
   "basis": "MEASURED",
   "family": "insufficient",
   "grants_authority": false,
   "measurement": {
    "accuracy": 0.0,
    "correct": 0,
    "cost_usd": 0.0,
    "latency_ms": 1414.966,
    "total": 8
   },
   "provider": "qwen2.5-0.5b-instruct",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "deterministic-tools",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "plan_order": {
   "basis": "MEASURED",
   "family": "plan_order",
   "grants_authority": false,
   "measurement": {
    "accuracy": 0.0,
    "correct": 0,
    "cost_usd": 0.0,
    "latency_ms": 1160.052,
    "total": 8
   },
   "provider": "qwen2.5-0.5b-instruct",
   "skipped": [
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "deterministic-tools",
     "reason": "NOT_MEASURED"
    }
   ]
  },
  "transfer_supply": {
   "basis": "DEFAULT_NOT_MEASURED",
   "family": "transfer_supply",
   "grants_authority": false,
   "measurement": null,
   "provider": "qwen2.5-0.5b-instruct",
   "skipped": [
    {
     "provider": "qwen2.5-0.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "qwen2.5-1.5b-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "smollm2-135m-instruct",
     "reason": "NOT_MEASURED"
    },
    {
     "provider": "deterministic-tools",
     "reason": "NOT_MEASURED"
    }
   ]
  }
 },
 "schema": "cain2027.e85.eval_summary.v1",
 "strategies_active": {
  "plan_order": {
   "version": 1,
   "worked": false
  }
 },
 "suite": "e85-xdomain-v1",
 "wall_seconds_this_invocation": 818.9
}