{
  "created_at": "2026-11-13T03:32:40Z",
  "result": {
    "engine": "framework_eval",
    "limits": "Reviews the study record. It does not re-run any framework or judge whether the tasks are representative. The run is Ed25519-signed; pin the issuer key out of band.",
    "module": "cain_a75_engines/frameworkeval/engine.py",
    "profile": "three_framework_study",
    "run": {
      "label": "Recomputes a repeated-run framework comparison: frozen independent harness, pinned model and tools, full coverage, mean and variance per framework, ranking, raw-results hash, and whether the leader is outside the noise. It does not re-run anything.",
      "public_key_b64": "6v355Y7MDhavg3kvnVm2Q2Ozu5ny1tPKolVaq7/r/c0=",
      "records": [
        {
          "checks": [
            {
              "detail": "version '0.9.2'",
              "id": "framework.fw:alpha.version",
              "ok": true
            },
            {
              "detail": "version '1.4.0'",
              "id": "framework.fw:beta.version",
              "ok": true
            },
            {
              "detail": "version '3.1.0'",
              "id": "framework.fw:gamma.version",
              "ok": true
            },
            {
              "detail": "stated hash matches recomputed b86005b712c7",
              "id": "harness.hash",
              "ok": true
            },
            {
              "detail": "rubric committed by SHA-256",
              "id": "harness.rubric",
              "ok": true
            },
            {
              "detail": "frozen by 'human:eval-lead'; framework vendors ['vendor:alpha-labs', 'vendor:beta-inc', 'vendor:gamma-oss']",
              "id": "harness.independent",
              "ok": true
            },
            {
              "detail": "model 'model:shared-base-7' '2026-10-30'",
              "id": "pins.model",
              "ok": true
            },
            {
              "detail": "temperature 0.0",
              "id": "pins.temperature",
              "ok": true
            },
            {
              "detail": "tool versions {'browser': '2.3.1', 'code_exec': '1.9.0'}",
              "id": "pins.tools",
              "ok": true
            },
            {
              "detail": "3 repetitions, minimum 3",
              "id": "study.repetitions",
              "ok": true
            },
            {
              "detail": "0 run(s) differ from the pinned harness",
              "id": "runs.same_harness",
              "ok": true
            },
            {
              "detail": "0 run(s) differ from the pinned model",
              "id": "runs.same_model",
              "ok": true
            },
            {
              "detail": "0 run(s) differ from the pinned temperature",
              "id": "runs.same_temperature",
              "ok": true
            },
            {
              "detail": "0 run(s) differ from the pinned tools",
              "id": "runs.same_tools",
              "ok": true
            },
            {
              "detail": "0 run(s) before the harness was frozen",
              "id": "runs.after_freeze",
              "ok": true
            },
            {
              "detail": "0 run(s) with an outcome other than pass/fail",
              "id": "runs.outcomes",
              "ok": true
            },
            {
              "detail": "every run names a known cell",
              "id": "runs.known",
              "ok": true
            },
            {
              "detail": "0 missing, 0 duplicated of 12 cells",
              "id": "coverage.fw:alpha",
              "ok": true
            },
            {
              "detail": "0 missing, 0 duplicated of 12 cells",
              "id": "coverage.fw:beta",
              "ok": true
            },
            {
              "detail": "0 missing, 0 duplicated of 12 cells",
              "id": "coverage.fw:gamma",
              "ok": true
            },
            {
              "detail": "stated mean 0.9167 sd 0.1443 runs 12; recomputed 0.9167 / 0.1443 / 12",
              "id": "published.fw:alpha",
              "ok": true
            },
            {
              "detail": "stated mean 0.6667 sd 0.1443 runs 12; recomputed 0.6667 / 0.1443 / 12",
              "id": "published.fw:beta",
              "ok": true
            },
            {
              "detail": "stated mean 0.3333 sd 0.1443 runs 12; recomputed 0.3333 / 0.1443 / 12",
              "id": "published.fw:gamma",
              "ok": true
            },
            {
              "detail": "stated ['fw:alpha', 'fw:beta', 'fw:gamma'], by mean ['fw:alpha', 'fw:beta', 'fw:gamma']",
              "id": "published.ranking",
              "ok": true
            },
            {
              "detail": "raw results hash recomputed 8905d27d2a7b",
              "id": "published.raw_results",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.harness_frozen",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.leader_separated",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.raw_results_published",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.repetitions_sufficient",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.variance_reported",
              "ok": true
            },
            {
              "detail": "claimed True, computed True",
              "id": "claims.versions_pinned",
              "ok": true
            }
          ],
          "created_at": "2026-11-13T03:32:40Z",
          "engine": "a75-058/1.0.0",
          "extra": {
            "computed": {
              "harness_frozen": true,
              "leader_separated": true,
              "raw_results_published": true,
              "repetitions_sufficient": true,
              "variance_reported": true,
              "versions_pinned": true
            },
            "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
            "leader": "fw:alpha",
            "margin": 0.25,
            "noise": 0.1666,
            "ranking": [
              "fw:alpha",
              "fw:beta",
              "fw:gamma"
            ],
            "stats": {
              "fw:alpha": {
                "mean": 0.9167,
                "runs": 12,
                "se": 0.0833,
                "stdev": 0.1443
              },
              "fw:beta": {
                "mean": 0.6667,
                "runs": 12,
                "se": 0.0833,
                "stdev": 0.1443
              },
              "fw:gamma": {
                "mean": 0.3333,
                "runs": 12,
                "se": 0.0833,
                "stdev": 0.1443
              }
            }
          },
          "failed": [],
          "label": "Recomputes a repeated-run framework comparison: frozen independent harness, pinned model and tools, full coverage, mean and variance per framework, ranking, raw-results hash, and whether the leader is outside the noise. It does not re-run anything.",
          "prev_record_hash": "3000c8d4d75ad9192da391d37bd9605d0aafae76d3b29b78e7e3adaa43ca669a",
          "public_key_b64": "6v355Y7MDhavg3kvnVm2Q2Ozu5ny1tPKolVaq7/r/c0=",
          "record_hash": "63f1af8e6bec2dc29eaffe26f0d4f661146e3981189d1ac76b6dcc8cf8b9ada5",
          "schema": "cain42.a75.frameworkeval.record.v1",
          "signature_b64": "N937X3VGD/VNj45clutJyr/L/5Dah39IqlUoRsgHT0I5vFjzJHPrM0qI67udLhNCfvX3S87uVYo7BTYITozOCQ==",
          "sku": "CAIN-A75-058",
          "subject": {
            "claims": {
              "harness_frozen": true,
              "leader_separated": true,
              "raw_results_published": true,
              "repetitions_sufficient": true,
              "variance_reported": true,
              "versions_pinned": true
            },
            "frameworks": [
              {
                "id": "fw:alpha",
                "vendor": "vendor:alpha-labs",
                "version": "0.9.2"
              },
              {
                "id": "fw:beta",
                "vendor": "vendor:beta-inc",
                "version": "1.4.0"
              },
              {
                "id": "fw:gamma",
                "vendor": "vendor:gamma-oss",
                "version": "3.1.0"
              }
            ],
            "harness": {
              "frozen_at": 900.0,
              "frozen_by": "human:eval-lead",
              "rubric_sha256": "9999999999999999999999999999999999999999999999999999999999999999",
              "sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
              "tasks": [
                {
                  "id": "K1",
                  "sha256": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
                },
                {
                  "id": "K2",
                  "sha256": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
                },
                {
                  "id": "K3",
                  "sha256": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc"
                },
                {
                  "id": "K4",
                  "sha256": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd"
                }
              ]
            },
            "min_repetitions": 3,
            "pins": {
              "model": {
                "id": "model:shared-base-7",
                "version": "2026-10-30"
              },
              "temperature": 0.0,
              "tools": {
                "browser": "2.3.1",
                "code_exec": "1.9.0"
              }
            },
            "published": {
              "ranking": [
                "fw:alpha",
                "fw:beta",
                "fw:gamma"
              ],
              "raw_results_sha256": "8905d27d2a7b6136e7236458843be5028d40b45c1eb4f936d61b229af0216a62",
              "results": {
                "fw:alpha": {
                  "mean": 0.9167,
                  "runs": 12,
                  "stdev": 0.1443
                },
                "fw:beta": {
                  "mean": 0.6667,
                  "runs": 12,
                  "stdev": 0.1443
                },
                "fw:gamma": {
                  "mean": 0.3333,
                  "runs": 12,
                  "stdev": 0.1443
                }
              }
            },
            "repetitions": 3,
            "runs": [
              {
                "at": 1010.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1011.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1012.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1013.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1020.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1021.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1022.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1023.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1030.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1031.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1032.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1033.0,
                "framework": "fw:alpha",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1010.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1011.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1012.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1013.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 1,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1020.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1021.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1022.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1023.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 2,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1030.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1031.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1032.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1033.0,
                "framework": "fw:beta",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1010.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 1,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1011.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 1,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1012.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 1,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1013.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 1,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1020.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1021.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 2,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1022.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 2,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1023.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 2,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1030.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "pass",
                "rep": 3,
                "task_id": "K1",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1031.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K2",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1032.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K3",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              },
              {
                "at": 1033.0,
                "framework": "fw:gamma",
                "harness_sha256": "b86005b712c732bac5fb39f6c6976d2ff9d62088d5e0f3dc80352d93bd979fc9",
                "model": {
                  "id": "model:shared-base-7",
                  "version": "2026-10-30"
                },
                "outcome": "fail",
                "rep": 3,
                "task_id": "K4",
                "temperature": 0.0,
                "tools": {
                  "browser": "2.3.1",
                  "code_exec": "1.9.0"
                }
              }
            ],
            "schema": "cain42.a75.frameworkeval.review.v1",
            "study": "study:agent-framework-comparison-sample"
          },
          "subject_sha256": "e7a4dda09b31cb894dde60df9684a5195329f699256b24af2931d4e59a82b97e",
          "verdict": "SOUND"
        }
      ],
      "run_hash": "e8d7579de5163d854af9e8d0ef824cb3064caad7de9d071a4ddac02cd35f991b",
      "schema": "cain42.a75.frameworkeval.run.v1",
      "sku": "CAIN-A75-058",
      "verdict": "VERIFIED",
      "verdicts": [
        "SOUND"
      ]
    },
    "scenarios": [
      {
        "margin": 0.25,
        "name": "three_framework_study",
        "noise": 0.1666,
        "ranking": [
          "fw:alpha",
          "fw:beta",
          "fw:gamma"
        ],
        "run_hash": "e8d7579de5163d854af9e8d0ef824cb3064caad7de9d071a4ddac02cd35f991b",
        "stats": {
          "fw:alpha": {
            "mean": 0.9167,
            "runs": 12,
            "se": 0.0833,
            "stdev": 0.1443
          },
          "fw:beta": {
            "mean": 0.6667,
            "runs": 12,
            "se": 0.0833,
            "stdev": 0.1443
          },
          "fw:gamma": {
            "mean": 0.3333,
            "runs": 12,
            "se": 0.0833,
            "stdev": 0.1443
          }
        },
        "verdict": "VERIFIED"
      },
      {
        "expected": "SOUND",
        "name": "honest_framework_study",
        "verdict": "SOUND"
      },
      {
        "expected": "SOUND",
        "name": "close_race_reported_as_close",
        "verdict": "SOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "winner_within_noise",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "harness_changed_mid_study",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "task_edited_after_freeze",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "model_version_drift",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "tool_version_drift",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "temperature_drift",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "too_few_repetitions",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "cherry_picked_runs",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "best_run_counted_twice",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "run_before_freeze",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "mean_inflated",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "variance_hidden",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "ranking_misordered",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "raw_results_not_published",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "harness_frozen_by_vendor",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "run_for_unlisted_framework",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "framework_version_unpinned",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "unknown_claim",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "wrong_schema",
        "verdict": "UNSOUND"
      },
      {
        "expected": "UNSOUND",
        "name": "garbage",
        "verdict": "UNSOUND"
      }
    ],
    "summary": "VERIFIED: frozen independent harness, pinned model and tools on every run, coverage, mean and variance, ranking, raw-results hash and leader separation recomputed; 22/22 framework-study failure cases as expected"
  },
  "schema": "cain42.agentic75.findings.v1",
  "sku": "CAIN-A75-058"
}
