{
 "api_sweep": {
  "all_match": true,
  "cases": 22,
  "host": "clawx.click",
  "results": [
   {
    "case": "honest_framework_study",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "SOUND"
   },
   {
    "case": "close_race_reported_as_close",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "SOUND"
   },
   {
    "case": "winner_within_noise",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed False",
      "id": "claims.leader_separated",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "harness_changed_mid_study",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 run(s) differ from the pinned harness",
      "id": "runs.same_harness",
      "ok": false
     },
     {
      "detail": "raw results hash recomputed 5dd0b408f33b",
      "id": "published.raw_results",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.raw_results_published",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "task_edited_after_freeze",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated hash matches recomputed 58546d9f0b49",
      "id": "harness.hash",
      "ok": false
     },
     {
      "detail": "36 run(s) differ from the pinned harness",
      "id": "runs.same_harness",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.harness_frozen",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "model_version_drift",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 run(s) differ from the pinned model",
      "id": "runs.same_model",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "tool_version_drift",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 run(s) differ from the pinned tools",
      "id": "runs.same_tools",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "temperature_drift",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "12 run(s) differ from the pinned temperature",
      "id": "runs.same_temperature",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "too_few_repetitions",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "3 repetitions, minimum 5",
      "id": "study.repetitions",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.repetitions_sufficient",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "cherry_picked_runs",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 missing, 0 duplicated of 12 cells",
      "id": "coverage.fw:alpha",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.repetitions_sufficient",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "best_run_counted_twice",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "0 missing, 1 duplicated of 12 cells",
      "id": "coverage.fw:alpha",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.repetitions_sufficient",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "run_before_freeze",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 run(s) before the harness was frozen",
      "id": "runs.after_freeze",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.harness_frozen",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "mean_inflated",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated mean 0.75 sd 0.1443 runs 12; recomputed 0.6667 / 0.1443 / 12",
      "id": "published.fw:beta",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.variance_reported",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "variance_hidden",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated mean 0.9167 sd 0.0 runs 12; recomputed 0.9167 / 0.1443 / 12",
      "id": "published.fw:alpha",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.variance_reported",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "ranking_misordered",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated ['fw:beta', 'fw:alpha', 'fw:gamma'], by mean ['fw:alpha', 'fw:beta', 'fw:gamma']",
      "id": "published.ranking",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "raw_results_not_published",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "raw results hash recomputed 8905d27d2a7b",
      "id": "published.raw_results",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.raw_results_published",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "harness_frozen_by_vendor",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "frozen by 'vendor:alpha-labs'; framework vendors ['vendor:alpha-labs', 'vendor:beta-inc', 'vendor:gamma-oss']",
      "id": "harness.independent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.harness_frozen",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "run_for_unlisted_framework",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown framework/task/rep ['fw:delta/K1/1']",
      "id": "runs.known",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "framework_version_unpinned",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "version None",
      "id": "framework.fw:beta.version",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.versions_pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.best_framework_2026",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.frameworkeval.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.frameworkeval.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome 153 over CDP (browser_test.py)",
  "note": "The cainstudio.online error is the page's own frame-ancestors 'none' CSP refusing an embedded frame; it is unrelated to the widget.",
  "runs": [
   {
    "case": "winner_within_noise",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 44,
    "result": "UNSOUND | UNSOUND30 of 31 checks passed | claims.leader_separated",
    "sku": "CAIN-A75-058",
    "url": "https://mcpgate.online/?k=1#agentic75"
   },
   {
    "case": "honest_framework_study",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 44,
    "result": "SOUND | SOUND31 of 31 checks passed | framework.fw:alpha.version",
    "sku": "CAIN-A75-058",
    "url": "https://mcpgate.online/?k=2#agentic75"
   },
   {
    "case": "harness_frozen_by_vendor",
    "css_radius": "12px",
    "errors": [
     "{\"entry\": {\"source\": \"security\", \"level\": \"error\", \"text\": \"Framing 'https://cainstudio.online/' violates the following Content Security Policy directive: \\\"frame-ancestors 'none'\\\". The request has b"
    ],
    "products_in_menu": 44,
    "result": "UNSOUND | UNSOUND29 of 31 checks passed | harness.independent",
    "sku": "CAIN-A75-058",
    "url": "https://cainstudio.online/?k=1"
   },
   {
    "case": "cherry_picked_runs",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 44,
    "result": "UNSOUND | UNSOUND29 of 31 checks passed | coverage.fw:alpha",
    "sku": "CAIN-A75-058",
    "url": "https://clawx.click/?k=1#agentic75"
   },
   {
    "case": "model_version_drift",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 44,
    "result": "UNSOUND | UNSOUND29 of 31 checks passed | runs.same_model",
    "sku": "CAIN-A75-058",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?k=1#agentic75"
   },
   {
    "case": "close_race_reported_as_close",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 44,
    "result": "SOUND | SOUND31 of 31 checks passed | framework.fw:alpha.version",
    "sku": "CAIN-A75-058",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?k=2#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261112T182540Z",
 "generated_at": "2026-11-12T18:28:02Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "f1b662762ab4af8f46349df722f85600ae84bbf83c053c50c39b83f54b684ee3",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-058",
 "space_commit": "971892df"
}