{
 "api_sweep": {
  "all_match": true,
  "cases": 23,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_benchmark_package",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "SOUND"
   },
   {
    "case": "exact_grader_needs_no_rubric",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "SOUND"
   },
   {
    "case": "failure_hidden",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated ['T2'], recomputed ['T2', 'T3']",
      "id": "published.failures",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.failures_published",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "near_miss_hidden",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated [], recomputed ['T2']",
      "id": "published.near_misses",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.failures_published",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "score_inflated",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 0.8, recomputed mean 0.73",
      "id": "published.score",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "pass_count_inflated",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 4, recomputed 3",
      "id": "published.passed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "near_miss_marked_passed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated True, score 0.65 vs threshold 0.7",
      "id": "result.T2.pass_flag",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "task_dropped_from_results",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown [], duplicate [], missing ['T3']",
      "id": "results.coverage",
      "ok": false
     },
     {
      "detail": "stated 0.73, recomputed mean 0.8375",
      "id": "published.score",
      "ok": false
     },
     {
      "detail": "stated ['T2', 'T3'], recomputed ['T2']",
      "id": "published.failures",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.failures_published",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "task_graded_twice",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown [], duplicate ['T4'], missing []",
      "id": "results.coverage",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "result_for_unknown_task",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown ['T9'], duplicate [], missing []",
      "id": "results.coverage",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "input_file_unhashed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "2 input file(s) committed by SHA-256",
      "id": "task.T1.inputs",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.task_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "task_without_inputs",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "0 input file(s) committed by SHA-256",
      "id": "task.T2.inputs",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.task_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "decoding_unrecorded",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "decoding settings missing or invalid: ['temperature']",
      "id": "model.decoding",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.model_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "model_version_missing",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "version None",
      "id": "model.version",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.model_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "rubric_unrecorded",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "rubric committed by SHA-256",
      "id": "grader.rubric",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grader_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "model_grades_itself",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "grader 'grader:chart-rubric' (model 'model:acme-vision-7') vs model under test 'model:acme-vision-7'",
      "id": "grader.independent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.grader_independent",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "result_graded_by_someone_else",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "graded by 'grader:vendor-judge'",
      "id": "result.T4.grader",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.score_recomputed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "task_seen_in_training",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "prompt not in the declared training hashes",
      "id": "task.T3.not_in_training",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_training_overlap",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "training_split_task",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "split 'train'",
      "id": "task.T4.split",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.task_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "score_out_of_range",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "T4.score must be a finite number in [0.0, 1.0]",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.industry_leading",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.benchevidence.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.benchevidence.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome 153 over CDP (browser_test.py)",
  "note": "The cainstudio.online error is the page's own frame-ancestors 'none' CSP refusing an embedded frame; it is unrelated to the widget.",
  "runs": [
   {
    "case": "failure_hidden",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 43,
    "result": "UNSOUND | UNSOUND52 of 54 checks passed | published.failures",
    "sku": "CAIN-A75-056",
    "url": "https://mcpgate.online/?j=1#agentic75"
   },
   {
    "case": "honest_benchmark_package",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 43,
    "result": "SOUND | SOUND54 of 54 checks passed | model.id",
    "sku": "CAIN-A75-056",
    "url": "https://mcpgate.online/?j=2#agentic75"
   },
   {
    "case": "model_grades_itself",
    "css_radius": "12px",
    "errors": [
     "{\"entry\": {\"source\": \"security\", \"level\": \"error\", \"text\": \"Framing 'https://cainstudio.online/' violates the following Content Security Policy directive: \\\"frame-ancestors 'none'\\\". The request has b"
    ],
    "products_in_menu": 43,
    "result": "UNSOUND | UNSOUND52 of 54 checks passed | grader.independent",
    "sku": "CAIN-A75-056",
    "url": "https://cainstudio.online/?j=1"
   },
   {
    "case": "task_seen_in_training",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 43,
    "result": "UNSOUND | UNSOUND52 of 54 checks passed | task.T3.not_in_training",
    "sku": "CAIN-A75-056",
    "url": "https://clawx.click/?j=1#agentic75"
   },
   {
    "case": "near_miss_hidden",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 43,
    "result": "UNSOUND | UNSOUND52 of 54 checks passed | published.near_misses",
    "sku": "CAIN-A75-056",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?j=1#agentic75"
   },
   {
    "case": "exact_grader_needs_no_rubric",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 43,
    "result": "SOUND | SOUND54 of 54 checks passed | model.id",
    "sku": "CAIN-A75-056",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?j=2#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261112T174303Z",
 "generated_at": "2026-11-12T17:45:35Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "e139b66c993034cae38ee8bf3c0a89cd8c915517130cc8ed0a52e589238134a3",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-056",
 "space_commit": "bec6fc97"
}