{
 "api_sweep": {
  "all_match": true,
  "cases": 22,
  "host": "clawx.click",
  "results": [
   {
    "case": "honest_trace_suite",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "SOUND"
   },
   {
    "case": "email_left_in_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['email']",
      "id": "test.X1.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "card_number_left_in_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['card_number']",
      "id": "test.X1.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "api_key_left_in_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['api_key']",
      "id": "test.X3.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "aws_key_left_in_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['aws_key_id']",
      "id": "test.X3.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "phone_left_in_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['phone']",
      "id": "test.X2.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "trace_without_consent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "consent by 'human:customer-privacy-officer' before freeze",
      "id": "trace.TR-2.consent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.consented_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "consent_after_freeze",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "consent by 'human:customer-privacy-officer' before freeze",
      "id": "trace.TR-1.consent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.consented_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "tenant_not_approved",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "tenant 'tenant:globex' on the approved list",
      "id": "trace.TR-3.tenant_approved",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.consented_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "test_moved_to_other_tenant",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "tenant 'tenant:acme' vs trace 'tenant:globex'",
      "id": "test.X3.tenant",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.consented_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "test_without_source_trace",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "source trace 'TR-9'",
      "id": "test.X2.trace",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.consented_and_approved",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "suite_edited_silently",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated hash matches recomputed 827d94c6e307",
      "id": "suite.hash",
      "ok": false
     },
     {
      "detail": "ran the frozen suite",
      "id": "run.0.suite_hash",
      "ok": false
     },
     {
      "detail": "ran the frozen suite",
      "id": "run.1.suite_hash",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.frozen",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.runs_complete",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "agent_froze_its_own_suite",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "frozen by 'agent:support-bot', agent 'agent:support-bot'",
      "id": "suite.frozen_by_other",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.frozen",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "agent_edited_the_suite",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "the agent under test never edited the suite",
      "id": "suite.agent_never_edited",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.frozen",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "edit_after_freeze",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "1 edit(s) after the freeze",
      "id": "suite.no_edit_after_freeze",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.frozen",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "run_skipped_a_test",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "unknown [], duplicate [], missing ['X3']",
      "id": "run.1.coverage",
      "ok": false
     },
     {
      "detail": "stated ['X2']/['X1'] vs recomputed ['X2']/['X1', 'X3']",
      "id": "run.1.delta",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.delta_recorded",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.runs_complete",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "run_on_other_suite",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "ran the frozen suite",
      "id": "run.0.suite_hash",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.runs_complete",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "delta_misreported",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated []/['X1'] vs recomputed ['X2']/['X1']",
      "id": "run.1.delta",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.delta_recorded",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "claim_overstates",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "still contains ['email']",
      "id": "test.X1.redacted",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.redacted",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.gdpr_compliant",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.tracebench.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.tracebench.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome 153 over CDP (browser_test.py)",
  "note": "The cainstudio.online error is the page's own frame-ancestors 'none' CSP refusing an embedded frame; it is unrelated to the widget.",
  "runs": [
   {
    "case": "api_key_left_in_test",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 41,
    "result": "UNSOUND | UNSOUND37 of 39 checks passed | test.X3.redacted",
    "sku": "CAIN-A75-054",
    "url": "https://mcpgate.online/?h=1#agentic75"
   },
   {
    "case": "honest_trace_suite",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 41,
    "result": "SOUND | SOUND39 of 39 checks passed | trace.TR-1.source_hash",
    "sku": "CAIN-A75-054",
    "url": "https://mcpgate.online/?h=2#agentic75"
   },
   {
    "case": "agent_edited_the_suite",
    "css_radius": "12px",
    "errors": [
     "{\"entry\": {\"source\": \"security\", \"level\": \"error\", \"text\": \"Framing 'https://cainstudio.online/' violates the following Content Security Policy directive: \\\"frame-ancestors 'none'\\\". The request has b"
    ],
    "products_in_menu": 41,
    "result": "UNSOUND | UNSOUND37 of 39 checks passed | suite.agent_never_edited",
    "sku": "CAIN-A75-054",
    "url": "https://cainstudio.online/?h=1"
   },
   {
    "case": "delta_misreported",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 41,
    "result": "UNSOUND | UNSOUND37 of 39 checks passed | run.1.delta",
    "sku": "CAIN-A75-054",
    "url": "https://clawx.click/?h=1#agentic75"
   },
   {
    "case": "card_number_left_in_test",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 41,
    "result": "UNSOUND | UNSOUND37 of 39 checks passed | test.X1.redacted",
    "sku": "CAIN-A75-054",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?h=1#agentic75"
   },
   {
    "case": "honest_trace_suite",
    "css_radius": "12px",
    "errors": [],
    "products_in_menu": 41,
    "result": "SOUND | SOUND39 of 39 checks passed | trace.TR-1.source_hash",
    "sku": "CAIN-A75-054",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?h=2#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261112T141134Z",
 "generated_at": "2026-11-12T17:10:31Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "6523e242bc3f6e825ff1e080f6c8c4e695e8edb704fdfdf7f73aa7e286516b70",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-054"
}