{
 "api_sweep": {
  "all_match": true,
  "cases": 12,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_boundary_log",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "SOUND"
   },
   {
    "case": "denied_call_that_ran",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "executed True, decision 'DENY'",
      "id": "call.C5.executed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_denied_call_executed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "allowed_call_marked_denied",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 'DENY', recomputed 'ALLOW'",
      "id": "call.C1.decision",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.every_decision_correct",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_deny_reason",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 'unknown_tool', recomputed 'blocked_tool'",
      "id": "call.C5.reason",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.every_decision_correct",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "shell_executed_by_another_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "agent 'agent:intruder'",
      "id": "call.C5.agent",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.every_decision_correct",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "counts_understate_denials",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 0, recomputed 3",
      "id": "published.denied",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.counts_match",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_tool_allowed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 'ALLOW', recomputed 'DENY'",
      "id": "call.C1.decision",
      "ok": false
     },
     {
      "detail": "recorded None, recomputed 'unknown_tool'",
      "id": "call.C1.reason",
      "ok": false
     },
     {
      "detail": "executed True, decision 'DENY'",
      "id": "call.C1.executed",
      "ok": false
     },
     {
      "detail": "stated 2, recomputed 1",
      "id": "published.allowed",
      "ok": false
     },
     {
      "detail": "stated 3, recomputed 4",
      "id": "published.denied",
      "ok": false
     },
     {
      "detail": "stated 2, recomputed 1",
      "id": "published.executed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.counts_match",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.every_decision_correct",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_denied_call_executed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "call_after_the_limit",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 'ALLOW', recomputed 'DENY'",
      "id": "call.C2.decision",
      "ok": false
     },
     {
      "detail": "recorded None, recomputed 'call_limit'",
      "id": "call.C2.reason",
      "ok": false
     },
     {
      "detail": "executed True, decision 'DENY'",
      "id": "call.C2.executed",
      "ok": false
     },
     {
      "detail": "stated 2, recomputed 1",
      "id": "published.allowed",
      "ok": false
     },
     {
      "detail": "stated 3, recomputed 4",
      "id": "published.denied",
      "ok": false
     },
     {
      "detail": "stated 2, recomputed 1",
      "id": "published.executed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.counts_match",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.every_decision_correct",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_denied_call_executed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "operator_is_an_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "operator 'agent:runtime'",
      "id": "boundary.operator",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.all_tools_safe",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolboundary.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolboundary.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome over CDP (scripts/agentic75/prove_tryit.py)",
  "note": "Each run selected the product and case in the public widget, clicked Run and read the rendered verdict.",
  "runs": [
   {
    "case": "honest_boundary_log",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 75,
    "result": "SOUND40 of 40 checks passedMatches the expected verdict for this case (SOUND).All 40 checks\u2713 boundary.operator operator ",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945388810#agentic75"
   },
   {
    "case": "denied_call_that_ran",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 75,
    "result": "UNSOUND38 of 40 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:call.C5.executed \u2014 exec",
    "surface": "mcpgate.online",
    "url": "https://mcpgate.online/?a7517945389131#agentic75"
   },
   {
    "case": "honest_boundary_log",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 75,
    "result": "SOUND40 of 40 checks passedMatches the expected verdict for this case (SOUND).All 40 checks\u2713 boundary.operator operator ",
    "surface": "clawx.click",
    "url": "https://clawx.click/?a7517945389262#agentic75"
   },
   {
    "case": "denied_call_that_ran",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 75,
    "result": "UNSOUND38 of 40 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:call.C5.executed \u2014 exec",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945389543#agentic75"
   },
   {
    "case": "honest_boundary_log",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 75,
    "result": "SOUND40 of 40 checks passedMatches the expected verdict for this case (SOUND).All 40 checks\u2713 boundary.operator operator ",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945389674#agentic75"
   },
   {
    "case": "denied_call_that_ran",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 75,
    "result": "UNSOUND38 of 40 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:call.C5.executed \u2014 exec",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945390035#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261113T030335Z",
 "generated_at": "2026-11-13T03:03:35Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "921b236a5b56c9aa3cc445ca812043dad1558bcbd778c5cd6ae8db44a74ba8de",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-040",
 "space_commit": "2efcd00b"
}
