{
 "api_sweep": {
  "all_match": true,
  "cases": 21,
  "host": "cainstudio.online",
  "results": [
   {
    "case": "honest_tool_surface",
    "expected": "SOUND",
    "failed": [],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "SOUND"
   },
   {
    "case": "url_in_description_is_reviewed",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "URL in description",
      "id": "tool.get_slide_summary.no_destination",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "hidden_instruction",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "description matches 'Ignore previous instructions'",
      "id": "tool.get_slide_summary.no_hidden_instruction",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.no_hidden_instructions",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unicode_smuggling",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "zero-width/bidi",
      "id": "tool.list_pathology_reports.no_smuggling",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "homoglyph_name",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "name 'get_slide\u0455'",
      "id": "tool.get_slide\u0455.name",
      "ok": false
     },
     {
      "detail": "allowed ['get_slide_summary', 'list_pathology_reports', 'request_consult'], tools ['get_slide\u0455', 'list_pathology_reports', 'request_consult']",
      "id": "policy.every_tool_allowed",
      "ok": false
     },
     {
      "detail": "allowed but absent ['get_slide_summary']",
      "id": "policy.no_phantom_allowance",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "untyped_parameter",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "parameter 'case' has no type",
      "id": "tool.get_slide_summary.typed",
      "ok": false
     },
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 40",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed BLOCK",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.schemas_typed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "overbroad_schema_reported",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unbounded_sensitive_parameter",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 0, recomputed 1",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "stated 0, recomputed 15",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "stated 'ALLOW', recomputed REVIEW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "duplicate_tool_name",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "tool name 'get_slide_summary' is used twice",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "tool_outside_allowlist",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "allowed ['get_slide_summary', 'list_pathology_reports'], tools ['get_slide_summary', 'list_pathology_reports', 'request_consult']",
      "id": "policy.every_tool_allowed",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "phantom_allowlist_entry",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "allowed but absent ['not_a_tool']",
      "id": "policy.no_phantom_allowance",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.within_allowlist",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "too_many_tools",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "3 tools, max 1",
      "id": "policy.within_size",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "recorded_findings_missing",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "recorded 1, recomputed 0",
      "id": "scan.findings",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_risk_score",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 99, recomputed 0",
      "id": "scan.risk_score",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_scan_verdict",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "stated 'BLOCK', recomputed ALLOW",
      "id": "scan.verdict",
      "ok": false
     },
     {
      "detail": "claimed True, computed False",
      "id": "claims.scan_matches",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "server_owned_by_agent",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "owner 'agent:runtime'",
      "id": "server.owner",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unpinned_server_version",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "version None",
      "id": "server.pinned",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "consent_not_required",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "require_typed_params False",
      "id": "policy.typed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "unknown_claim",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "claimed True, computed None",
      "id": "claims.safe_for_clinical_use",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "wrong_schema",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolscan.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   },
   {
    "case": "garbage",
    "expected": "UNSOUND",
    "failed": [
     {
      "detail": "not a cain42.a75.toolscan.review.v1 record",
      "id": "input.well_formed",
      "ok": false
     }
    ],
    "matches_expected": true,
    "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
    "verdict": "UNSOUND"
   }
  ]
 },
 "browser_test": {
  "correct": 6,
  "engine": "headless Chrome over CDP (scripts/agentic75/prove_tryit.py)",
  "note": "Each run selected the product and case in the public widget, clicked Run and read the rendered verdict.",
  "runs": [
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:c",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945377470#agentic75"
   },
   {
    "case": "estimate_labelled_as_estimate",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND37 of 37 checks passedMatches the expected verdict for this case (SOUND).All 37 checks\u2713 unit.U1.authorised task by ",
    "surface": "mcpgate.online",
    "url": "https://mcpgate.online/?a7517945377781#agentic75"
   },
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:c",
    "surface": "clawx.click",
    "url": "https://clawx.click/?a7517945378052#agentic75"
   },
   {
    "case": "url_in_description_is_reviewed",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 72,
    "result": "UNSOUND29 of 34 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:tool.get_slide_summary.",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945378343#agentic75"
   },
   {
    "case": "honest_tool_surface",
    "case_index": 0,
    "correct": true,
    "error": null,
    "expected_contains": "SOUND",
    "products_in_menu": 72,
    "result": "SOUND34 of 34 checks passedMatches the expected verdict for this case (SOUND).All 34 checks\u2713 server.owner owner 'human:c",
    "surface": "cainstudio.online",
    "url": "https://cainstudio.online/?a7517945378464#agentic75"
   },
   {
    "case": "url_in_description_is_reviewed",
    "case_index": 1,
    "correct": true,
    "error": null,
    "expected_contains": "UNSOUND",
    "products_in_menu": 72,
    "result": "UNSOUND29 of 34 checks passedMatches the expected verdict for this case (UNSOUND).Failing checks:tool.get_slide_summary.",
    "surface": "huggingface",
    "url": "https://vicentenoriega-cain-42.static.hf.space/index.html?a7517945378805#agentic75"
   }
  ]
 },
 "deploy": "deploy/20261113T024452Z",
 "generated_at": "2026-11-13T02:44:52Z",
 "limits": "Unsigned trial of the published rules on the record sent; reviews that record only.",
 "rules_sha256": "e76237a4eec1ce0237eb9689fce855678d117e28733821317009fc6f013aaa85",
 "rules_sha_matches_live": true,
 "schema": "cain42.agentic75.tryit.evidence.v1",
 "sku": "CAIN-A75-033",
 "space_commit": "2efcd00b"
}
